-- Logs begin at Tue 2022-07-26 13:52:05 UTC, end at Tue 2022-07-26 15:19:18 UTC. -- Jul 26 14:42:33.737582 dv-cinder-851030-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 26 14:42:36.398868 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.common.config [-] Logging enabled! Jul 26 14:42:36.399475 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev446 Jul 26 14:42:36.399614 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110991) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 26 14:42:36.402745 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.common.config [-] Logging enabled! Jul 26 14:42:36.402998 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev446 Jul 26 14:42:36.403309 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110991) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 26 14:42:36.404268 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 26 14:42:36.404500 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 26 14:42:36.404976 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 26 14:42:36.405220 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 26 14:42:36.405444 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 26 14:42:36.405764 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:36.406072 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:36.406292 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:36.406583 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:36.406869 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:36.407145 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:36.407453 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:36.407749 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:36.408035 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:36.408312 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:36.408591 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:36.408821 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:36.409097 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] config_source = [] {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:36.409384 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:36.409669 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:36.409892 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] debug = True {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:36.410172 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:36.410597 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:36.410993 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:36.411270 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:36.411593 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:36.411872 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:36.412139 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:36.414718 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:36.414718 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:36.414718 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] host = dv-cinder-851030-1-iscsi {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:36.414718 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:36.414718 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:36.414718 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:36.414718 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:36.414718 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:36.415787 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:36.415787 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:36.415787 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] log_dir = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:36.415787 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] log_file = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:36.415787 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:36.416400 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:36.416400 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:36.416644 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:36.416760 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:36.416969 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:36.417252 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:36.417555 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:36.417828 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:36.418099 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:36.418370 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:36.418639 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:36.418910 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:36.419175 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:36.419484 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:36.419766 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:36.420049 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:36.420319 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:36.420588 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:36.420855 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:36.421124 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:36.421405 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:36.421674 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:36.421942 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:36.422320 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:36.422611 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:36.422878 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:36.423146 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:36.423462 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:36.423750 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:36.424031 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:36.424316 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:36.424585 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:36.424864 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:36.425134 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:36.425401 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] use_journal = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:36.425667 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] use_json = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:36.425940 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:36.426207 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:36.426484 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:36.426751 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:36.427017 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:36.427283 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:36.427579 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:36.427861 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:36.428170 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:36.428460 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:36.428754 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:36.429052 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:36.429330 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:36.429632 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:36.429910 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:36.430195 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:36.430473 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:36.430755 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:36.431038 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:36.431323 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:36.431624 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:36.431920 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:36.432208 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:36.432505 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:36.432804 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:36.433093 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:36.433387 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:36.433657 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:36.433929 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:36.434202 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:36.434475 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:36.434760 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:36.435032 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:36.435318 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:36.435628 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:36.435910 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:36.436205 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:36.436487 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:36.436770 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:36.437062 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:36.437350 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:36.437621 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:36.437896 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:36.438184 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:36.438457 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:36.438727 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:36.439012 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:36.439284 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:36.439576 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:36.439859 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:36.440145 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:36.440431 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:36.440700 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:36.440975 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:36.441260 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:36.441532 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:36.441799 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:36.442066 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:36.442336 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:36.442600 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:36.442879 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:36.443149 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:36.443431 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:36.444247 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:36.444520 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:36.444787 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:36.445056 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:36.445329 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:36.445595 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:36.445866 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:36.446139 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:36.446407 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:36.446675 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:36.446942 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:36.447211 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:36.447506 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:36.447776 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:36.448046 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:36.448313 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:36.448579 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:36.448846 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:36.449110 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:36.449379 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:36.449674 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:36.449947 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:36.450221 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:36.450492 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:36.450762 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:36.451032 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:36.451302 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:36.451594 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:36.451869 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:36.452138 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:36.452424 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:36.452700 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:36.452980 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:36.453256 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:36.453529 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:36.453837 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:36.454110 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:36.454380 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:36.454651 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:36.454921 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:36.455191 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:36.455493 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:36.455765 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:36.456042 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:36.456320 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:36.456597 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:36.456888 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:36.457178 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:36.457453 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:36.457743 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:36.458035 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:36.458327 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:36.458603 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:36.458907 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:36.459217 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:36.460013 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 26 14:42:36.460253 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=110991) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 26 14:42:36.762044 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=110991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 26 14:42:36.762239 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=110991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 26 14:42:36.762531 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=110991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 26 14:42:36.762862 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 26 14:42:37.176603 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:37.176885 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:37.177152 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:37.178467 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:37.178736 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:37.178996 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:37.233063 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:37.233335 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:37.233605 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:37.248598 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:37.248877 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:37.249145 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:37.279783 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:37.280059 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:37.280323 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:37.316678 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:37.316903 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:37.317170 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:37.548663 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:37.549325 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:37.549325 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:37.549495 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:37.550372 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:37.649632 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:37.649879 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:37.650163 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:37.650432 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:37.650696 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:37.651111 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:37.651786 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:37.651786 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:37.651786 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:37.652028 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:37.652326 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:37.652544 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:37.652791 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:37.653041 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:37.653292 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:37.653551 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:37.653803 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:37.654066 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:37.654332 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:37.654587 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:37.654857 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:37.655106 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:37.655384 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:37.655779 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:37.656027 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:37.656271 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:37.656671 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=110991) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 26 14:42:37.656909 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=110991) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 26 14:42:37.657144 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=110991) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 26 14:42:37.657377 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=110991) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 26 14:42:37.657609 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=110991) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 26 14:42:37.657840 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=110991) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 26 14:42:37.658200 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 26 14:42:37.661306 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 26 14:42:37.665943 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 26 14:42:37.669787 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1050, 1099)])]) Jul 26 14:42:37.671588 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 26 14:42:37.672221 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 26 14:42:37.672558 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 26 14:42:37.672943 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 26 14:42:37.675735 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 26 14:42:37.675985 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 26 14:42:37.676331 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 26 14:42:37.681433 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 26 14:42:37.704715 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 26 14:42:37.705167 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:37.705464 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=110991) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jul 26 14:42:37.705835 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:37.707174 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=110991) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 26 14:42:37.707485 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 26 14:42:37.707731 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 26 14:42:37.711639 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:37.711919 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:37.922030 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 26 14:42:37.922199 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 26 14:42:37.922427 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 26 14:42:37.922813 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 26 14:42:37.975937 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO dbcounter [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Registered counter for database neutron Jul 26 14:42:37.996840 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_db.sqlalchemy.engines [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=110991) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 26 14:42:38.002852 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG dbcounter [-] [110991] Writer thread running {{(pid=110991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 26 14:42:38.703821 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.plugins.ml2.managers [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Initializing driver for type 'gre' Jul 26 14:42:38.704694 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] gre ID ranges: [(1, 1000)] Jul 26 14:42:39.043917 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.plugins.ml2.managers [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Initializing driver for type 'local' Jul 26 14:42:39.044251 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.plugins.ml2.managers [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Initializing driver for type 'vlan' Jul 26 14:42:39.189549 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] VlanTypeDriver initialization complete Jul 26 14:42:39.189888 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.plugins.ml2.managers [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Initializing driver for type 'vxlan' Jul 26 14:42:39.190401 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] vxlan ID ranges: [(1, 1000)] Jul 26 14:42:39.476258 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.plugins.ml2.managers [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Initializing extension driver 'port_security' Jul 26 14:42:39.476526 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.plugins.ml2.extensions.port_security [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] PortSecurityExtensionDriver initialization complete Jul 26 14:42:39.476862 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.plugins.ml2.managers [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Initializing mechanism driver 'openvswitch' Jul 26 14:42:39.477185 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.plugins.ml2.managers [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Initializing mechanism driver 'hyperv' Jul 26 14:42:39.492321 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.plugins.ml2.plugin [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=110991) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:42:39.492999 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Subscribe: > port after_create 55550000 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:39.493373 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Subscribe: > port after_update 55550000 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:39.493732 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Subscribe: > port after_delete 55550000 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:39.494248 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=110991) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 26 14:42:39.494676 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Subscribe: > subnet after_create 55550000 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:39.495034 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Subscribe: > subnet after_update 55550000 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:39.495382 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:39.495802 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=110991) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 26 14:42:39.496211 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Subscribe: > network after_create 55550000 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:39.496565 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Subscribe: > network after_update 55550000 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:39.496911 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Subscribe: > network after_delete 55550000 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:39.497307 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=110991) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 26 14:42:39.497715 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Subscribe: > security_group after_create 55550000 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:39.498074 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Subscribe: > security_group after_update 55550000 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:39.498416 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Subscribe: > security_group after_delete 55550000 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:39.498805 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=110991) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 26 14:42:39.499213 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:39.499612 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:39.499953 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:39.500346 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=110991) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 26 14:42:39.500751 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Subscribe: > address_group after_create 55550000 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:39.501105 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Subscribe: > address_group after_update 55550000 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:39.501448 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Subscribe: > address_group after_delete 55550000 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:39.501846 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=110991) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 26 14:42:39.502285 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] ML2 OVO RPC backend initialized. {{(pid=110991) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jul 26 14:42:39.502995 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:39.503351 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:39.503794 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Subscribe: > network before_response 55550000 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:39.504150 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Subscribe: > networks before_response 55550000 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:39.504498 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Subscribe: > port before_response 55550000 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:39.504843 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Subscribe: > ports before_response 55550000 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:39.505187 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Subscribe: > subnet before_response 55550000 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:39.505530 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Subscribe: > subnets before_response 55550000 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:39.505879 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Subscribe: > network after_create 55550000 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:39.506217 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Subscribe: > network after_update 55550000 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:39.506555 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Subscribe: > network after_delete 55550000 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:39.506893 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Subscribe: > port after_create 55550000 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:39.507236 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Subscribe: > port after_update 55550000 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:39.507595 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Subscribe: > port after_delete 55550000 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:39.507932 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Subscribe: > subnet after_create 55550000 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:39.508289 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Subscribe: > subnet after_update 55550000 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:39.508604 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:39.519625 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.quota [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loaded quota_driver: . Jul 26 14:42:39.519993 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.plugins.ml2.plugin [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Modular L2 Plugin initialization complete Jul 26 14:42:39.520345 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.manager [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading services supported by the core plugin {{(pid=110991) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 26 14:42:39.520695 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.plugins.ml2.managers [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Got port-security extension from driver 'port_security' Jul 26 14:42:39.521183 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.extensions.vlantransparent [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Disabled vlantransparent extension. Jul 26 14:42:39.522185 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.manager [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=110991) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 26 14:42:39.522529 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.manager [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading Plugin: router Jul 26 14:42:39.558130 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Subscribe: > router_interface before_create 55550000 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:39.558525 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Subscribe: > router after_create 55549900 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:39.558900 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Subscribe: > router before_create 55549900 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:39.559269 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:39.559667 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:39.560027 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Subscribe: > router after_delete 55549900 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:39.560392 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Subscribe: > floatingip after_create 55550000 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:39.560744 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Subscribe: > floatingip after_update 55550000 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:39.561104 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Subscribe: > router after_create 55549900 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:39.561453 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Subscribe: > router after_update 55549900 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:39.561831 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Subscribe: > router after_update 55549900 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:39.562186 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:39.562549 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Subscribe: > router after_update 55549900 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:39.562967 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Subscribe: > router precommit_update 55549900 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:39.563337 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Subscribe: port after_update 55550000 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:39.563714 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Subscribe: port after_delete 55550000 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:39.564057 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Subscribe: subnet after_update 55550000 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:39.564438 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:39.564891 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Subscribe: > port precommit_delete 55550000 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:39.565148 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Subscribe: > router precommit_create 55549900 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:39.565493 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Subscribe: port before_delete 55550000 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:39.565837 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Subscribe: > router precommit_create 55550000 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:39.566196 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Subscribe: > router after_update 55549900 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:39.566541 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Subscribe: > router precommit_delete 55549900 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:39.566955 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Subscribe: > router precommit_create 55549900 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:39.567320 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:39.567694 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Subscribe: > router precommit_update 55549900 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:39.568064 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Subscribe: > agent after_create 55550000 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:39.568496 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Subscribe: > agent after_delete 55550000 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:39.568843 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Subscribe: > network after_delete 55550000 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:39.569700 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.quota.resource_registry [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Tracking information for resource: router configured {{(pid=110991) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 26 14:42:39.570036 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.quota.resource_registry [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Tracking information for resource: floatingip configured {{(pid=110991) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 26 14:42:39.574886 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.db.l3_agentschedulers_db [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 26 14:42:39.575496 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Subscribe: port after_update 55550000 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:39.575860 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Subscribe: port after_create 55550000 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:39.576216 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Subscribe: port after_delete 55550000 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:39.576569 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Subscribe: port after_update 55550000 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:39.577359 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Subscribe: > router before_create 55550100 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:39.577726 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Subscribe: > router precommit_delete 55550100 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:39.578091 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Subscribe: > router precommit_create 55550100 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:39.578453 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Subscribe: > router precommit_update 55550100 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:39.583344 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.services.provider_configuration [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Service providers = [] {{(pid=110991) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 26 14:42:39.583730 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.db.servicetype_db [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=110991) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 26 14:42:39.587369 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.services.service_base [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=110991) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 26 14:42:39.587746 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.services.service_base [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=110991) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 26 14:42:39.588094 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.services.service_base [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=110991) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 26 14:42:39.588984 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.services.service_base [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=110991) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 26 14:42:39.589354 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.services.service_base [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 26 14:42:39.589740 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.manager [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=110991) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 26 14:42:39.590059 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.manager [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 26 14:42:39.601039 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.manager [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=110991) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 26 14:42:39.601378 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.manager [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading Plugin: auto_allocate Jul 26 14:42:39.606943 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Subscribe: network precommit_update 55550000 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:39.607313 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Subscribe: network precommit_create 55550000 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:39.607868 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.manager [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=110991) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 26 14:42:39.608193 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.manager [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading Plugin: tag Jul 26 14:42:39.614987 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.manager [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=110991) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 26 14:42:39.615345 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.manager [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading Plugin: timestamp Jul 26 14:42:39.619176 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.manager [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=110991) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 26 14:42:39.619536 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.manager [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading Plugin: network_ip_availability Jul 26 14:42:39.625115 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:39.625489 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:39.625847 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:39.626566 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.manager [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=110991) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 26 14:42:39.626888 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.manager [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading Plugin: flavors Jul 26 14:42:39.631819 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.manager [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=110991) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 26 14:42:39.632147 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.manager [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading Plugin: revisions Jul 26 14:42:39.636700 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.manager [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=110991) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 26 14:42:39.637098 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_concurrency.lockutils [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.874s {{(pid=110991) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 26 14:42:39.637833 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=110991) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Jul 26 14:42:39.638171 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Initializing extension manager. Jul 26 14:42:39.638696 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading extension file: __init__.py {{(pid=110991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:42:39.639038 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading extension file: __pycache__ {{(pid=110991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:42:39.639374 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading extension file: address_group.py {{(pid=110991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:42:39.640108 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=110991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:42:39.640671 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loaded extension: address-group Jul 26 14:42:39.640997 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading extension file: address_scope.py {{(pid=110991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:42:39.641673 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=110991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:42:39.642178 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loaded extension: address-scope Jul 26 14:42:39.642502 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading extension file: admin_state_down_before_update.py {{(pid=110991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:42:39.643393 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=110991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:42:39.643920 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loaded extension: router-admin-state-down-before-update Jul 26 14:42:39.644245 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading extension file: agent.py {{(pid=110991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:42:39.644912 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=110991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:42:39.645415 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loaded extension: agent Jul 26 14:42:39.645736 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading extension file: agent_resources_synced.py {{(pid=110991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:42:39.647128 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=110991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:42:39.647662 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loaded extension: agent-resources-synced Jul 26 14:42:39.647990 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading extension file: allowedaddresspairs.py {{(pid=110991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:42:39.649732 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=110991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:42:39.650255 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loaded extension: allowed-address-pairs Jul 26 14:42:39.650584 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading extension file: auto_allocated_topology.py {{(pid=110991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:42:39.651633 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=110991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:42:39.652146 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loaded extension: auto-allocated-topology Jul 26 14:42:39.652477 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading extension file: availability_zone.py {{(pid=110991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:42:39.653130 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=110991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:42:39.653632 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loaded extension: availability_zone Jul 26 14:42:39.653956 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading extension file: availability_zone_filter.py {{(pid=110991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:42:39.654827 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=110991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:42:39.655330 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loaded extension: availability_zone_filter Jul 26 14:42:39.655686 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading extension file: data_plane_status.py {{(pid=110991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:42:39.656543 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=110991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:42:39.657045 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Extension data-plane-status not supported by any of loaded plugins Jul 26 14:42:39.657371 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading extension file: default_subnetpools.py {{(pid=110991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:42:39.658252 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=110991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:42:39.658756 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loaded extension: default-subnetpools Jul 26 14:42:39.659081 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading extension file: dhcpagentscheduler.py {{(pid=110991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:42:39.659893 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:42:39.660400 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loaded extension: dhcp_agent_scheduler Jul 26 14:42:39.660726 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading extension file: dns.py {{(pid=110991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:42:39.661601 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=110991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:42:39.662717 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Extension dns-integration not supported by any of loaded plugins Jul 26 14:42:39.663044 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading extension file: dns_domain_ports.py {{(pid=110991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:42:39.663953 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=110991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:42:39.664461 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 26 14:42:39.664785 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=110991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:42:39.665667 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=110991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:42:39.666168 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 26 14:42:39.666492 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading extension file: dvr.py {{(pid=110991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:42:39.667124 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=110991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:42:39.667653 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loaded extension: dvr Jul 26 14:42:39.667980 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading extension file: ecmp_routes.py {{(pid=110991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:42:39.668855 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=110991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:42:39.669353 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 26 14:42:39.669671 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading extension file: empty_string_filtering.py {{(pid=110991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:42:39.670538 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=110991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:42:39.671038 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loaded extension: empty-string-filtering Jul 26 14:42:39.671364 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=110991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:42:39.672251 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:42:39.672776 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 26 14:42:39.673099 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=110991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:42:39.673964 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=110991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:42:39.674461 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 26 14:42:39.674784 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading extension file: external_net.py {{(pid=110991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:42:39.675721 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=110991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:42:39.676199 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loaded extension: external-net Jul 26 14:42:39.676520 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading extension file: extra_dhcp_opt.py {{(pid=110991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:42:39.677390 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=110991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:42:39.677948 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loaded extension: extra_dhcp_opt Jul 26 14:42:39.678274 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading extension file: extraroute.py {{(pid=110991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:42:39.679147 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=110991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:42:39.679691 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loaded extension: extraroute Jul 26 14:42:39.680015 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading extension file: extraroute_atomic.py {{(pid=110991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:42:39.681003 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=110991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:42:39.681513 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loaded extension: extraroute-atomic Jul 26 14:42:39.681839 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading extension file: filter_validation.py {{(pid=110991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:42:39.682466 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=110991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:42:39.683163 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loaded extension: filter-validation Jul 26 14:42:39.683525 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading extension file: fip_pf_description.py {{(pid=110991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:42:39.684404 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=110991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:42:39.684919 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 26 14:42:39.685245 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading extension file: fip_pf_port_range.py {{(pid=110991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:42:39.686476 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=110991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:42:39.686619 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jul 26 14:42:39.686943 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading extension file: fip_port_details.py {{(pid=110991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:42:39.687861 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:42:39.688370 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loaded extension: fip-port-details Jul 26 14:42:39.688692 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading extension file: flavors.py {{(pid=110991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:42:39.689876 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=110991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:42:39.690389 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loaded extension: flavors Jul 26 14:42:39.690718 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=110991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:42:39.692352 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=110991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:42:39.692864 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 26 14:42:39.693194 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading extension file: floatingip_pools.py {{(pid=110991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:42:39.693890 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=110991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:42:39.694404 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loaded extension: floatingip-pools Jul 26 14:42:39.694733 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading extension file: ip_allocation.py {{(pid=110991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:42:39.695659 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=110991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:42:39.696164 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Extension ip_allocation not supported by any of loaded plugins Jul 26 14:42:39.696491 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=110991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:42:39.697366 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=110991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:42:39.697871 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loaded extension: ip-substring-filtering Jul 26 14:42:39.698200 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading extension file: l2_adjacency.py {{(pid=110991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:42:39.699078 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=110991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:42:39.699603 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 26 14:42:39.699932 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading extension file: l3.py {{(pid=110991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:42:39.700861 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=110991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:42:39.701370 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loaded extension: router Jul 26 14:42:39.701698 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading extension file: l3_conntrack_helper.py {{(pid=110991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:42:39.703891 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:42:39.704408 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 26 14:42:39.704740 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=110991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:42:39.705636 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=110991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:42:39.706148 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loaded extension: ext-gw-mode Jul 26 14:42:39.706479 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=110991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:42:39.707353 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=110991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:42:39.707881 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loaded extension: l3-ha Jul 26 14:42:39.708210 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=110991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:42:39.709621 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=110991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:42:39.710128 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jul 26 14:42:39.710457 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading extension file: l3_flavors.py {{(pid=110991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:42:39.711327 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=110991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:42:39.711857 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loaded extension: l3-flavors Jul 26 14:42:39.712182 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading extension file: l3_ndp_proxy.py {{(pid=110991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:42:39.713511 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=110991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:42:39.714032 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jul 26 14:42:39.714364 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=110991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:42:39.715252 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=110991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:42:39.715810 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 26 14:42:39.716140 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading extension file: l3agentscheduler.py {{(pid=110991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:42:39.717165 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:42:39.717673 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loaded extension: l3_agent_scheduler Jul 26 14:42:39.718000 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading extension file: local_ip.py {{(pid=110991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:42:39.719766 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=110991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:42:39.720292 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Extension local_ip not supported by any of loaded plugins Jul 26 14:42:39.720629 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading extension file: logging.py {{(pid=110991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:42:39.722063 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=110991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:42:39.722579 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Extension logging not supported by any of loaded plugins Jul 26 14:42:39.722915 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading extension file: metering.py {{(pid=110991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:42:39.723644 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=110991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:42:39.724409 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loaded extension: metering Jul 26 14:42:39.724901 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=110991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:42:39.725987 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=110991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:42:39.726543 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loaded extension: metering_source_and_destination_fields Jul 26 14:42:39.726828 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading extension file: multiprovidernet.py {{(pid=110991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:42:39.727735 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=110991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:42:39.728247 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loaded extension: multi-provider Jul 26 14:42:39.728575 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading extension file: netmtu.py {{(pid=110991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:42:39.729446 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=110991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:42:39.729954 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loaded extension: net-mtu Jul 26 14:42:39.730280 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading extension file: netmtu_writable.py {{(pid=110991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:42:39.731159 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=110991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:42:39.731694 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loaded extension: net-mtu-writable Jul 26 14:42:39.732019 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading extension file: network_availability_zone.py {{(pid=110991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:42:39.732656 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=110991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:42:39.733157 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loaded extension: network_availability_zone Jul 26 14:42:39.733483 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading extension file: network_ip_availability.py {{(pid=110991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:42:39.734541 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=110991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:42:39.735059 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loaded extension: network-ip-availability Jul 26 14:42:39.735441 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading extension file: network_segment_range.py {{(pid=110991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:42:39.736138 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=110991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:42:39.736641 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Extension network-segment-range not supported by any of loaded plugins Jul 26 14:42:39.736968 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading extension file: pagination.py {{(pid=110991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:42:39.737906 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:42:39.738237 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loaded extension: pagination Jul 26 14:42:39.738560 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading extension file: port_device_profile.py {{(pid=110991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:42:39.739458 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=110991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:42:39.739973 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loaded extension: port-device-profile Jul 26 14:42:39.740841 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading extension file: port_mac_address_override.py {{(pid=110991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:42:39.741725 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=110991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:42:39.742237 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loaded extension: port-mac-override Jul 26 14:42:39.742564 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=110991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:42:39.743472 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=110991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:42:39.743983 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loaded extension: port-mac-address-regenerate Jul 26 14:42:39.744308 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=110991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:42:39.745188 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=110991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:42:39.745701 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loaded extension: port-numa-affinity-policy Jul 26 14:42:39.746029 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading extension file: port_resource_request.py {{(pid=110991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:42:39.746899 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=110991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:42:39.747428 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Extension port-resource-request not supported by any of loaded plugins Jul 26 14:42:39.747760 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading extension file: port_resource_request_groups.py {{(pid=110991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:42:39.748685 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=110991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:42:39.749192 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jul 26 14:42:39.749517 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading extension file: portbindings.py {{(pid=110991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:42:39.750397 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=110991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:42:39.750905 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loaded extension: binding Jul 26 14:42:39.751227 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading extension file: portbindings_extended.py {{(pid=110991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:42:39.752471 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=110991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:42:39.752979 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loaded extension: binding-extended Jul 26 14:42:39.753309 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading extension file: portsecurity.py {{(pid=110991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:42:39.754197 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=110991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:42:39.754705 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loaded extension: port-security Jul 26 14:42:39.755043 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading extension file: project_id.py {{(pid=110991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:42:39.756090 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=110991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:42:39.756426 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loaded extension: project-id Jul 26 14:42:39.756747 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading extension file: providernet.py {{(pid=110991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:42:39.757624 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=110991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:42:39.758139 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loaded extension: provider Jul 26 14:42:39.758466 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading extension file: qos.py {{(pid=110991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:42:39.762154 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=110991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:42:39.762673 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Extension qos not supported by any of loaded plugins Jul 26 14:42:39.763005 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=110991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:42:39.764239 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=110991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:42:39.764758 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 26 14:42:39.765096 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=110991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:42:39.765973 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=110991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:42:39.766484 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 26 14:42:39.766814 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading extension file: qos_default.py {{(pid=110991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:42:39.767730 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=110991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:42:39.768240 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Extension qos-default not supported by any of loaded plugins Jul 26 14:42:39.768571 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading extension file: qos_fip.py {{(pid=110991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:42:39.769443 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=110991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:42:39.769950 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Extension qos-fip not supported by any of loaded plugins Jul 26 14:42:39.770277 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading extension file: qos_fip_network_policy.py {{(pid=110991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:42:39.771148 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=110991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:42:39.772217 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jul 26 14:42:39.772543 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading extension file: qos_gateway_ip.py {{(pid=110991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:42:39.773427 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=110991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:42:39.773939 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 26 14:42:39.774266 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading extension file: qos_port_network_policy.py {{(pid=110991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:42:39.775140 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=110991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:42:39.775677 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 26 14:42:39.776004 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=110991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:42:39.776995 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=110991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:42:39.777505 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jul 26 14:42:39.777830 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=110991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:42:39.778817 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=110991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:42:39.779325 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jul 26 14:42:39.779755 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading extension file: qos_pps_rule.py {{(pid=110991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:42:39.780888 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=110991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:42:39.781395 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Extension qos-pps not supported by any of loaded plugins Jul 26 14:42:39.781722 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading extension file: qos_rule_type_details.py {{(pid=110991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:42:39.782595 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=110991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:42:39.783099 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 26 14:42:39.783452 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading extension file: qos_rule_type_filter.py {{(pid=110991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:42:39.784328 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=110991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:42:39.784831 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jul 26 14:42:39.785163 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading extension file: qos_rules_alias.py {{(pid=110991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:42:39.786159 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=110991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:42:39.786667 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 26 14:42:39.786994 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading extension file: quota_check_limit.py {{(pid=110991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:42:39.788016 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=110991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:42:39.788454 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loaded extension: quota-check-limit Jul 26 14:42:39.788774 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading extension file: quotasv2.py {{(pid=110991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:42:39.789675 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=110991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:42:39.790003 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loaded extension: quotas Jul 26 14:42:39.790323 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading extension file: quotasv2_detail.py {{(pid=110991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:42:39.792011 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=110991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:42:39.792348 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loaded extension: quota_details Jul 26 14:42:39.792673 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading extension file: rbac.py {{(pid=110991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:42:39.795251 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=110991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:42:39.795806 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loaded extension: rbac-policies Jul 26 14:42:39.796140 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading extension file: rbac_address_group.py {{(pid=110991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:42:39.797033 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=110991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:42:39.797550 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loaded extension: rbac-address-group Jul 26 14:42:39.797879 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading extension file: rbac_address_scope.py {{(pid=110991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:42:39.798766 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=110991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:42:39.799278 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loaded extension: rbac-address-scope Jul 26 14:42:39.799626 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading extension file: rbac_security_groups.py {{(pid=110991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:42:39.800579 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=110991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:42:39.801093 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loaded extension: rbac-security-groups Jul 26 14:42:39.801418 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading extension file: rbac_subnetpool.py {{(pid=110991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:42:39.802296 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=110991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:42:39.803353 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loaded extension: rbac-subnetpool Jul 26 14:42:39.803697 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading extension file: revisionifmatch.py {{(pid=110991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:42:39.804584 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=110991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:42:39.805100 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loaded extension: revision-if-match Jul 26 14:42:39.805421 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading extension file: revisions.py {{(pid=110991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:42:39.806503 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=110991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:42:39.807023 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loaded extension: standard-attr-revisions Jul 26 14:42:39.807354 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading extension file: router_availability_zone.py {{(pid=110991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:42:39.808044 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=110991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:42:39.808528 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loaded extension: router_availability_zone Jul 26 14:42:39.808850 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading extension file: routerservicetype.py {{(pid=110991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:42:39.809739 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=110991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:42:39.810244 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Extension router-service-type not supported by any of loaded plugins Jul 26 14:42:39.810570 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=110991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:42:39.811483 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=110991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:42:39.811987 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loaded extension: security-groups-normalized-cidr Jul 26 14:42:39.812310 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading extension file: security_groups_port_filtering.py {{(pid=110991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:42:39.813196 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=110991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:42:39.813702 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loaded extension: port-security-groups-filtering Jul 26 14:42:39.814022 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=110991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:42:39.814909 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=110991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:42:39.815425 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loaded extension: security-groups-remote-address-group Jul 26 14:42:39.815759 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=110991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:42:39.816667 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=110991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:42:39.817289 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loaded extension: security-groups-shared-filtering Jul 26 14:42:39.817494 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading extension file: securitygroup.py {{(pid=110991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:42:39.827526 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=110991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:42:39.828059 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loaded extension: security-group Jul 26 14:42:39.828395 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading extension file: segment.py {{(pid=110991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:42:39.829093 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=110991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:42:39.829609 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Extension segment not supported by any of loaded plugins Jul 26 14:42:39.829941 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=110991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:42:39.830841 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=110991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:42:39.831353 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 26 14:42:39.831711 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading extension file: servicetype.py {{(pid=110991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:42:39.832775 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=110991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:42:39.833297 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loaded extension: service-type Jul 26 14:42:39.833627 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading extension file: sorting.py {{(pid=110991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:42:39.834607 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:42:39.834952 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loaded extension: sorting Jul 26 14:42:39.835278 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading extension file: standard_attr_segment.py {{(pid=110991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:42:39.836191 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:42:39.836702 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 26 14:42:39.837029 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading extension file: standardattrdescription.py {{(pid=110991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:42:39.837645 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=110991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:42:39.838161 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loaded extension: standard-attr-description Jul 26 14:42:39.838488 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading extension file: stateful_security_group.py {{(pid=110991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:42:39.839371 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=110991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:42:39.839907 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loaded extension: stateful-security-group Jul 26 14:42:39.840234 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading extension file: stdattrs_common.py {{(pid=110991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:42:39.840782 dv-cinder-851030-1-iscsi neutron-server[110991]: WARNING neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 26 14:42:39.841101 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=110991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:42:39.842000 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=110991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:42:39.842511 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 26 14:42:39.842838 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading extension file: subnet_onboard.py {{(pid=110991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:42:39.843887 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=110991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:42:39.844403 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loaded extension: subnet_onboard Jul 26 14:42:39.844730 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=110991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:42:39.845630 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=110991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:42:39.846134 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 26 14:42:39.846458 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading extension file: subnet_service_types.py {{(pid=110991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:42:39.847343 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=110991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:42:39.847882 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loaded extension: subnet-service-types Jul 26 14:42:39.848208 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading extension file: subnetallocation.py {{(pid=110991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:42:39.858575 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=110991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:42:39.859089 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loaded extension: subnet_allocation Jul 26 14:42:39.859446 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=110991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:42:39.860082 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=110991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:42:39.860587 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loaded extension: subnetpool-prefix-ops Jul 26 14:42:39.860910 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=110991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:42:39.861843 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=110991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:42:39.862348 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 26 14:42:39.862673 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading extension file: tagging.py {{(pid=110991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:42:39.863734 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=110991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:42:39.864261 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loaded extension: standard-attr-tag Jul 26 14:42:39.864590 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading extension file: timestamp.py {{(pid=110991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:42:39.866288 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=110991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:42:39.866806 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loaded extension: standard-attr-timestamp Jul 26 14:42:39.867133 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading extension file: trunk.py {{(pid=110991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:42:39.868157 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=110991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:42:39.868671 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Extension trunk not supported by any of loaded plugins Jul 26 14:42:39.868998 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading extension file: trunk_details.py {{(pid=110991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:42:39.869882 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=110991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:42:39.870391 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Extension trunk-details not supported by any of loaded plugins Jul 26 14:42:39.870717 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading extension file: uplink_status_propagation.py {{(pid=110991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:42:39.871629 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=110991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:42:39.872142 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 26 14:42:39.872467 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Loading extension file: vlantransparent.py {{(pid=110991) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 26 14:42:39.873104 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=110991) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 26 14:42:39.873605 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 26 14:42:39.876180 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.quota.resource_registry [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Creating instance of TrackedResource for resource:network Jul 26 14:42:39.876701 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.quota.resource_registry [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Creating instance of TrackedResource for resource:subnet Jul 26 14:42:39.877105 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.quota.resource_registry [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Creating instance of TrackedResource for resource:subnetpool Jul 26 14:42:39.877501 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.quota.resource_registry [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Creating instance of TrackedResource for resource:port Jul 26 14:42:39.878789 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.v2.resource_helper [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110991) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 14:42:39.879239 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.v2.resource_helper [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Service FLAVORS assigned prefix: {{(pid=110991) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 14:42:39.879907 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.v2.resource_helper [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110991) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 14:42:39.880344 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.v2.resource_helper [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110991) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 14:42:39.880698 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.quota.resource_registry [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Creating instance of TrackedResource for resource:router Jul 26 14:42:39.881761 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.quota.resource_registry [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Creating instance of TrackedResource for resource:floatingip Jul 26 14:42:39.882245 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.v2.resource_helper [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Service METERING assigned prefix: /metering {{(pid=110991) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 14:42:39.883715 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:39.884365 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:39.884725 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110991) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:42:39.885708 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.quota.resource_registry [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Creating instance of CountableResource for resource:rbac_policy Jul 26 14:42:39.886159 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.quota.resource_registry [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Creating instance of TrackedResource for resource:security_group Jul 26 14:42:39.886599 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.quota.resource_registry [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 26 14:42:39.887136 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.v2.resource_helper [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Service CORE assigned prefix: {{(pid=110991) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 14:42:39.887505 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.quota.resource_registry [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Creating instance of TrackedResource for resource:subnetpool Jul 26 14:42:39.887859 dv-cinder-851030-1-iscsi neutron-server[110991]: WARNING neutron.quota.resource_registry [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] subnetpool is already registered Jul 26 14:42:39.890121 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.v2.resource_helper [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Service CORE assigned prefix: {{(pid=110991) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 14:42:39.890121 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.quota.resource_registry [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Creating instance of TrackedResource for resource:subnetpool Jul 26 14:42:39.890121 dv-cinder-851030-1-iscsi neutron-server[110991]: WARNING neutron.quota.resource_registry [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] subnetpool is already registered Jul 26 14:42:39.891326 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.v2.resource_helper [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110991) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 14:42:39.891792 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.v2.resource_helper [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Service FLAVORS assigned prefix: {{(pid=110991) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 14:42:39.892399 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.v2.resource_helper [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110991) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 14:42:39.892829 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.v2.resource_helper [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110991) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 14:42:39.893163 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.quota.resource_registry [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Creating instance of TrackedResource for resource:router Jul 26 14:42:39.893503 dv-cinder-851030-1-iscsi neutron-server[110991]: WARNING neutron.quota.resource_registry [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] router is already registered Jul 26 14:42:39.893918 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.quota.resource_registry [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Creating instance of TrackedResource for resource:floatingip Jul 26 14:42:39.894256 dv-cinder-851030-1-iscsi neutron-server[110991]: WARNING neutron.quota.resource_registry [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] floatingip is already registered Jul 26 14:42:39.894722 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.v2.resource_helper [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Service METERING assigned prefix: /metering {{(pid=110991) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 14:42:39.895428 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.quota.resource_registry [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Creating instance of CountableResource for resource:rbac_policy Jul 26 14:42:39.895781 dv-cinder-851030-1-iscsi neutron-server[110991]: WARNING neutron.quota.resource_registry [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] rbac_policy is already registered Jul 26 14:42:39.896234 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.quota.resource_registry [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Creating instance of TrackedResource for resource:security_group Jul 26 14:42:39.897104 dv-cinder-851030-1-iscsi neutron-server[110991]: WARNING neutron.quota.resource_registry [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] security_group is already registered Jul 26 14:42:39.897510 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.quota.resource_registry [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 26 14:42:39.897849 dv-cinder-851030-1-iscsi neutron-server[110991]: WARNING neutron.quota.resource_registry [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] security_group_rule is already registered Jul 26 14:42:39.898492 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.v2.resource_helper [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Service CORE assigned prefix: {{(pid=110991) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 14:42:39.898822 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.quota.resource_registry [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Creating instance of TrackedResource for resource:subnetpool Jul 26 14:42:39.899159 dv-cinder-851030-1-iscsi neutron-server[110991]: WARNING neutron.quota.resource_registry [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] subnetpool is already registered Jul 26 14:42:39.899606 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.v2.resource_helper [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Service CORE assigned prefix: {{(pid=110991) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 26 14:42:39.899933 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.quota.resource_registry [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Creating instance of TrackedResource for resource:subnetpool Jul 26 14:42:39.900264 dv-cinder-851030-1-iscsi neutron-server[110991]: WARNING neutron.quota.resource_registry [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] subnetpool is already registered Jul 26 14:42:39.900730 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Extended resource: extensions {{(pid=110991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 14:42:39.902239 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Extended resource: address-groups {{(pid=110991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 14:42:39.903820 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Extended resource: address-scopes {{(pid=110991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 14:42:39.905150 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Extended resource: agents {{(pid=110991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 14:42:39.906320 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Extended resource: auto-allocated-topology {{(pid=110991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 14:42:39.907600 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Extended resource: availability_zones {{(pid=110991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 14:42:39.908871 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Extended resource: dhcp-networks {{(pid=110991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 14:42:39.910425 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Extended resource: dhcp-agents {{(pid=110991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 14:42:39.911912 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Extended resource: routers {{(pid=110991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 14:42:39.914259 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Extended resource: flavors {{(pid=110991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 14:42:39.915565 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Extended resource: service_profiles {{(pid=110991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 14:42:39.916807 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Extended resource: next_providers {{(pid=110991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 14:42:39.918274 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Extended resource: service_profiles {{(pid=110991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 14:42:39.919914 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Extended resource: floatingip-pools {{(pid=110991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 14:42:39.921147 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Extended resource: routers {{(pid=110991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 14:42:39.922869 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Extended resource: floatingips {{(pid=110991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 14:42:39.924338 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Extended resource: l3-routers {{(pid=110991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 14:42:39.925771 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Extended resource: l3-agents {{(pid=110991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 14:42:39.927200 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Extended resource: metering-labels {{(pid=110991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 14:42:39.928555 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Extended resource: metering-label-rules {{(pid=110991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 14:42:39.929953 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Extended resource: network-ip-availabilities {{(pid=110991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 14:42:39.931234 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Extended resource: bindings {{(pid=110991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 14:42:39.932860 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Extended resource: quotas {{(pid=110991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 14:42:39.935555 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Extended resource: quotas {{(pid=110991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 14:42:39.937118 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Extended resource: rbac-policies {{(pid=110991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 14:42:39.938338 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Extended resource: security-groups {{(pid=110991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 14:42:39.939689 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Extended resource: security-group-rules {{(pid=110991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 14:42:39.940991 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Extended resource: service-providers {{(pid=110991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 14:42:39.942225 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Extended resource: subnetpools {{(pid=110991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 14:42:39.944131 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Extended resource: subnetpools {{(pid=110991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 14:42:39.946693 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Extended resource: tags {{(pid=110991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 14:42:39.947880 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Extended resource: tags {{(pid=110991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 14:42:39.950052 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Extended resource: tags {{(pid=110991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 14:42:39.951079 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Extended resource: tags {{(pid=110991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 14:42:39.952815 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Extended resource: tags {{(pid=110991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 14:42:39.954807 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Extended resource: tags {{(pid=110991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 14:42:39.956565 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Extended resource: tags {{(pid=110991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 14:42:39.958485 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Extended resource: tags {{(pid=110991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 14:42:39.960361 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Extended resource: tags {{(pid=110991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 14:42:39.962657 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron.api.extensions [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Extended resource: tags {{(pid=110991) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 26 14:42:39.968938 dv-cinder-851030-1-iscsi neutron-server[110991]: WARNING keystonemiddleware.auth_token [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 26 14:42:39.975467 dv-cinder-851030-1-iscsi neutron-server[110991]: WARNING keystonemiddleware.auth_token [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 26 14:42:39.984460 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_concurrency.lockutils [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Acquired lock "singleton_lock" {{(pid=110991) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jul 26 14:42:39.984889 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_concurrency.lockutils [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Releasing lock "singleton_lock" {{(pid=110991) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jul 26 14:42:39.985548 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO oslo_service.service [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Starting 2 workers Jul 26 14:42:39.990924 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Started child 111102 {{(pid=110991) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 26 14:42:39.995509 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Started child 111103 {{(pid=110991) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 26 14:42:39.997020 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:42:39.998060 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO neutron.service [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 26 14:42:39.998060 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Publish callbacks [] for process (None), before_spawn {{(pid=110991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:42:39.998615 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [-] (111102) wsgi starting up on http://0.0.0.0:9696 Jul 26 14:42:40.000304 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO oslo_service.service [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Starting 1 workers Jul 26 14:42:40.000658 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:42:40.002091 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [-] (111103) wsgi starting up on http://0.0.0.0:9696 Jul 26 14:42:40.005578 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Started child 111104 {{(pid=110991) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 26 14:42:40.012828 dv-cinder-851030-1-iscsi neutron-server[110991]: INFO oslo_service.service [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Starting 1 workers Jul 26 14:42:40.012979 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.service [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] calling RpcWorker wait() {{(pid=111104) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 26 14:42:40.013472 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Started child 111105 {{(pid=110991) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 26 14:42:40.013557 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.service [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] returning from RpcWorker wait() {{(pid=111104) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 26 14:42:40.013627 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG neutron_lib.callbacks.manager [None req-471d06a5-28e5-43c4-82be-254f03779420 None None] Publish callbacks [] for process (None), after_spawn {{(pid=110991) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:42:40.013695 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:42:40.013695 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:42:40.013831 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110991) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 26 14:42:40.013903 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 26 14:42:40.014180 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 26 14:42:40.014272 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 26 14:42:40.014606 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 26 14:42:40.014779 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 26 14:42:40.015267 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.015557 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.015841 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.016080 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=111105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:42:40.016565 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.016707 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.016951 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.017096 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=111105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:42:40.017243 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.017466 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.017732 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.017903 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.018066 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.018307 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.018536 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.018869 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.019140 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.019415 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.019690 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.019903 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.020108 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.020364 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.020632 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.020916 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] debug = True {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.021174 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.021720 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.021974 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.022221 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.022455 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.022757 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.023010 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.023292 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.023548 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.023781 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.024041 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.024312 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.024544 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.024795 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.025001 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.025267 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.025497 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.025999 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] host = dv-cinder-851030-1-iscsi {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.026251 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.026505 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.026767 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.027011 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.027253 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.027505 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.027785 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.028036 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.028295 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.028517 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.028753 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.029130 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.029283 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.029417 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] log_file = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.029577 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] log_options = True {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.029817 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.030076 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.030346 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.030536 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.030702 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.030864 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.031109 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.031259 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.031529 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.031743 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.031953 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.032162 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.032404 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.032646 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.032891 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.033144 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.034294 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.034294 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.034294 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.034294 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.034615 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.034692 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.035661 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.035916 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.036305 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.036583 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.036845 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.037764 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.037978 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.038192 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.038457 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.038714 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.038948 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.039212 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.039508 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.039736 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.039960 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.040189 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.040465 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.040767 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.041018 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.041276 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.041488 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.041729 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.041961 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.042173 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.042419 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] use_json = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.042849 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.043524 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.043766 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.044015 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.044229 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.044442 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.044655 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.046157 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.046157 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.046157 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.046157 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.046157 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.046692 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.046692 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.046861 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.047103 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.047350 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.047632 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.047882 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.048224 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.048447 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.048733 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.048981 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.049270 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.049601 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.049865 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.050132 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.050350 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.050573 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.050796 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.051017 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.051360 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.051590 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.051844 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.052074 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.052291 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.052590 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.053785 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.053785 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.054015 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.054296 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.054547 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.97/identity {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.054812 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.055147 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.055423 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.055680 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.055874 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.056109 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.056342 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.056610 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.056843 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.057089 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.057333 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.057575 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.057805 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.058048 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.058441 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.058542 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.058752 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.058983 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.059192 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.059421 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.059643 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.059878 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.060088 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.060340 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.060568 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.060797 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.061036 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.061279 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.061613 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.061922 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.062163 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.062407 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.062618 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.062833 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.063043 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.063304 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.063544 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.063756 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.063964 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.064180 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.064413 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.064621 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.064844 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.065275 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.065806 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.065806 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.066055 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.066163 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.066322 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.066536 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.066801 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.067012 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.067263 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.067462 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.067663 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.067875 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.068116 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.068367 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.068679 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.068930 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.069166 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.069440 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.069685 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.069920 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.070160 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.070375 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.070610 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.070841 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.071107 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.071327 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.072363 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.072363 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.072363 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.072363 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.073156 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.073156 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.073387 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.073610 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.073823 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.074062 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.074443 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.074681 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.074923 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.075179 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.078381 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.078381 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.078381 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.078381 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.078381 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.078381 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.078381 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.078381 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.079011 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.079011 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.079011 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.079011 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.079011 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.081823 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.082133 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.082416 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.082688 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.082955 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.083229 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.083496 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.083770 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.084165 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.084280 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.084479 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.084735 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.085072 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.085326 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.085568 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.085804 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.086075 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.086307 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.086564 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.086841 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.087269 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.087379 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.087936 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.088177 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.97/identity {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.088417 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.088658 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.088905 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.089118 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.089641 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.089905 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.090116 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.090332 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.090889 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.091144 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.091714 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.091940 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.092155 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.093740 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.094796 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.095078 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.095306 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.095777 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.096024 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.096263 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.096593 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.096837 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.097072 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.097317 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.097527 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.097821 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.098073 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.098596 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.099492 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.100418 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.100683 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.100895 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.101155 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.101408 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.101804 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.101937 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.102073 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.102285 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.102504 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.102754 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.102968 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.103203 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.103461 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.103810 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.104067 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.107069 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.107349 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.107651 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.107987 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.108203 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.108449 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.108714 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.108943 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.109178 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.109404 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.109648 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.109891 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.110112 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.110332 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.110601 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.110868 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.111100 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.111343 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.111753 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.112365 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.112365 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.112565 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.112713 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.112934 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.113149 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.113368 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.113585 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.113989 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.114237 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.114481 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.114728 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.114997 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.115319 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.115599 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.115858 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.116133 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.116364 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.116663 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.116877 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.117103 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.117332 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.117551 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.117775 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.117992 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.118202 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.118427 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.119754 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.120072 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.120394 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.120625 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.121002 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.121246 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.121502 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.121696 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.121930 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.122173 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.122389 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.122664 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.122851 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.123060 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.123284 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.123524 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.123734 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.124038 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.124290 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.124516 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.124811 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.125045 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.125297 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.125522 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.125849 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.126088 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.126332 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.126589 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.126810 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.127032 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.127304 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.127646 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.127924 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.128195 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.128450 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.128722 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.129010 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1050:1099'] {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.129268 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.129512 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.129813 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.130152 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.130409 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.130677 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.131487 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.131750 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.131992 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.132235 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.132474 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.132719 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.132937 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.133176 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.133404 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.133637 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.134108 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.134349 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.134702 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.135018 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.135257 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.135502 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.135723 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.135879 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 26 14:42:40.136423 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110991) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 26 14:42:40.136630 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 26 14:42:40.136799 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 26 14:42:40.136967 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 26 14:42:40.137131 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 26 14:42:40.137282 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 26 14:42:40.137487 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.137647 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.137793 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:42:40.137895 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.137976 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.138122 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.138341 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.138445 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.138580 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.138737 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.138893 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.139049 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.139204 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.139360 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.139539 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.139697 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.139853 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.140026 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.140173 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.140331 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.140562 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.141317 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.141317 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] debug = True {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.141317 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.141317 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.142281 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.142281 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.142281 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.142281 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.142797 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.142797 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.142797 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.143013 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.143091 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.143204 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.143366 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.143550 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.143717 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.143854 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.144280 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.144443 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] host = dv-cinder-851030-1-iscsi {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.144602 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.144759 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.144929 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.145070 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.145227 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.145385 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.147260 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.147444 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.147610 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.147771 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.147937 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.148133 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.148712 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.148878 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] log_file = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.149038 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] log_options = True {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.149702 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.150053 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.150224 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.150497 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.150683 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.150854 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.150981 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.151138 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.151295 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.151485 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.151648 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.151798 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.151935 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.152091 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.152306 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.152459 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.152615 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.152765 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.152904 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.153063 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.153209 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.153365 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.153521 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.153679 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.153889 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.154051 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.154195 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.154353 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.154508 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.154649 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.154809 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.154966 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.155169 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.155329 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.155510 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.155654 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.155867 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.156034 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.156242 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.156402 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.156559 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.156714 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.156871 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.157027 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.157227 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.157398 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.157542 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] use_json = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.157698 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.157854 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.158013 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.158209 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.158729 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.158871 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.159015 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.159175 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.159332 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 26 14:42:40.159522 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.159683 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.159855 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.160014 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.160164 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.160319 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.160480 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.160712 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.160879 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.161140 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.161337 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.161337 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.162743 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.162743 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.162916 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.163005 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.163091 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.163253 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.163436 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.163600 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.163761 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.164089 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.164089 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.164255 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.164368 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.164526 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.164684 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.164850 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.165008 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.165173 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.165345 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.165503 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.166146 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.97/identity {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.166478 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.166645 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.166807 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.166968 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.167130 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.167289 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.167473 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.167635 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.167796 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.167951 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.168110 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.168269 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.168428 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.168664 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.168776 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.168892 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.169051 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.169211 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.169369 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.169529 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.169687 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.169847 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.170006 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.170163 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.170331 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.170488 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.170647 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.170805 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.170964 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.171130 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.171268 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.171446 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.171611 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.171769 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.171928 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.172098 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.172256 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.172416 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.172574 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.172734 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.172892 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.173050 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.173226 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.173365 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.173523 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.173681 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.173984 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.174154 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.174390 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.174610 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.174771 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.175094 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.175252 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.175445 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.175595 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.176933 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.176933 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.176933 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.176933 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.176933 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.176933 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.176933 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.176933 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.177515 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.177515 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.177515 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.177515 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.177515 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.177883 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.177883 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.178031 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.178143 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.178304 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.178461 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.178619 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.178776 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.178933 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.179091 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.179248 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.179430 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.179584 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.179743 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.179901 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.180062 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.180221 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.180378 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.180536 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.180693 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.180852 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.181019 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.181180 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.181343 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.181505 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.181670 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.181840 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.181998 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.182157 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.182315 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.182474 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.182631 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.182788 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.182946 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.183103 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.183271 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.183426 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.183595 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.183753 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.183912 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.184069 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.184248 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.184406 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.184563 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.184722 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.184879 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.185036 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.185193 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.185350 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.185509 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.185666 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.185823 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.185982 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.97/identity {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.186140 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.186298 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.186457 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.187002 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.187002 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.187002 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.187476 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.187476 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.187476 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.187859 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.187859 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.187859 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.188244 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.188244 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.188508 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.188508 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.188764 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.188764 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.189068 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.189068 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.189226 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.189305 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.189457 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.189590 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.189746 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.189906 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.190064 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.190222 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.190381 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.190540 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.190697 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.190854 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.191014 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.191171 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.191331 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.191517 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.191674 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.191834 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.191991 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.192151 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.192309 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.192467 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.192625 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.192800 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.192957 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.193114 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.193810 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.193965 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.194111 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.194270 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.194429 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.194587 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.194745 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.194908 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.195066 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.195225 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.195383 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.195564 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.195722 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.195882 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.196042 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.196200 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.196357 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.196519 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.196677 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.196835 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.197018 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.197197 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.197354 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.197512 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.197670 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.197828 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.197998 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.198158 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.198316 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.198474 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.198631 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.198789 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.198967 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.199114 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.199304 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.199449 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.199609 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.199767 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.199934 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.200093 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.200250 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.200407 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.200563 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.200720 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.200887 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.201045 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.201202 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.201359 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.201515 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.201672 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.201838 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.202001 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.202159 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.202317 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.202472 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.202630 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.202796 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.202955 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.203113 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.203271 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.203474 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.203637 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.203804 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.203963 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.204121 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.204287 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.204444 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.204602 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.204760 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.204930 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.205088 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.205248 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.205405 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.205562 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.205718 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.205877 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.206038 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.206207 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.206370 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.206530 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.206695 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.206860 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1050:1099'] {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.207025 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.207183 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.207347 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.207540 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.207699 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.207856 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.208014 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.208171 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.208330 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.208489 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.208649 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.208807 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.209045 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.209209 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.209366 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.209525 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.209684 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.209842 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.210001 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.210160 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.210316 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.210476 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.210636 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 26 14:42:40.210787 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110991) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 26 14:42:40.428871 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 40914) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:42:40.437471 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [-] 10.222.0.97 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065398 Jul 26 14:42:46.089549 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writer thread running {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 26 14:42:49.280583 dv-cinder-851030-1-iscsi neutron-server[110991]: DEBUG dbcounter [-] [110991] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=110991) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:42:51.914896 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e80d1ed-9200-441a-8b12-b11532bfbaf2 None None] get_active_networks_info from dv-cinder-851030-1-iscsi {{(pid=111104) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jul 26 14:42:51.950188 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writer thread running {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 26 14:42:52.027809 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e80d1ed-9200-441a-8b12-b11532bfbaf2 None None] No non-hosted networks {{(pid=111104) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 26 14:42:52.070823 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.agentschedulers_db [None req-7e80d1ed-9200-441a-8b12-b11532bfbaf2 None None] DHCP Agent not found on host dv-cinder-851030-1-iscsi {{(pid=111104) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jul 26 14:42:52.206079 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-ffc97aca-55e1-4b5f-8517-6b97c764b193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-689058'] for agent (bb4183fa-e0c9-4858-9c34-b1ab78d39af4), after_create {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:42:54.236810 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-dbb9d7a1-3cbc-460a-a2ae-1427aba7647c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-689058'] for agent (66f8bb98-7ace-4a85-b6ba-ffe40597695b), after_create {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:42:54.284227 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.db.api [None req-8a81edcc-2ceb-476a-adf3-5c3af589b91d None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-851030-1-iscsi {{(pid=111104) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 26 14:42:54.286964 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG oslo_db.api [None req-8a81edcc-2ceb-476a-adf3-5c3af589b91d None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 26 14:42:54.946499 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-8a81edcc-2ceb-476a-adf3-5c3af589b91d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (66f8bb98-7ace-4a85-b6ba-ffe40597695b), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:42:55.361787 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b30572d2-bee0-4462-94ed-c13cd0ef4273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-689058'] for agent (40fac31a-afaa-44e8-8521-47b803a59f0f), after_create {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:42:55.429912 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 40988) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:42:56.035586 dv-cinder-851030-1-iscsi neutron-server[111103]: WARNING oslo_policy.policy [None req-02ee2dbe-58ab-433a-a6f8-9c6b67746449 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 26 14:42:56.036815 dv-cinder-851030-1-iscsi neutron-server[111103]: WARNING oslo_policy.policy [None req-02ee2dbe-58ab-433a-a6f8-9c6b67746449 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 26 14:42:56.272753 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [None req-02ee2dbe-58ab-433a-a6f8-9c6b67746449 admin admin] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=111103) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 26 14:42:56.296378 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-02ee2dbe-58ab-433a-a6f8-9c6b67746449 admin admin] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8641434 Jul 26 14:42:57.007531 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b977bc9f-0510-4ebd-94dd-930fc4499a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-689058'] for agent (e5556d63-fbf3-48f2-bfac-7896e86945c3), after_create {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:42:57.101491 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-689058'] for agent (df49e665-2de0-463a-a1e1-c989804d5593), after_create {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:42:57.102833 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:42:57.103651 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:42:57.104310 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:42:57.104794 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:42:57.105274 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:42:57.105773 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:42:57.106248 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:42:57.106743 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:42:57.107217 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:42:57.107806 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:42:57.108445 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:42:57.109473 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:42:57.109968 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:42:57.110440 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:42:57.111641 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:42:57.112165 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-851030-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:42:57.124299 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-851030-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:42:58.526557 dv-cinder-851030-1-iscsi neutron-server[111104]: INFO neutron.db.l3_hamode_db [None req-22086c35-a879-4dc8-ad46-7f1afaadfa1f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 26 14:42:58.612350 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 41020) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:42:58.613192 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22086c35-a879-4dc8-ad46-7f1afaadfa1f None None] Routers set() bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 14:42:58.613571 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22086c35-a879-4dc8-ad46-7f1afaadfa1f None None] Router IDs set() for agent in host dv-cinder-851030-1-iscsi {{(pid=111104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jul 26 14:42:58.944758 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.v2.base [None req-fd727514-f263-455c-9d15-50627bc52542 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'shared': True}} {{(pid=111103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 14:42:59.036096 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.policy [None req-fd727514-f263-455c-9d15-50627bc52542 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=111103) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 26 14:42:59.079524 dv-cinder-851030-1-iscsi neutron-server[111103]: WARNING oslo_policy.policy [None req-fd727514-f263-455c-9d15-50627bc52542 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 26 14:42:59.079897 dv-cinder-851030-1-iscsi neutron-server[111103]: WARNING oslo_policy.policy [None req-fd727514-f263-455c-9d15-50627bc52542 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 26 14:42:59.099775 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writer thread running {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 26 14:42:59.314951 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-fd727514-f263-455c-9d15-50627bc52542 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789581476703', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789581476195', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789581460099', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789581457497', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789581448844', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8789581441985', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1461808', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1085724', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1015772', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1020731'] for rbac-policy (None), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:42:59.562008 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-fd727514-f263-455c-9d15-50627bc52542 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:42:59.563178 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-fd727514-f263-455c-9d15-50627bc52542 admin admin] 10.222.0.97 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9497120 Jul 26 14:43:01.768363 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 41032) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:43:02.277204 dv-cinder-851030-1-iscsi neutron-server[111102]: WARNING oslo_policy.policy [None req-8d335b9d-52ff-4969-af9c-ed02d615cd08 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 26 14:43:02.277783 dv-cinder-851030-1-iscsi neutron-server[111102]: WARNING oslo_policy.policy [None req-8d335b9d-52ff-4969-af9c-ed02d615cd08 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 26 14:43:02.494000 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.v2.base [None req-8d335b9d-52ff-4969-af9c-ed02d615cd08 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=111102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 14:43:02.507345 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writer thread running {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 26 14:43:02.615260 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d335b9d-52ff-4969-af9c-ed02d615cd08 demo demo] Made reservation on behalf of 076f7405c1874c1ea0d0f44c11ae4d38 for: {'network': 1} {{(pid=111102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:43:02.678853 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.policy [None req-8d335b9d-52ff-4969-af9c-ed02d615cd08 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=111102) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 26 14:43:02.720873 dv-cinder-851030-1-iscsi neutron-server[111102]: WARNING oslo_policy.policy [None req-8d335b9d-52ff-4969-af9c-ed02d615cd08 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 26 14:43:02.721241 dv-cinder-851030-1-iscsi neutron-server[111102]: WARNING oslo_policy.policy [None req-8d335b9d-52ff-4969-af9c-ed02d615cd08 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 26 14:43:02.732157 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-8d335b9d-52ff-4969-af9c-ed02d615cd08 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for network (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:43:02.754773 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-8d335b9d-52ff-4969-af9c-ed02d615cd08 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:43:02.867420 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-8d335b9d-52ff-4969-af9c-ed02d615cd08 demo demo] Publish callbacks [] for security_group (d761246d-ff84-44ae-87c6-427c324e2344), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:43:03.045494 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-8d335b9d-52ff-4969-af9c-ed02d615cd08 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (d761246d-ff84-44ae-87c6-427c324e2344), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:43:03.067376 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d335b9d-52ff-4969-af9c-ed02d615cd08 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1086} {{(pid=111102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:43:03.104892 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-8d335b9d-52ff-4969-af9c-ed02d615cd08 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789580160193', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1539468'] for segment (31856af9-1d5d-42af-9580-2f260ddc85b1), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:43:03.105453 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-8d335b9d-52ff-4969-af9c-ed02d615cd08 demo demo] Unsubscribe: segment precommit_create {{(pid=111102) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 26 14:43:03.106008 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.db.segments_db [None req-8d335b9d-52ff-4969-af9c-ed02d615cd08 demo demo] Added segment 31856af9-1d5d-42af-9580-2f260ddc85b1 of type vlan for network 74928ecc-5d85-4593-aaaa-2c8dd8ab3980 Jul 26 14:43:03.134470 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d335b9d-52ff-4969-af9c-ed02d615cd08 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=d761246d-ff84-44ae-87c6-427c324e2344,revision_number=1']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:03.187516 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d335b9d-52ff-4969-af9c-ed02d615cd08 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:43:03.187858 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d335b9d-52ff-4969-af9c-ed02d615cd08 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:43:03.188211 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d335b9d-52ff-4969-af9c-ed02d615cd08 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:43:03.188544 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d335b9d-52ff-4969-af9c-ed02d615cd08 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:43:03.188871 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d335b9d-52ff-4969-af9c-ed02d615cd08 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:43:03.189192 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d335b9d-52ff-4969-af9c-ed02d615cd08 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:43:03.189510 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d335b9d-52ff-4969-af9c-ed02d615cd08 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:43:03.189826 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d335b9d-52ff-4969-af9c-ed02d615cd08 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:43:03.190145 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d335b9d-52ff-4969-af9c-ed02d615cd08 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:43:03.190459 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d335b9d-52ff-4969-af9c-ed02d615cd08 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:43:03.190775 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d335b9d-52ff-4969-af9c-ed02d615cd08 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:43:03.191105 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d335b9d-52ff-4969-af9c-ed02d615cd08 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:43:03.191437 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d335b9d-52ff-4969-af9c-ed02d615cd08 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:43:03.192278 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d335b9d-52ff-4969-af9c-ed02d615cd08 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:43:03.192591 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d335b9d-52ff-4969-af9c-ed02d615cd08 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:43:03.194037 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d335b9d-52ff-4969-af9c-ed02d615cd08 demo demo] Tracked resource versions report: Jul 26 14:43:03.194037 dv-cinder-851030-1-iscsi neutron-server[111102]: pushed versions: Jul 26 14:43:03.194037 dv-cinder-851030-1-iscsi neutron-server[111102]: { 'AddressGroup': {'1.2'}, Jul 26 14:43:03.194037 dv-cinder-851030-1-iscsi neutron-server[111102]: 'Agent': {'1.1'}, Jul 26 14:43:03.194037 dv-cinder-851030-1-iscsi neutron-server[111102]: 'ConntrackHelper': {'1.0'}, Jul 26 14:43:03.194037 dv-cinder-851030-1-iscsi neutron-server[111102]: 'LocalIPAssociation': {'1.0'}, Jul 26 14:43:03.194037 dv-cinder-851030-1-iscsi neutron-server[111102]: 'Log': {'1.0'}, Jul 26 14:43:03.194037 dv-cinder-851030-1-iscsi neutron-server[111102]: 'NDPProxy': {'1.0'}, Jul 26 14:43:03.194037 dv-cinder-851030-1-iscsi neutron-server[111102]: 'Network': {'1.1'}, Jul 26 14:43:03.194037 dv-cinder-851030-1-iscsi neutron-server[111102]: 'Port': {'1.7'}, Jul 26 14:43:03.194037 dv-cinder-851030-1-iscsi neutron-server[111102]: 'PortForwarding': {'1.3'}, Jul 26 14:43:03.194037 dv-cinder-851030-1-iscsi neutron-server[111102]: 'QosPolicy': {'1.10'}, Jul 26 14:43:03.194037 dv-cinder-851030-1-iscsi neutron-server[111102]: 'SecurityGroup': {'1.5'}, Jul 26 14:43:03.194037 dv-cinder-851030-1-iscsi neutron-server[111102]: 'SecurityGroupRule': {'1.2'}, Jul 26 14:43:03.194037 dv-cinder-851030-1-iscsi neutron-server[111102]: 'SubPort': {'1.0'}, Jul 26 14:43:03.194037 dv-cinder-851030-1-iscsi neutron-server[111102]: 'Subnet': {'1.1'}, Jul 26 14:43:03.194037 dv-cinder-851030-1-iscsi neutron-server[111102]: 'Trunk': {'1.1'}} Jul 26 14:43:03.194037 dv-cinder-851030-1-iscsi neutron-server[111102]: consumer versions: Jul 26 14:43:03.194037 dv-cinder-851030-1-iscsi neutron-server[111102]: { DHCP agent@dv-cinder-851030-1-iscsi: {}, Jul 26 14:43:03.194037 dv-cinder-851030-1-iscsi neutron-server[111102]: L3 agent@dv-cinder-851030-1-iscsi: {}, Jul 26 14:43:03.194037 dv-cinder-851030-1-iscsi neutron-server[111102]: Metadata agent@dv-cinder-851030-1-iscsi: {}, Jul 26 14:43:03.194037 dv-cinder-851030-1-iscsi neutron-server[111102]: Metering agent@dv-cinder-851030-1-iscsi: {}, Jul 26 14:43:03.194037 dv-cinder-851030-1-iscsi neutron-server[111102]: Open vSwitch agent@dv-cinder-851030-1-iscsi: { 'AddressGroup': '1.2', Jul 26 14:43:03.194037 dv-cinder-851030-1-iscsi neutron-server[111102]: 'Agent': '1.1', Jul 26 14:43:03.194037 dv-cinder-851030-1-iscsi neutron-server[111102]: 'ConntrackHelper': '1.0', Jul 26 14:43:03.194037 dv-cinder-851030-1-iscsi neutron-server[111102]: 'LocalIPAssociation': '1.0', Jul 26 14:43:03.194037 dv-cinder-851030-1-iscsi neutron-server[111102]: 'Log': '1.0', Jul 26 14:43:03.194037 dv-cinder-851030-1-iscsi neutron-server[111102]: 'NDPProxy': '1.0', Jul 26 14:43:03.194037 dv-cinder-851030-1-iscsi neutron-server[111102]: 'Network': '1.1', Jul 26 14:43:03.194037 dv-cinder-851030-1-iscsi neutron-server[111102]: 'Port': '1.7', Jul 26 14:43:03.194037 dv-cinder-851030-1-iscsi neutron-server[111102]: 'PortForwarding': '1.3', Jul 26 14:43:03.194037 dv-cinder-851030-1-iscsi neutron-server[111102]: 'QosPolicy': '1.10', Jul 26 14:43:03.194037 dv-cinder-851030-1-iscsi neutron-server[111102]: 'SecurityGroup': '1.5', Jul 26 14:43:03.194037 dv-cinder-851030-1-iscsi neutron-server[111102]: 'SecurityGroupRule': '1.2', Jul 26 14:43:03.194037 dv-cinder-851030-1-iscsi neutron-server[111102]: 'SubPort': '1.0', Jul 26 14:43:03.194037 dv-cinder-851030-1-iscsi neutron-server[111102]: 'Subnet': '1.1', Jul 26 14:43:03.194037 dv-cinder-851030-1-iscsi neutron-server[111102]: 'Trunk': '1.1'}} Jul 26 14:43:03.194037 dv-cinder-851030-1-iscsi neutron-server[111102]: {{(pid=111102) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 26 14:43:03.232038 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-8d335b9d-52ff-4969-af9c-ed02d615cd08 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789579709570'] for network (74928ecc-5d85-4593-aaaa-2c8dd8ab3980), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:43:03.348946 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-8d335b9d-52ff-4969-af9c-ed02d615cd08 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707'] for network (74928ecc-5d85-4593-aaaa-2c8dd8ab3980), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:43:03.354077 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d335b9d-52ff-4969-af9c-ed02d615cd08 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:43:03.354821 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-8d335b9d-52ff-4969-af9c-ed02d615cd08 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524685'] for network (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:43:03.470498 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d335b9d-52ff-4969-af9c-ed02d615cd08 demo demo] Pushing event updated for resources: {'Network': ['ID=74928ecc-5d85-4593-aaaa-2c8dd8ab3980,revision_number=1']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:03.482770 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Network 74928ecc-5d85-4593-aaaa-2c8dd8ab3980 details requested by agent ovs-agent-dv-cinder-851030-1-iscsi with host dv-cinder-851030-1-iscsi {{(pid=111104) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:43:03.548603 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-8d335b9d-52ff-4969-af9c-ed02d615cd08 demo demo] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 1.7791171 Jul 26 14:43:05.830386 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 41052) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:43:06.254299 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2712a8d-6075-438e-bbdf-293f511054d4 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:43:06.255702 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-f2712a8d-6075-438e-bbdf-293f511054d4 demo admin] 10.222.0.97 "GET /v2.0/networks/74928ecc-5d85-4593-aaaa-2c8dd8ab3980 HTTP/1.1" status: 200 len: 826 time: 0.4239554 Jul 26 14:43:06.293731 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-192ab06d-5ad7-4ed3-8381-866c6b8cf1f8 demo admin] 10.222.0.97 "GET /v2.0/subnetpools/5b91ca1c-a9c4-4e89-8c3f-932d43c958da HTTP/1.1" status: 200 len: 734 time: 0.0318820 Jul 26 14:43:06.303305 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.v2.base [None req-ef7230bc-808e-40f4-8349-9f32407b57dc demo admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'network_id': '74928ecc-5d85-4593-aaaa-2c8dd8ab3980', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '5b91ca1c-a9c4-4e89-8c3f-932d43c958da'}} {{(pid=111102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 14:43:06.452488 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=56,neutron:INSERT=41,neutron:UPDATE=3 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:43:06.656830 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef7230bc-808e-40f4-8349-9f32407b57dc demo admin] Made reservation on behalf of 076f7405c1874c1ea0d0f44c11ae4d38 for: {'subnet': 1} {{(pid=111102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:43:06.659206 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-ef7230bc-808e-40f4-8349-9f32407b57dc demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:43:06.808354 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:43:07.100763 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-ef7230bc-808e-40f4-8349-9f32407b57dc demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707'] for subnet (08642999-5b3f-4ac8-915f-e30c0b5f183f), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:43:07.169691 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7230bc-808e-40f4-8349-9f32407b57dc demo admin] Pushing event updated for resources: {'Subnet': ['ID=08642999-5b3f-4ac8-915f-e30c0b5f183f,revision_number=0']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:07.179188 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7230bc-808e-40f4-8349-9f32407b57dc demo admin] Checking segment: {'id': '31856af9-1d5d-42af-9580-2f260ddc85b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '74928ecc-5d85-4593-aaaa-2c8dd8ab3980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 14:43:07.179604 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7230bc-808e-40f4-8349-9f32407b57dc demo admin] Network hostable DHCP agents. Network: 74928ecc-5d85-4593-aaaa-2c8dd8ab3980, hostable agents: ['bb4183fa-e0c9-4858-9c34-b1ab78d39af4'], hosted agents: [] {{(pid=111102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:43:07.256803 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7230bc-808e-40f4-8349-9f32407b57dc demo admin] Network 74928ecc-5d85-4593-aaaa-2c8dd8ab3980 is scheduled to be hosted by DHCP agent bb4183fa-e0c9-4858-9c34-b1ab78d39af4 with binding_index 1 {{(pid=111102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:43:07.359518 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.base_scheduler [None req-ef7230bc-808e-40f4-8349-9f32407b57dc demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851030-1-iscsi, 74928ecc-5d85-4593-aaaa-2c8dd8ab3980) {{(pid=111102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:43:07.364261 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7230bc-808e-40f4-8349-9f32407b57dc demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:43:07.364861 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-ef7230bc-808e-40f4-8349-9f32407b57dc demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524685'] for subnet (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:43:07.369295 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b00c62e8-913e-492d-b8ab-1edc625dc2a4 None None] Network 74928ecc-5d85-4593-aaaa-2c8dd8ab3980 requested from dv-cinder-851030-1-iscsi {{(pid=111104) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 14:43:07.491232 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-ef7230bc-808e-40f4-8349-9f32407b57dc demo admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1918483 Jul 26 14:43:07.625599 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e4ff3ee-46cd-44c6-99ab-cf3d8f94529c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0bb6af5a-2cc6-51f7-b99d-0d53e456ff99-74928ecc-5d85-4593-aaaa-2c8dd8ab3980', 'network_id': '74928ecc-5d85-4593-aaaa-2c8dd8ab3980', 'project_id': '076f7405c1874c1ea0d0f44c11ae4d38', 'fixed_ips': [{'subnet_id': '08642999-5b3f-4ac8-915f-e30c0b5f183f'}]}} from dv-cinder-851030-1-iscsi. {{(pid=111104) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 26 14:43:07.626964 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-7e4ff3ee-46cd-44c6-99ab-cf3d8f94529c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (None), before_create {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:43:07.831767 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=7 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:43:07.839783 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=19,neutron:INSERT=31 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:43:07.908656 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=62,neutron:INSERT=37,neutron:UPDATE=1 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:43:07.910397 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.db_base_plugin_common [None req-7e4ff3ee-46cd-44c6-99ab-cf3d8f94529c None None] Allocated IP 172.20.0.2 (74928ecc-5d85-4593-aaaa-2c8dd8ab3980/08642999-5b3f-4ac8-915f-e30c0b5f183f/e32dd0a3-1165-4f9f-ab9a-c0bcf8489551) {{(pid=111104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:43:08.184255 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-7e4ff3ee-46cd-44c6-99ab-cf3d8f94529c None None] Publish callbacks [] for port (e32dd0a3-1165-4f9f-ab9a-c0bcf8489551), precommit_create {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:43:08.272151 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-7e4ff3ee-46cd-44c6-99ab-cf3d8f94529c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789579689795'] for port (e32dd0a3-1165-4f9f-ab9a-c0bcf8489551), after_create {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:43:08.320137 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:43:08.357161 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4ff3ee-46cd-44c6-99ab-cf3d8f94529c None None] Network 74928ecc-5d85-4593-aaaa-2c8dd8ab3980 is already hosted by enough agents. {{(pid=111104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:43:08.361563 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.scheduler.base_scheduler [None req-7e4ff3ee-46cd-44c6-99ab-cf3d8f94529c None None] Resources bound (agent type, host, resource id): {{(pid=111104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:43:08.365181 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4ff3ee-46cd-44c6-99ab-cf3d8f94529c None None] Received port after_create {{(pid=111104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 14:43:08.368219 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4ff3ee-46cd-44c6-99ab-cf3d8f94529c None None] Pushing event updated for resources: {'Port': ['ID=e32dd0a3-1165-4f9f-ab9a-c0bcf8489551,revision_number=1']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:08.400267 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4ff3ee-46cd-44c6-99ab-cf3d8f94529c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:43:08.400951 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4ff3ee-46cd-44c6-99ab-cf3d8f94529c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:43:08.400951 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4ff3ee-46cd-44c6-99ab-cf3d8f94529c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:43:08.401302 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4ff3ee-46cd-44c6-99ab-cf3d8f94529c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:43:08.401639 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4ff3ee-46cd-44c6-99ab-cf3d8f94529c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:43:08.401969 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4ff3ee-46cd-44c6-99ab-cf3d8f94529c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:43:08.402292 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4ff3ee-46cd-44c6-99ab-cf3d8f94529c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:43:08.402617 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4ff3ee-46cd-44c6-99ab-cf3d8f94529c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:43:08.402941 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4ff3ee-46cd-44c6-99ab-cf3d8f94529c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:43:08.403262 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4ff3ee-46cd-44c6-99ab-cf3d8f94529c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:43:08.403613 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4ff3ee-46cd-44c6-99ab-cf3d8f94529c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:43:08.403953 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4ff3ee-46cd-44c6-99ab-cf3d8f94529c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:43:08.404282 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4ff3ee-46cd-44c6-99ab-cf3d8f94529c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:43:08.404600 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4ff3ee-46cd-44c6-99ab-cf3d8f94529c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:43:08.404916 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4ff3ee-46cd-44c6-99ab-cf3d8f94529c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:43:08.406340 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4ff3ee-46cd-44c6-99ab-cf3d8f94529c None None] Tracked resource versions report: Jul 26 14:43:08.406340 dv-cinder-851030-1-iscsi neutron-server[111104]: pushed versions: Jul 26 14:43:08.406340 dv-cinder-851030-1-iscsi neutron-server[111104]: { 'AddressGroup': {'1.2'}, Jul 26 14:43:08.406340 dv-cinder-851030-1-iscsi neutron-server[111104]: 'Agent': {'1.1'}, Jul 26 14:43:08.406340 dv-cinder-851030-1-iscsi neutron-server[111104]: 'ConntrackHelper': {'1.0'}, Jul 26 14:43:08.406340 dv-cinder-851030-1-iscsi neutron-server[111104]: 'LocalIPAssociation': {'1.0'}, Jul 26 14:43:08.406340 dv-cinder-851030-1-iscsi neutron-server[111104]: 'Log': {'1.0'}, Jul 26 14:43:08.406340 dv-cinder-851030-1-iscsi neutron-server[111104]: 'NDPProxy': {'1.0'}, Jul 26 14:43:08.406340 dv-cinder-851030-1-iscsi neutron-server[111104]: 'Network': {'1.1'}, Jul 26 14:43:08.406340 dv-cinder-851030-1-iscsi neutron-server[111104]: 'Port': {'1.7'}, Jul 26 14:43:08.406340 dv-cinder-851030-1-iscsi neutron-server[111104]: 'PortForwarding': {'1.3'}, Jul 26 14:43:08.406340 dv-cinder-851030-1-iscsi neutron-server[111104]: 'QosPolicy': {'1.10'}, Jul 26 14:43:08.406340 dv-cinder-851030-1-iscsi neutron-server[111104]: 'SecurityGroup': {'1.5'}, Jul 26 14:43:08.406340 dv-cinder-851030-1-iscsi neutron-server[111104]: 'SecurityGroupRule': {'1.2'}, Jul 26 14:43:08.406340 dv-cinder-851030-1-iscsi neutron-server[111104]: 'SubPort': {'1.0'}, Jul 26 14:43:08.406340 dv-cinder-851030-1-iscsi neutron-server[111104]: 'Subnet': {'1.1'}, Jul 26 14:43:08.406340 dv-cinder-851030-1-iscsi neutron-server[111104]: 'Trunk': {'1.1'}} Jul 26 14:43:08.406340 dv-cinder-851030-1-iscsi neutron-server[111104]: consumer versions: Jul 26 14:43:08.406340 dv-cinder-851030-1-iscsi neutron-server[111104]: { DHCP agent@dv-cinder-851030-1-iscsi: {}, Jul 26 14:43:08.406340 dv-cinder-851030-1-iscsi neutron-server[111104]: L3 agent@dv-cinder-851030-1-iscsi: {}, Jul 26 14:43:08.406340 dv-cinder-851030-1-iscsi neutron-server[111104]: Metadata agent@dv-cinder-851030-1-iscsi: {}, Jul 26 14:43:08.406340 dv-cinder-851030-1-iscsi neutron-server[111104]: Metering agent@dv-cinder-851030-1-iscsi: {}, Jul 26 14:43:08.406340 dv-cinder-851030-1-iscsi neutron-server[111104]: Open vSwitch agent@dv-cinder-851030-1-iscsi: { 'AddressGroup': '1.2', Jul 26 14:43:08.406340 dv-cinder-851030-1-iscsi neutron-server[111104]: 'Agent': '1.1', Jul 26 14:43:08.406340 dv-cinder-851030-1-iscsi neutron-server[111104]: 'ConntrackHelper': '1.0', Jul 26 14:43:08.406340 dv-cinder-851030-1-iscsi neutron-server[111104]: 'LocalIPAssociation': '1.0', Jul 26 14:43:08.406340 dv-cinder-851030-1-iscsi neutron-server[111104]: 'Log': '1.0', Jul 26 14:43:08.406340 dv-cinder-851030-1-iscsi neutron-server[111104]: 'NDPProxy': '1.0', Jul 26 14:43:08.406340 dv-cinder-851030-1-iscsi neutron-server[111104]: 'Network': '1.1', Jul 26 14:43:08.406340 dv-cinder-851030-1-iscsi neutron-server[111104]: 'Port': '1.7', Jul 26 14:43:08.406340 dv-cinder-851030-1-iscsi neutron-server[111104]: 'PortForwarding': '1.3', Jul 26 14:43:08.406340 dv-cinder-851030-1-iscsi neutron-server[111104]: 'QosPolicy': '1.10', Jul 26 14:43:08.406340 dv-cinder-851030-1-iscsi neutron-server[111104]: 'SecurityGroup': '1.5', Jul 26 14:43:08.406340 dv-cinder-851030-1-iscsi neutron-server[111104]: 'SecurityGroupRule': '1.2', Jul 26 14:43:08.406340 dv-cinder-851030-1-iscsi neutron-server[111104]: 'SubPort': '1.0', Jul 26 14:43:08.406340 dv-cinder-851030-1-iscsi neutron-server[111104]: 'Subnet': '1.1', Jul 26 14:43:08.406340 dv-cinder-851030-1-iscsi neutron-server[111104]: 'Trunk': '1.1'}} Jul 26 14:43:08.406340 dv-cinder-851030-1-iscsi neutron-server[111104]: {{(pid=111104) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 26 14:43:08.460252 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.managers [None req-7e4ff3ee-46cd-44c6-99ab-cf3d8f94529c None None] Attempting to bind port e32dd0a3-1165-4f9f-ab9a-c0bcf8489551 on host dv-cinder-851030-1-iscsi for vnic_type normal with profile {{(pid=111104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 14:43:08.460579 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.managers [None req-7e4ff3ee-46cd-44c6-99ab-cf3d8f94529c None None] Attempting to bind port e32dd0a3-1165-4f9f-ab9a-c0bcf8489551 by drivers openvswitch,hyperv on host dv-cinder-851030-1-iscsi at level 0 using segments [{'id': '31856af9-1d5d-42af-9580-2f260ddc85b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '74928ecc-5d85-4593-aaaa-2c8dd8ab3980'}] {{(pid=111104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 14:43:08.460995 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4ff3ee-46cd-44c6-99ab-cf3d8f94529c None None] Attempting to bind port e32dd0a3-1165-4f9f-ab9a-c0bcf8489551 on network 74928ecc-5d85-4593-aaaa-2c8dd8ab3980 {{(pid=111104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 14:43:08.465881 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4ff3ee-46cd-44c6-99ab-cf3d8f94529c None None] Checking agent: {'id': 'df49e665-2de0-463a-a1e1-c989804d5593', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851030-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 14, 42, 57), 'started_at': datetime.datetime(2022, 7, 26, 14, 42, 57), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 14, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851030-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 14:43:08.466270 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4ff3ee-46cd-44c6-99ab-cf3d8f94529c None None] Checking segment: {'id': '31856af9-1d5d-42af-9580-2f260ddc85b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '74928ecc-5d85-4593-aaaa-2c8dd8ab3980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 14:43:08.466736 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-7e4ff3ee-46cd-44c6-99ab-cf3d8f94529c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:43:08.467117 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4ff3ee-46cd-44c6-99ab-cf3d8f94529c None None] Bound using segment: {'id': '31856af9-1d5d-42af-9580-2f260ddc85b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '74928ecc-5d85-4593-aaaa-2c8dd8ab3980'} {{(pid=111104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 14:43:08.467619 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.managers [None req-7e4ff3ee-46cd-44c6-99ab-cf3d8f94529c None None] Bound port: e32dd0a3-1165-4f9f-ab9a-c0bcf8489551, host: dv-cinder-851030-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31856af9-1d5d-42af-9580-2f260ddc85b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '74928ecc-5d85-4593-aaaa-2c8dd8ab3980'}}] {{(pid=111104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 14:43:08.468079 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-7e4ff3ee-46cd-44c6-99ab-cf3d8f94529c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (e32dd0a3-1165-4f9f-ab9a-c0bcf8489551), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:43:08.530031 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-7e4ff3ee-46cd-44c6-99ab-cf3d8f94529c None None] For port e32dd0a3-1165-4f9f-ab9a-c0bcf8489551, host dv-cinder-851030-1-iscsi, cleared binding levels {{(pid=111104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:43:08.549338 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-7e4ff3ee-46cd-44c6-99ab-cf3d8f94529c None None] For port e32dd0a3-1165-4f9f-ab9a-c0bcf8489551, host dv-cinder-851030-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851030-1-iscsi',level=0,port_id=e32dd0a3-1165-4f9f-ab9a-c0bcf8489551,segment=NetworkSegment(31856af9-1d5d-42af-9580-2f260ddc85b1),segment_id=31856af9-1d5d-42af-9580-2f260ddc85b1)] {{(pid=111104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:43:08.668832 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-7e4ff3ee-46cd-44c6-99ab-cf3d8f94529c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (e32dd0a3-1165-4f9f-ab9a-c0bcf8489551), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:43:08.725998 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4ff3ee-46cd-44c6-99ab-cf3d8f94529c None None] Pushing event updated for resources: {'Port': ['ID=e32dd0a3-1165-4f9f-ab9a-c0bcf8489551,revision_number=2']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:09.460540 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=22,neutron:INSERT=34,neutron:DELETE=1 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:43:09.462243 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=11,neutron:INSERT=3,neutron:DELETE=1 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:43:09.763054 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 41074) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:43:10.108795 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [None req-133c2be5-1088-4aa2-9c21-a2658a536764 admin admin] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=111102) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 26 14:43:10.109796 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-133c2be5-1088-4aa2-9c21-a2658a536764 admin admin] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3456602 Jul 26 14:43:12.370707 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 41082) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:43:12.708465 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [None req-0d9bc8d9-ab91-4117-aab4-3f7f92d814bb admin admin] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=111102) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 26 14:43:12.709632 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-0d9bc8d9-ab91-4117-aab4-3f7f92d814bb admin admin] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3379879 Jul 26 14:43:14.984533 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 41090) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:43:15.319775 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.v2.base [None req-6bb4600c-e963-474a-8ec4-f92e49e1a524 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=111102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 14:43:15.408513 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-6bb4600c-e963-474a-8ec4-f92e49e1a524 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-567826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-937'] for router (6fbb389f-5880-4824-a1ff-812d65b32370), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:43:15.410192 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-6bb4600c-e963-474a-8ec4-f92e49e1a524 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-694010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-656253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-928'] for router (6fbb389f-5880-4824-a1ff-812d65b32370), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:43:15.551140 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-6bb4600c-e963-474a-8ec4-f92e49e1a524 demo demo] Publish callbacks [] for router_controller (6fbb389f-5880-4824-a1ff-812d65b32370), precommit_add_association {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:43:15.649073 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-6bb4600c-e963-474a-8ec4-f92e49e1a524 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-693894'] for router (6fbb389f-5880-4824-a1ff-812d65b32370), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:43:15.779364 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-6bb4600c-e963-474a-8ec4-f92e49e1a524 demo demo] Publish callbacks [] for router (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:43:15.782064 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-6bb4600c-e963-474a-8ec4-f92e49e1a524 demo demo] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7950079 Jul 26 14:43:16.766376 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device e32dd0a3-1165-4f9f-ab9a-c0bcf8489551 up at agent ovs-agent-dv-cinder-851030-1-iscsi {{(pid=111104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:43:16.848931 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007ec083-cdc0-47fe-b1a0-19fe14f5a360 None None] Network 74928ecc-5d85-4593-aaaa-2c8dd8ab3980 requested from dv-cinder-851030-1-iscsi {{(pid=111104) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 14:43:16.868403 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Provisioning complete for port e32dd0a3-1165-4f9f-ab9a-c0bcf8489551 triggered by entity L2. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:43:16.868833 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (e32dd0a3-1165-4f9f-ab9a-c0bcf8489551), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:43:16.984887 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-517de369-b000-458e-805d-9d1865d8f042 None None] Provisioning complete for port e32dd0a3-1165-4f9f-ab9a-c0bcf8489551 triggered by entity DHCP. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:43:16.985181 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-517de369-b000-458e-805d-9d1865d8f042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (e32dd0a3-1165-4f9f-ab9a-c0bcf8489551), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:43:17.116203 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Current status of the port e32dd0a3-1165-4f9f-ab9a-c0bcf8489551 is: DOWN; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:43:17.116578 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (e32dd0a3-1165-4f9f-ab9a-c0bcf8489551), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:43:17.182910 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-517de369-b000-458e-805d-9d1865d8f042 None None] Current status of the port e32dd0a3-1165-4f9f-ab9a-c0bcf8489551 is: DOWN; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:43:17.183297 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-517de369-b000-458e-805d-9d1865d8f042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (e32dd0a3-1165-4f9f-ab9a-c0bcf8489551), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:43:17.195019 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] For port e32dd0a3-1165-4f9f-ab9a-c0bcf8489551, host dv-cinder-851030-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851030-1-iscsi',level=0,port_id=e32dd0a3-1165-4f9f-ab9a-c0bcf8489551,segment=NetworkSegment(31856af9-1d5d-42af-9580-2f260ddc85b1),segment_id=31856af9-1d5d-42af-9580-2f260ddc85b1)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:43:17.297476 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (e32dd0a3-1165-4f9f-ab9a-c0bcf8489551), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:43:17.335372 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:UPDATE=5,neutron:SELECT=95 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:43:17.358573 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.db.api [None req-517de369-b000-458e-805d-9d1865d8f042 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111104) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 26 14:43:17.359001 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG oslo_db.api [None req-517de369-b000-458e-805d-9d1865d8f042 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 26 14:43:17.370440 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Pushing event updated for resources: {'Port': ['ID=e32dd0a3-1165-4f9f-ab9a-c0bcf8489551,revision_number=3']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:17.897802 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-517de369-b000-458e-805d-9d1865d8f042 None None] Current status of the port e32dd0a3-1165-4f9f-ab9a-c0bcf8489551 is: ACTIVE; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:43:18.015793 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-7a93d577-73f7-4903-ae0b-924cb59da6c9 None None] Provisioning complete for port e32dd0a3-1165-4f9f-ab9a-c0bcf8489551 triggered by entity DHCP. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:43:18.016190 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-7a93d577-73f7-4903-ae0b-924cb59da6c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (e32dd0a3-1165-4f9f-ab9a-c0bcf8489551), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:43:18.051209 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:43:18.084360 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 41104) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:43:18.089720 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-7a93d577-73f7-4903-ae0b-924cb59da6c9 None None] Current status of the port e32dd0a3-1165-4f9f-ab9a-c0bcf8489551 is: ACTIVE; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:43:18.412744 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [None req-a4f89683-0d97-423e-a983-4a844674bfde admin admin] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=111103) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 26 14:43:18.418990 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-a4f89683-0d97-423e-a983-4a844674bfde admin admin] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3284519 Jul 26 14:43:18.736664 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device e32dd0a3-1165-4f9f-ab9a-c0bcf8489551 up at agent ovs-agent-dv-cinder-851030-1-iscsi {{(pid=111104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:43:18.783229 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Provisioning complete for port e32dd0a3-1165-4f9f-ab9a-c0bcf8489551 triggered by entity L2. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:43:18.783654 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (e32dd0a3-1165-4f9f-ab9a-c0bcf8489551), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:43:18.858571 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Current status of the port e32dd0a3-1165-4f9f-ab9a-c0bcf8489551 is: ACTIVE; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:43:20.679895 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 41112) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:43:21.014749 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.v2.base [None req-8915731d-ffee-46ae-af55-db15abee7bcc admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True, 'admin_state_up': True, 'router:external': True}} {{(pid=111103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 14:43:21.141846 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8915731d-ffee-46ae-af55-db15abee7bcc admin admin] Made reservation on behalf of 011581630bbe4c60a042395d12032595 for: {'network': 1} {{(pid=111103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:43:21.144809 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-8915731d-ffee-46ae-af55-db15abee7bcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for network (None), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:43:21.162469 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-8915731d-ffee-46ae-af55-db15abee7bcc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:43:21.272862 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-8915731d-ffee-46ae-af55-db15abee7bcc admin admin] Publish callbacks [] for security_group (65791231-31eb-42c3-bddf-039164cbb6af), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:43:21.359039 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-8915731d-ffee-46ae-af55-db15abee7bcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (65791231-31eb-42c3-bddf-039164cbb6af), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:43:21.373394 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8915731d-ffee-46ae-af55-db15abee7bcc admin admin] Reserving flat network on physical network physnet1 {{(pid=111103) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 26 14:43:21.407117 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-8915731d-ffee-46ae-af55-db15abee7bcc admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8789580160193', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1539468'] for segment (9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:43:21.407686 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-8915731d-ffee-46ae-af55-db15abee7bcc admin admin] Unsubscribe: segment precommit_create {{(pid=111103) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 26 14:43:21.408257 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.db.segments_db [None req-8915731d-ffee-46ae-af55-db15abee7bcc admin admin] Added segment 9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7 of type flat for network 976f28e8-c47c-49b7-93ff-2bd79bbe121a Jul 26 14:43:21.424418 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8915731d-ffee-46ae-af55-db15abee7bcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65791231-31eb-42c3-bddf-039164cbb6af,revision_number=1']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:21.475306 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8915731d-ffee-46ae-af55-db15abee7bcc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:43:21.475690 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8915731d-ffee-46ae-af55-db15abee7bcc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:43:21.476048 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8915731d-ffee-46ae-af55-db15abee7bcc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:43:21.476384 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8915731d-ffee-46ae-af55-db15abee7bcc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:43:21.476714 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8915731d-ffee-46ae-af55-db15abee7bcc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:43:21.477036 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8915731d-ffee-46ae-af55-db15abee7bcc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:43:21.477356 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8915731d-ffee-46ae-af55-db15abee7bcc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:43:21.477676 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8915731d-ffee-46ae-af55-db15abee7bcc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:43:21.477995 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8915731d-ffee-46ae-af55-db15abee7bcc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:43:21.478313 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8915731d-ffee-46ae-af55-db15abee7bcc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:43:21.478647 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8915731d-ffee-46ae-af55-db15abee7bcc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:43:21.478968 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8915731d-ffee-46ae-af55-db15abee7bcc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:43:21.479284 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8915731d-ffee-46ae-af55-db15abee7bcc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:43:21.479621 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8915731d-ffee-46ae-af55-db15abee7bcc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:43:21.480062 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8915731d-ffee-46ae-af55-db15abee7bcc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:43:21.481411 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8915731d-ffee-46ae-af55-db15abee7bcc admin admin] Tracked resource versions report: Jul 26 14:43:21.481411 dv-cinder-851030-1-iscsi neutron-server[111103]: pushed versions: Jul 26 14:43:21.481411 dv-cinder-851030-1-iscsi neutron-server[111103]: { 'AddressGroup': {'1.2'}, Jul 26 14:43:21.481411 dv-cinder-851030-1-iscsi neutron-server[111103]: 'Agent': {'1.1'}, Jul 26 14:43:21.481411 dv-cinder-851030-1-iscsi neutron-server[111103]: 'ConntrackHelper': {'1.0'}, Jul 26 14:43:21.481411 dv-cinder-851030-1-iscsi neutron-server[111103]: 'LocalIPAssociation': {'1.0'}, Jul 26 14:43:21.481411 dv-cinder-851030-1-iscsi neutron-server[111103]: 'Log': {'1.0'}, Jul 26 14:43:21.481411 dv-cinder-851030-1-iscsi neutron-server[111103]: 'NDPProxy': {'1.0'}, Jul 26 14:43:21.481411 dv-cinder-851030-1-iscsi neutron-server[111103]: 'Network': {'1.1'}, Jul 26 14:43:21.481411 dv-cinder-851030-1-iscsi neutron-server[111103]: 'Port': {'1.7'}, Jul 26 14:43:21.481411 dv-cinder-851030-1-iscsi neutron-server[111103]: 'PortForwarding': {'1.3'}, Jul 26 14:43:21.481411 dv-cinder-851030-1-iscsi neutron-server[111103]: 'QosPolicy': {'1.10'}, Jul 26 14:43:21.481411 dv-cinder-851030-1-iscsi neutron-server[111103]: 'SecurityGroup': {'1.5'}, Jul 26 14:43:21.481411 dv-cinder-851030-1-iscsi neutron-server[111103]: 'SecurityGroupRule': {'1.2'}, Jul 26 14:43:21.481411 dv-cinder-851030-1-iscsi neutron-server[111103]: 'SubPort': {'1.0'}, Jul 26 14:43:21.481411 dv-cinder-851030-1-iscsi neutron-server[111103]: 'Subnet': {'1.1'}, Jul 26 14:43:21.481411 dv-cinder-851030-1-iscsi neutron-server[111103]: 'Trunk': {'1.1'}} Jul 26 14:43:21.481411 dv-cinder-851030-1-iscsi neutron-server[111103]: consumer versions: Jul 26 14:43:21.481411 dv-cinder-851030-1-iscsi neutron-server[111103]: { DHCP agent@dv-cinder-851030-1-iscsi: {}, Jul 26 14:43:21.481411 dv-cinder-851030-1-iscsi neutron-server[111103]: L3 agent@dv-cinder-851030-1-iscsi: {}, Jul 26 14:43:21.481411 dv-cinder-851030-1-iscsi neutron-server[111103]: Metadata agent@dv-cinder-851030-1-iscsi: {}, Jul 26 14:43:21.481411 dv-cinder-851030-1-iscsi neutron-server[111103]: Metering agent@dv-cinder-851030-1-iscsi: {}, Jul 26 14:43:21.481411 dv-cinder-851030-1-iscsi neutron-server[111103]: Open vSwitch agent@dv-cinder-851030-1-iscsi: { 'AddressGroup': '1.2', Jul 26 14:43:21.481411 dv-cinder-851030-1-iscsi neutron-server[111103]: 'Agent': '1.1', Jul 26 14:43:21.481411 dv-cinder-851030-1-iscsi neutron-server[111103]: 'ConntrackHelper': '1.0', Jul 26 14:43:21.481411 dv-cinder-851030-1-iscsi neutron-server[111103]: 'LocalIPAssociation': '1.0', Jul 26 14:43:21.481411 dv-cinder-851030-1-iscsi neutron-server[111103]: 'Log': '1.0', Jul 26 14:43:21.481411 dv-cinder-851030-1-iscsi neutron-server[111103]: 'NDPProxy': '1.0', Jul 26 14:43:21.481411 dv-cinder-851030-1-iscsi neutron-server[111103]: 'Network': '1.1', Jul 26 14:43:21.481411 dv-cinder-851030-1-iscsi neutron-server[111103]: 'Port': '1.7', Jul 26 14:43:21.481411 dv-cinder-851030-1-iscsi neutron-server[111103]: 'PortForwarding': '1.3', Jul 26 14:43:21.481411 dv-cinder-851030-1-iscsi neutron-server[111103]: 'QosPolicy': '1.10', Jul 26 14:43:21.481411 dv-cinder-851030-1-iscsi neutron-server[111103]: 'SecurityGroup': '1.5', Jul 26 14:43:21.481411 dv-cinder-851030-1-iscsi neutron-server[111103]: 'SecurityGroupRule': '1.2', Jul 26 14:43:21.481411 dv-cinder-851030-1-iscsi neutron-server[111103]: 'SubPort': '1.0', Jul 26 14:43:21.481411 dv-cinder-851030-1-iscsi neutron-server[111103]: 'Subnet': '1.1', Jul 26 14:43:21.481411 dv-cinder-851030-1-iscsi neutron-server[111103]: 'Trunk': '1.1'}} Jul 26 14:43:21.481411 dv-cinder-851030-1-iscsi neutron-server[111103]: {{(pid=111103) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 26 14:43:21.527231 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-8915731d-ffee-46ae-af55-db15abee7bcc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789579709570'] for network (976f28e8-c47c-49b7-93ff-2bd79bbe121a), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:43:21.672905 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-8915731d-ffee-46ae-af55-db15abee7bcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707'] for network (976f28e8-c47c-49b7-93ff-2bd79bbe121a), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:43:21.674164 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8915731d-ffee-46ae-af55-db15abee7bcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:43:21.674961 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-8915731d-ffee-46ae-af55-db15abee7bcc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524685'] for network (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:43:21.773718 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8915731d-ffee-46ae-af55-db15abee7bcc admin admin] Pushing event updated for resources: {'Network': ['ID=976f28e8-c47c-49b7-93ff-2bd79bbe121a,revision_number=1']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:21.784959 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Network 976f28e8-c47c-49b7-93ff-2bd79bbe121a details requested by agent ovs-agent-dv-cinder-851030-1-iscsi with host dv-cinder-851030-1-iscsi {{(pid=111104) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:43:21.847942 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-8915731d-ffee-46ae-af55-db15abee7bcc admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.1669540 Jul 26 14:43:22.033469 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-99671558-01d2-431a-a963-56da7b82dd51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (bb4183fa-e0c9-4858-9c34-b1ab78d39af4), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:43:23.086844 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.agents_db [None req-99196b13-9676-4f02-b89b-0db7196f18a6 None None] Agent healthcheck: found 5 active agents {{(pid=111105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 14:43:24.088987 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 41124) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:43:24.230698 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-2c3a2d7f-f1b7-4457-97a4-9f81e4da6e83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (66f8bb98-7ace-4a85-b6ba-ffe40597695b), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:43:24.523524 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0053d926-f95c-45c1-a1f1-2c987196b3c4 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:43:24.526559 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-0053d926-f95c-45c1-a1f1-2c987196b3c4 demo admin] 10.222.0.97 "GET /v2.0/subnets/08642999-5b3f-4ac8-915f-e30c0b5f183f HTTP/1.1" status: 200 len: 849 time: 0.4366207 Jul 26 14:43:24.710530 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-9ba4036c-cc71-4719-b8c2-66dad6ee4cb0 demo admin] 10.222.0.97 "GET /v2.0/routers/6fbb389f-5880-4824-a1ff-812d65b32370 HTTP/1.1" status: 200 len: 704 time: 0.1779630 Jul 26 14:43:24.988053 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-536fe138-b436-4cf8-be05-8969f0a61aa7 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (None), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:43:25.231117 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:43:25.270159 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:43:25.299100 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.db.db_base_plugin_common [None req-536fe138-b436-4cf8-be05-8969f0a61aa7 demo admin] Allocated IP 172.20.0.1 (74928ecc-5d85-4593-aaaa-2c8dd8ab3980/08642999-5b3f-4ac8-915f-e30c0b5f183f/75cf6fd7-723b-4da8-a153-4a35c39b4afa) {{(pid=111103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:43:25.336456 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b30572d2-bee0-4462-94ed-c13cd0ef4273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (40fac31a-afaa-44e8-8521-47b803a59f0f), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:43:25.485999 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-536fe138-b436-4cf8-be05-8969f0a61aa7 demo admin] Publish callbacks [] for port (75cf6fd7-723b-4da8-a153-4a35c39b4afa), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:43:25.625928 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-536fe138-b436-4cf8-be05-8969f0a61aa7 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789579689795'] for port (75cf6fd7-723b-4da8-a153-4a35c39b4afa), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:43:25.661310 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=66,neutron:INSERT=5,neutron:DELETE=2 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:43:25.662147 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:UPDATE=2,neutron:SELECT=10,neutron:DELETE=2,neutron:INSERT=4 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:43:25.705141 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536fe138-b436-4cf8-be05-8969f0a61aa7 demo admin] Network 74928ecc-5d85-4593-aaaa-2c8dd8ab3980 is already hosted by enough agents. {{(pid=111103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:43:25.714614 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.scheduler.base_scheduler [None req-536fe138-b436-4cf8-be05-8969f0a61aa7 demo admin] Resources bound (agent type, host, resource id): {{(pid=111103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:43:25.719967 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536fe138-b436-4cf8-be05-8969f0a61aa7 demo admin] Pushing event updated for resources: {'Port': ['ID=75cf6fd7-723b-4da8-a153-4a35c39b4afa,revision_number=1']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:25.722849 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536fe138-b436-4cf8-be05-8969f0a61aa7 demo admin] Received port after_create {{(pid=111103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 14:43:25.723432 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-536fe138-b436-4cf8-be05-8969f0a61aa7 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-566150'] for router_interface (6fbb389f-5880-4824-a1ff-812d65b32370), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:43:25.952106 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-b92ebc99-bbe3-48c0-bd58-b6edf4ca7ee0 None None] Provisioning complete for port 75cf6fd7-723b-4da8-a153-4a35c39b4afa triggered by entity DHCP. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:43:25.952412 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b92ebc99-bbe3-48c0-bd58-b6edf4ca7ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (75cf6fd7-723b-4da8-a153-4a35c39b4afa), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:43:25.983180 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-b92ebc99-bbe3-48c0-bd58-b6edf4ca7ee0 None None] Port 75cf6fd7-723b-4da8-a153-4a35c39b4afa cannot update to ACTIVE because it is not bound. {{(pid=111104) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 14:43:26.056405 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-536fe138-b436-4cf8-be05-8969f0a61aa7 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (75cf6fd7-723b-4da8-a153-4a35c39b4afa), before_update {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:43:26.233981 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:43:26.320603 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-536fe138-b436-4cf8-be05-8969f0a61aa7 demo admin] Publish callbacks [] for port (75cf6fd7-723b-4da8-a153-4a35c39b4afa), precommit_update {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:43:26.396207 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-536fe138-b436-4cf8-be05-8969f0a61aa7 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (75cf6fd7-723b-4da8-a153-4a35c39b4afa), after_update {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:43:26.397042 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-536fe138-b436-4cf8-be05-8969f0a61aa7 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566266'] for router_interface (6fbb389f-5880-4824-a1ff-812d65b32370), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:43:26.475802 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536fe138-b436-4cf8-be05-8969f0a61aa7 demo admin] Pushing event updated for resources: {'Port': ['ID=75cf6fd7-723b-4da8-a153-4a35c39b4afa,revision_number=2']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:26.523972 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536fe138-b436-4cf8-be05-8969f0a61aa7 demo admin] Network 74928ecc-5d85-4593-aaaa-2c8dd8ab3980 is already hosted by enough agents. {{(pid=111103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:43:26.525276 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.scheduler.base_scheduler [None req-536fe138-b436-4cf8-be05-8969f0a61aa7 demo admin] Resources bound (agent type, host, resource id): {{(pid=111103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:43:26.677010 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:43:26.705744 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-85cb0999-a584-4996-9b19-a6a330ebca59 None None] Provisioning complete for port 75cf6fd7-723b-4da8-a153-4a35c39b4afa triggered by entity DHCP. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:43:26.706822 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-85cb0999-a584-4996-9b19-a6a330ebca59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (75cf6fd7-723b-4da8-a153-4a35c39b4afa), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:43:26.736421 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-85cb0999-a584-4996-9b19-a6a330ebca59 None None] Port 75cf6fd7-723b-4da8-a153-4a35c39b4afa cannot update to ACTIVE because it is not bound. {{(pid=111104) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 14:43:26.775732 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-536fe138-b436-4cf8-be05-8969f0a61aa7 demo admin] Router 6fbb389f-5880-4824-a1ff-812d65b32370 is scheduled to L3 agent 66f8bb98-7ace-4a85-b6ba-ffe40597695b with binding_index 1 {{(pid=111103) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 26 14:43:26.866034 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-536fe138-b436-4cf8-be05-8969f0a61aa7 demo admin] Notify agent at l3_agent.dv-cinder-851030-1-iscsi the message routers_updated {{(pid=111103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:43:26.871079 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-536fe138-b436-4cf8-be05-8969f0a61aa7 demo admin] 10.222.0.97 "PUT /v2.0/routers/6fbb389f-5880-4824-a1ff-812d65b32370/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1550984 Jul 26 14:43:26.876031 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb50f9b5-330e-4204-910f-35aba5f2ed0f None None] Sync routers for ids ['6fbb389f-5880-4824-a1ff-812d65b32370'] in dv-cinder-851030-1-iscsi {{(pid=111105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:43:26.890059 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb50f9b5-330e-4204-910f-35aba5f2ed0f None None] Routers {'6fbb389f-5880-4824-a1ff-812d65b32370'} bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 14:43:26.890962 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_hamode_db [None req-cb50f9b5-330e-4204-910f-35aba5f2ed0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851030-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-26T14:42:54Z,description=,heartbeat_timestamp=2022-07-26T14:43:24Z,host='dv-cinder-851030-1-iscsi',id=66f8bb98-7ace-4a85-b6ba-ffe40597695b,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:42:55Z,topic='l3_agent')) {'router_ids': ['6fbb389f-5880-4824-a1ff-812d65b32370'], 'active': True} {{(pid=111105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:43:26.896024 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b977bc9f-0510-4ebd-94dd-930fc4499a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (e5556d63-fbf3-48f2-bfac-7896e86945c3), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:43:27.074598 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_dvr_db [None req-cb50f9b5-330e-4204-910f-35aba5f2ed0f None None] Set router 6fbb389f-5880-4824-a1ff-812d65b32370 gateway port host: None {{(pid=111105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 14:43:27.093600 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (df49e665-2de0-463a-a1e1-c989804d5593), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:43:27.492830 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_hamode_db [None req-cb50f9b5-330e-4204-910f-35aba5f2ed0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fbb389f-5880-4824-a1ff-812d65b32370', 'name': 'router1', 'tenant_id': '076f7405c1874c1ea0d0f44c11ae4d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:43:15Z', 'updated_at': '2022-07-26T14:43:25Z', 'revision_number': 2, 'project_id': '076f7405c1874c1ea0d0f44c11ae4d38', 'gw_port_host': None, '_interfaces': [{'id': '75cf6fd7-723b-4da8-a153-4a35c39b4afa', 'name': '', 'network_id': '74928ecc-5d85-4593-aaaa-2c8dd8ab3980', 'tenant_id': '076f7405c1874c1ea0d0f44c11ae4d38', 'mac_address': 'fa:16:3e:0e:43:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fbb389f-5880-4824-a1ff-812d65b32370', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '08642999-5b3f-4ac8-915f-e30c0b5f183f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:43:25Z', 'updated_at': '2022-07-26T14:43:26Z', 'revision_number': 2, 'project_id': '076f7405c1874c1ea0d0f44c11ae4d38', 'subnets': [{'id': '08642999-5b3f-4ac8-915f-e30c0b5f183f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5b91ca1c-a9c4-4e89-8c3f-932d43c958da'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851030-1-iscsi', False) {} {{(pid=111105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:43:27.542116 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb50f9b5-330e-4204-910f-35aba5f2ed0f None None] Checking router: 6fbb389f-5880-4824-a1ff-812d65b32370 for host: dv-cinder-851030-1-iscsi {{(pid=111105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:43:27.542483 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb50f9b5-330e-4204-910f-35aba5f2ed0f None None] Updating router 6fbb389f-5880-4824-a1ff-812d65b32370 port 75cf6fd7-723b-4da8-a153-4a35c39b4afa binding host dv-cinder-851030-1-iscsi {{(pid=111105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 14:43:27.593127 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron_lib.callbacks.manager [None req-cb50f9b5-330e-4204-910f-35aba5f2ed0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (75cf6fd7-723b-4da8-a153-4a35c39b4afa), before_update {{(pid=111105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:43:28.104048 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron_lib.callbacks.manager [None req-cb50f9b5-330e-4204-910f-35aba5f2ed0f None None] Publish callbacks [] for port (75cf6fd7-723b-4da8-a153-4a35c39b4afa), precommit_update {{(pid=111105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:43:28.261683 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron_lib.callbacks.manager [None req-cb50f9b5-330e-4204-910f-35aba5f2ed0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (75cf6fd7-723b-4da8-a153-4a35c39b4afa), after_update {{(pid=111105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:43:28.419888 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3102c88-050c-4973-8df4-dc6fe9913305 None None] Pushing event updated for resources: {'Port': ['ID=75cf6fd7-723b-4da8-a153-4a35c39b4afa,revision_number=3']} {{(pid=111105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:28.435883 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3102c88-050c-4973-8df4-dc6fe9913305 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:43:28.436235 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3102c88-050c-4973-8df4-dc6fe9913305 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:43:28.436583 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3102c88-050c-4973-8df4-dc6fe9913305 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:43:28.436924 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3102c88-050c-4973-8df4-dc6fe9913305 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:43:28.437282 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3102c88-050c-4973-8df4-dc6fe9913305 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:43:28.437580 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3102c88-050c-4973-8df4-dc6fe9913305 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:43:28.437904 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3102c88-050c-4973-8df4-dc6fe9913305 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:43:28.438227 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3102c88-050c-4973-8df4-dc6fe9913305 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:43:28.438552 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3102c88-050c-4973-8df4-dc6fe9913305 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:43:28.438882 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3102c88-050c-4973-8df4-dc6fe9913305 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:43:28.439196 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3102c88-050c-4973-8df4-dc6fe9913305 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:43:28.439557 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3102c88-050c-4973-8df4-dc6fe9913305 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:43:28.439883 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3102c88-050c-4973-8df4-dc6fe9913305 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:43:28.440383 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3102c88-050c-4973-8df4-dc6fe9913305 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:43:28.440703 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3102c88-050c-4973-8df4-dc6fe9913305 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:43:28.442150 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3102c88-050c-4973-8df4-dc6fe9913305 None None] Tracked resource versions report: Jul 26 14:43:28.442150 dv-cinder-851030-1-iscsi neutron-server[111105]: pushed versions: Jul 26 14:43:28.442150 dv-cinder-851030-1-iscsi neutron-server[111105]: { 'AddressGroup': {'1.2'}, Jul 26 14:43:28.442150 dv-cinder-851030-1-iscsi neutron-server[111105]: 'Agent': {'1.1'}, Jul 26 14:43:28.442150 dv-cinder-851030-1-iscsi neutron-server[111105]: 'ConntrackHelper': {'1.0'}, Jul 26 14:43:28.442150 dv-cinder-851030-1-iscsi neutron-server[111105]: 'LocalIPAssociation': {'1.0'}, Jul 26 14:43:28.442150 dv-cinder-851030-1-iscsi neutron-server[111105]: 'Log': {'1.0'}, Jul 26 14:43:28.442150 dv-cinder-851030-1-iscsi neutron-server[111105]: 'NDPProxy': {'1.0'}, Jul 26 14:43:28.442150 dv-cinder-851030-1-iscsi neutron-server[111105]: 'Network': {'1.1'}, Jul 26 14:43:28.442150 dv-cinder-851030-1-iscsi neutron-server[111105]: 'Port': {'1.7'}, Jul 26 14:43:28.442150 dv-cinder-851030-1-iscsi neutron-server[111105]: 'PortForwarding': {'1.3'}, Jul 26 14:43:28.442150 dv-cinder-851030-1-iscsi neutron-server[111105]: 'QosPolicy': {'1.10'}, Jul 26 14:43:28.442150 dv-cinder-851030-1-iscsi neutron-server[111105]: 'SecurityGroup': {'1.5'}, Jul 26 14:43:28.442150 dv-cinder-851030-1-iscsi neutron-server[111105]: 'SecurityGroupRule': {'1.2'}, Jul 26 14:43:28.442150 dv-cinder-851030-1-iscsi neutron-server[111105]: 'SubPort': {'1.0'}, Jul 26 14:43:28.442150 dv-cinder-851030-1-iscsi neutron-server[111105]: 'Subnet': {'1.1'}, Jul 26 14:43:28.442150 dv-cinder-851030-1-iscsi neutron-server[111105]: 'Trunk': {'1.1'}} Jul 26 14:43:28.442150 dv-cinder-851030-1-iscsi neutron-server[111105]: consumer versions: Jul 26 14:43:28.442150 dv-cinder-851030-1-iscsi neutron-server[111105]: { DHCP agent@dv-cinder-851030-1-iscsi: {}, Jul 26 14:43:28.442150 dv-cinder-851030-1-iscsi neutron-server[111105]: L3 agent@dv-cinder-851030-1-iscsi: {}, Jul 26 14:43:28.442150 dv-cinder-851030-1-iscsi neutron-server[111105]: Metadata agent@dv-cinder-851030-1-iscsi: {}, Jul 26 14:43:28.442150 dv-cinder-851030-1-iscsi neutron-server[111105]: Metering agent@dv-cinder-851030-1-iscsi: {}, Jul 26 14:43:28.442150 dv-cinder-851030-1-iscsi neutron-server[111105]: Open vSwitch agent@dv-cinder-851030-1-iscsi: { 'AddressGroup': '1.2', Jul 26 14:43:28.442150 dv-cinder-851030-1-iscsi neutron-server[111105]: 'Agent': '1.1', Jul 26 14:43:28.442150 dv-cinder-851030-1-iscsi neutron-server[111105]: 'ConntrackHelper': '1.0', Jul 26 14:43:28.442150 dv-cinder-851030-1-iscsi neutron-server[111105]: 'LocalIPAssociation': '1.0', Jul 26 14:43:28.442150 dv-cinder-851030-1-iscsi neutron-server[111105]: 'Log': '1.0', Jul 26 14:43:28.442150 dv-cinder-851030-1-iscsi neutron-server[111105]: 'NDPProxy': '1.0', Jul 26 14:43:28.442150 dv-cinder-851030-1-iscsi neutron-server[111105]: 'Network': '1.1', Jul 26 14:43:28.442150 dv-cinder-851030-1-iscsi neutron-server[111105]: 'Port': '1.7', Jul 26 14:43:28.442150 dv-cinder-851030-1-iscsi neutron-server[111105]: 'PortForwarding': '1.3', Jul 26 14:43:28.442150 dv-cinder-851030-1-iscsi neutron-server[111105]: 'QosPolicy': '1.10', Jul 26 14:43:28.442150 dv-cinder-851030-1-iscsi neutron-server[111105]: 'SecurityGroup': '1.5', Jul 26 14:43:28.442150 dv-cinder-851030-1-iscsi neutron-server[111105]: 'SecurityGroupRule': '1.2', Jul 26 14:43:28.442150 dv-cinder-851030-1-iscsi neutron-server[111105]: 'SubPort': '1.0', Jul 26 14:43:28.442150 dv-cinder-851030-1-iscsi neutron-server[111105]: 'Subnet': '1.1', Jul 26 14:43:28.442150 dv-cinder-851030-1-iscsi neutron-server[111105]: 'Trunk': '1.1'}} Jul 26 14:43:28.442150 dv-cinder-851030-1-iscsi neutron-server[111105]: {{(pid=111105) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 26 14:43:28.448592 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.plugins.ml2.managers [None req-cb50f9b5-330e-4204-910f-35aba5f2ed0f None None] Attempting to bind port 75cf6fd7-723b-4da8-a153-4a35c39b4afa on host dv-cinder-851030-1-iscsi for vnic_type normal with profile {{(pid=111105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 14:43:28.448966 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.plugins.ml2.managers [None req-cb50f9b5-330e-4204-910f-35aba5f2ed0f None None] Attempting to bind port 75cf6fd7-723b-4da8-a153-4a35c39b4afa by drivers openvswitch,hyperv on host dv-cinder-851030-1-iscsi at level 0 using segments [{'id': '31856af9-1d5d-42af-9580-2f260ddc85b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '74928ecc-5d85-4593-aaaa-2c8dd8ab3980'}] {{(pid=111105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 14:43:28.449409 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb50f9b5-330e-4204-910f-35aba5f2ed0f None None] Attempting to bind port 75cf6fd7-723b-4da8-a153-4a35c39b4afa on network 74928ecc-5d85-4593-aaaa-2c8dd8ab3980 {{(pid=111105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 14:43:28.456154 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb50f9b5-330e-4204-910f-35aba5f2ed0f None None] Checking agent: {'id': 'df49e665-2de0-463a-a1e1-c989804d5593', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851030-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 14, 42, 57), 'started_at': datetime.datetime(2022, 7, 26, 14, 43, 27), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 14, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851030-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 14:43:28.456689 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb50f9b5-330e-4204-910f-35aba5f2ed0f None None] Checking segment: {'id': '31856af9-1d5d-42af-9580-2f260ddc85b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '74928ecc-5d85-4593-aaaa-2c8dd8ab3980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 14:43:28.457244 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron_lib.callbacks.manager [None req-cb50f9b5-330e-4204-910f-35aba5f2ed0f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:43:28.457695 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb50f9b5-330e-4204-910f-35aba5f2ed0f None None] Bound using segment: {'id': '31856af9-1d5d-42af-9580-2f260ddc85b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '74928ecc-5d85-4593-aaaa-2c8dd8ab3980'} {{(pid=111105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 14:43:28.458227 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.plugins.ml2.managers [None req-cb50f9b5-330e-4204-910f-35aba5f2ed0f None None] Bound port: 75cf6fd7-723b-4da8-a153-4a35c39b4afa, host: dv-cinder-851030-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31856af9-1d5d-42af-9580-2f260ddc85b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1086, 'network_id': '74928ecc-5d85-4593-aaaa-2c8dd8ab3980'}}] {{(pid=111105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 14:43:28.458770 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron_lib.callbacks.manager [None req-cb50f9b5-330e-4204-910f-35aba5f2ed0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (75cf6fd7-723b-4da8-a153-4a35c39b4afa), before_update {{(pid=111105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:43:28.468559 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-82fe2466-5e6c-4eaf-b011-9392646b5660 None None] Provisioning complete for port 75cf6fd7-723b-4da8-a153-4a35c39b4afa triggered by entity DHCP. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:43:28.469105 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-82fe2466-5e6c-4eaf-b011-9392646b5660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (75cf6fd7-723b-4da8-a153-4a35c39b4afa), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:43:28.500847 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-82fe2466-5e6c-4eaf-b011-9392646b5660 None None] Port 75cf6fd7-723b-4da8-a153-4a35c39b4afa cannot update to ACTIVE because it is not bound. {{(pid=111104) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 14:43:28.516594 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:43:28.526229 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.plugins.ml2.db [None req-cb50f9b5-330e-4204-910f-35aba5f2ed0f None None] For port 75cf6fd7-723b-4da8-a153-4a35c39b4afa, host dv-cinder-851030-1-iscsi, cleared binding levels {{(pid=111105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:43:28.546097 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.plugins.ml2.db [None req-cb50f9b5-330e-4204-910f-35aba5f2ed0f None None] For port 75cf6fd7-723b-4da8-a153-4a35c39b4afa, host dv-cinder-851030-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851030-1-iscsi',level=0,port_id=75cf6fd7-723b-4da8-a153-4a35c39b4afa,segment=NetworkSegment(31856af9-1d5d-42af-9580-2f260ddc85b1),segment_id=31856af9-1d5d-42af-9580-2f260ddc85b1)] {{(pid=111105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:43:28.670929 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron_lib.callbacks.manager [None req-cb50f9b5-330e-4204-910f-35aba5f2ed0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (75cf6fd7-723b-4da8-a153-4a35c39b4afa), after_update {{(pid=111105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:43:28.679109 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:43:28.745194 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb50f9b5-330e-4204-910f-35aba5f2ed0f None None] Routers {'6fbb389f-5880-4824-a1ff-812d65b32370'} bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 14:43:28.746208 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_hamode_db [None req-cb50f9b5-330e-4204-910f-35aba5f2ed0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851030-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-26T14:42:54Z,description=,heartbeat_timestamp=2022-07-26T14:43:24Z,host='dv-cinder-851030-1-iscsi',id=66f8bb98-7ace-4a85-b6ba-ffe40597695b,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:42:55Z,topic='l3_agent')) {'router_ids': ['6fbb389f-5880-4824-a1ff-812d65b32370'], 'active': True} {{(pid=111105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:43:28.840677 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_dvr_db [None req-cb50f9b5-330e-4204-910f-35aba5f2ed0f None None] Set router 6fbb389f-5880-4824-a1ff-812d65b32370 gateway port host: None {{(pid=111105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 14:43:28.932377 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-8cd8e57f-9393-4dc5-8309-ddee5e4fb2da None None] Provisioning complete for port 75cf6fd7-723b-4da8-a153-4a35c39b4afa triggered by entity DHCP. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:43:28.932804 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-8cd8e57f-9393-4dc5-8309-ddee5e4fb2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (75cf6fd7-723b-4da8-a153-4a35c39b4afa), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:43:28.983492 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3102c88-050c-4973-8df4-dc6fe9913305 None None] Pushing event updated for resources: {'Port': ['ID=75cf6fd7-723b-4da8-a153-4a35c39b4afa,revision_number=4']} {{(pid=111105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:29.023081 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-8cd8e57f-9393-4dc5-8309-ddee5e4fb2da None None] Current status of the port 75cf6fd7-723b-4da8-a153-4a35c39b4afa is: DOWN; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:43:29.024208 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-8cd8e57f-9393-4dc5-8309-ddee5e4fb2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (75cf6fd7-723b-4da8-a153-4a35c39b4afa), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:43:29.062818 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_hamode_db [None req-cb50f9b5-330e-4204-910f-35aba5f2ed0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fbb389f-5880-4824-a1ff-812d65b32370', 'name': 'router1', 'tenant_id': '076f7405c1874c1ea0d0f44c11ae4d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:43:15Z', 'updated_at': '2022-07-26T14:43:25Z', 'revision_number': 2, 'project_id': '076f7405c1874c1ea0d0f44c11ae4d38', 'gw_port_host': None, '_interfaces': [{'id': '75cf6fd7-723b-4da8-a153-4a35c39b4afa', 'name': '', 'network_id': '74928ecc-5d85-4593-aaaa-2c8dd8ab3980', 'tenant_id': '076f7405c1874c1ea0d0f44c11ae4d38', 'mac_address': 'fa:16:3e:0e:43:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fbb389f-5880-4824-a1ff-812d65b32370', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '08642999-5b3f-4ac8-915f-e30c0b5f183f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:43:25Z', 'updated_at': '2022-07-26T14:43:28Z', 'revision_number': 4, 'project_id': '076f7405c1874c1ea0d0f44c11ae4d38', 'subnets': [{'id': '08642999-5b3f-4ac8-915f-e30c0b5f183f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5b91ca1c-a9c4-4e89-8c3f-932d43c958da'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851030-1-iscsi', False) {} {{(pid=111105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:43:29.089207 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb50f9b5-330e-4204-910f-35aba5f2ed0f None None] The sync data for ids ['6fbb389f-5880-4824-a1ff-812d65b32370'] in dv-cinder-851030-1-iscsi is: [{'id': '6fbb389f-5880-4824-a1ff-812d65b32370', 'name': 'router1', 'tenant_id': '076f7405c1874c1ea0d0f44c11ae4d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:43:15Z', 'updated_at': '2022-07-26T14:43:25Z', 'revision_number': 2, 'project_id': '076f7405c1874c1ea0d0f44c11ae4d38', 'gw_port_host': None, '_interfaces': [{'id': '75cf6fd7-723b-4da8-a153-4a35c39b4afa', 'name': '', 'network_id': '74928ecc-5d85-4593-aaaa-2c8dd8ab3980', 'tenant_id': '076f7405c1874c1ea0d0f44c11ae4d38', 'mac_address': 'fa:16:3e:0e:43:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fbb389f-5880-4824-a1ff-812d65b32370', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '08642999-5b3f-4ac8-915f-e30c0b5f183f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:43:25Z', 'updated_at': '2022-07-26T14:43:28Z', 'revision_number': 4, 'project_id': '076f7405c1874c1ea0d0f44c11ae4d38', 'subnets': [{'id': '08642999-5b3f-4ac8-915f-e30c0b5f183f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5b91ca1c-a9c4-4e89-8c3f-932d43c958da'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:43:29.122408 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-8cd8e57f-9393-4dc5-8309-ddee5e4fb2da None None] For port 75cf6fd7-723b-4da8-a153-4a35c39b4afa, host dv-cinder-851030-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851030-1-iscsi',level=0,port_id=75cf6fd7-723b-4da8-a153-4a35c39b4afa,segment=NetworkSegment(31856af9-1d5d-42af-9580-2f260ddc85b1),segment_id=31856af9-1d5d-42af-9580-2f260ddc85b1)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:43:29.169688 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 41136) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:43:29.265283 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-8cd8e57f-9393-4dc5-8309-ddee5e4fb2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (75cf6fd7-723b-4da8-a153-4a35c39b4afa), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:43:29.317728 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd8e57f-9393-4dc5-8309-ddee5e4fb2da None None] Pushing event updated for resources: {'Port': ['ID=75cf6fd7-723b-4da8-a153-4a35c39b4afa,revision_number=5']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:29.581146 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d84bcadd-7475-4629-be0e-cd207a85e54f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:43:29.582582 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-d84bcadd-7475-4629-be0e-cd207a85e54f admin admin] 10.222.0.97 "GET /v2.0/networks/976f28e8-c47c-49b7-93ff-2bd79bbe121a HTTP/1.1" status: 200 len: 842 time: 0.4118736 Jul 26 14:43:29.593888 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.v2.base [None req-a1855087-a33f-4a31-ae08-dc00898ba311 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.0.1', 'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4, 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'cidr': '172.27.0.0/24'}} {{(pid=111103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 14:43:29.718405 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1855087-a33f-4a31-ae08-dc00898ba311 admin admin] Made reservation on behalf of 011581630bbe4c60a042395d12032595 for: {'subnet': 1} {{(pid=111103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:43:29.720864 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-a1855087-a33f-4a31-ae08-dc00898ba311 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:43:30.155667 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.objects.ports [None req-a1855087-a33f-4a31-ae08-dc00898ba311 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=111103) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jul 26 14:43:30.156134 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-a1855087-a33f-4a31-ae08-dc00898ba311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707'] for subnet (527ba32d-e656-41f8-8fe6-15a8ab4751c9), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:43:30.216240 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1855087-a33f-4a31-ae08-dc00898ba311 admin admin] Pushing event updated for resources: {'Subnet': ['ID=527ba32d-e656-41f8-8fe6-15a8ab4751c9,revision_number=0']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:30.226408 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1855087-a33f-4a31-ae08-dc00898ba311 admin admin] Checking segment: {'id': '9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 14:43:30.226772 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1855087-a33f-4a31-ae08-dc00898ba311 admin admin] Network hostable DHCP agents. Network: 976f28e8-c47c-49b7-93ff-2bd79bbe121a, hostable agents: ['bb4183fa-e0c9-4858-9c34-b1ab78d39af4'], hosted agents: [] {{(pid=111103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:43:30.413576 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1855087-a33f-4a31-ae08-dc00898ba311 admin admin] Network 976f28e8-c47c-49b7-93ff-2bd79bbe121a is scheduled to be hosted by DHCP agent bb4183fa-e0c9-4858-9c34-b1ab78d39af4 with binding_index 1 {{(pid=111103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:43:30.538879 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.scheduler.base_scheduler [None req-a1855087-a33f-4a31-ae08-dc00898ba311 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851030-1-iscsi, 976f28e8-c47c-49b7-93ff-2bd79bbe121a) {{(pid=111103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:43:30.542960 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1855087-a33f-4a31-ae08-dc00898ba311 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:43:30.543596 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-a1855087-a33f-4a31-ae08-dc00898ba311 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524685'] for subnet (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:43:30.549093 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7c1c42-713b-46a9-982b-4f45ce2b1257 None None] Network 976f28e8-c47c-49b7-93ff-2bd79bbe121a requested from dv-cinder-851030-1-iscsi {{(pid=111104) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 14:43:30.552944 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:43:30.650311 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec6577a-0a2e-4b66-84fe-6701f09fe7c8 None None] Network 976f28e8-c47c-49b7-93ff-2bd79bbe121a requested from dv-cinder-851030-1-iscsi {{(pid=111104) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 14:43:30.698133 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:43:30.712637 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-a1855087-a33f-4a31-ae08-dc00898ba311 admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1222112 Jul 26 14:43:32.989396 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 41146) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:43:33.514592 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-4e74d583-ff71-40b5-87fc-fc7ec8f01cb9 demo admin] 10.222.0.97 "GET /v2.0/routers/6fbb389f-5880-4824-a1ff-812d65b32370 HTTP/1.1" status: 200 len: 710 time: 0.5187626 Jul 26 14:43:33.628176 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a744022-8425-4ea4-b8d5-c639f45346fa demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:43:33.634859 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-9a744022-8425-4ea4-b8d5-c639f45346fa demo admin] 10.222.0.97 "GET /v2.0/networks/976f28e8-c47c-49b7-93ff-2bd79bbe121a HTTP/1.1" status: 200 len: 886 time: 0.1142907 Jul 26 14:43:33.638830 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.v2.base [None req-73667877-7e8f-4d9c-8b73-b035804cc192 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a'}}} {{(pid=111102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 14:43:33.887353 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-73667877-7e8f-4d9c-8b73-b035804cc192 demo admin] Publish callbacks [] for router_gateway (6fbb389f-5880-4824-a1ff-812d65b32370), precommit_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:43:34.287292 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-73667877-7e8f-4d9c-8b73-b035804cc192 demo admin] Publish callbacks [] for router_gateway (6fbb389f-5880-4824-a1ff-812d65b32370), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:43:34.367470 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-73667877-7e8f-4d9c-8b73-b035804cc192 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:43:34.753030 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device 75cf6fd7-723b-4da8-a153-4a35c39b4afa up at agent ovs-agent-dv-cinder-851030-1-iscsi {{(pid=111104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:43:34.763298 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.db_base_plugin_common [None req-73667877-7e8f-4d9c-8b73-b035804cc192 demo admin] Allocated IP 172.27.0.195 (976f28e8-c47c-49b7-93ff-2bd79bbe121a/527ba32d-e656-41f8-8fe6-15a8ab4751c9/f71c283b-14ed-47c9-bba1-15e1bee13174) {{(pid=111102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:43:34.802625 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Provisioning complete for port 75cf6fd7-723b-4da8-a153-4a35c39b4afa triggered by entity L2. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:43:34.803023 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (75cf6fd7-723b-4da8-a153-4a35c39b4afa), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:43:34.874731 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:43:34.878401 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-73667877-7e8f-4d9c-8b73-b035804cc192 demo admin] Publish callbacks [] for port (f71c283b-14ed-47c9-bba1-15e1bee13174), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:43:34.879388 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Current status of the port 75cf6fd7-723b-4da8-a153-4a35c39b4afa is: ACTIVE; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:43:34.919859 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:43:35.090693 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-73667877-7e8f-4d9c-8b73-b035804cc192 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789579689795'] for port (f71c283b-14ed-47c9-bba1-15e1bee13174), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:43:35.168958 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73667877-7e8f-4d9c-8b73-b035804cc192 demo admin] Network 976f28e8-c47c-49b7-93ff-2bd79bbe121a is already hosted by enough agents. {{(pid=111102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:43:35.173557 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.base_scheduler [None req-73667877-7e8f-4d9c-8b73-b035804cc192 demo admin] Resources bound (agent type, host, resource id): {{(pid=111102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:43:35.180039 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73667877-7e8f-4d9c-8b73-b035804cc192 demo admin] Received port after_create {{(pid=111102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 14:43:35.186062 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73667877-7e8f-4d9c-8b73-b035804cc192 demo admin] Pushing event updated for resources: {'Port': ['ID=f71c283b-14ed-47c9-bba1-15e1bee13174,revision_number=1']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:35.562189 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-73667877-7e8f-4d9c-8b73-b035804cc192 demo admin] Publish callbacks [] for router_gateway (6fbb389f-5880-4824-a1ff-812d65b32370), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:43:35.750045 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-73667877-7e8f-4d9c-8b73-b035804cc192 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-693922', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-569269', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-850'] for router (6fbb389f-5880-4824-a1ff-812d65b32370), precommit_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:43:35.754977 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-73667877-7e8f-4d9c-8b73-b035804cc192 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-693894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-693931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-693904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-569250'] for router (6fbb389f-5880-4824-a1ff-812d65b32370), after_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:43:35.861218 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73667877-7e8f-4d9c-8b73-b035804cc192 demo admin] Router 6fbb389f-5880-4824-a1ff-812d65b32370 has already been hosted by L3 agent 66f8bb98-7ace-4a85-b6ba-ffe40597695b {{(pid=111102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 14:43:35.959727 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:43:35.963810 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73667877-7e8f-4d9c-8b73-b035804cc192 demo admin] Notify agent at l3_agent.dv-cinder-851030-1-iscsi the message routers_updated {{(pid=111102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:43:35.968836 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-73667877-7e8f-4d9c-8b73-b035804cc192 demo admin] Publish callbacks [] for router (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:43:35.969416 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-73667877-7e8f-4d9c-8b73-b035804cc192 demo admin] 10.222.0.97 "PUT /v2.0/routers/6fbb389f-5880-4824-a1ff-812d65b32370 HTTP/1.1" status: 200 len: 890 time: 2.3338585 Jul 26 14:43:35.983958 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423f9c38-5fd5-433e-a1d5-d9db7d71f608 None None] Sync routers for ids ['6fbb389f-5880-4824-a1ff-812d65b32370'] in dv-cinder-851030-1-iscsi {{(pid=111104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:43:35.998330 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423f9c38-5fd5-433e-a1d5-d9db7d71f608 None None] Routers {'6fbb389f-5880-4824-a1ff-812d65b32370'} bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 14:43:35.999025 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-423f9c38-5fd5-433e-a1d5-d9db7d71f608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851030-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-26T14:42:54Z,description=,heartbeat_timestamp=2022-07-26T14:43:24Z,host='dv-cinder-851030-1-iscsi',id=66f8bb98-7ace-4a85-b6ba-ffe40597695b,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:42:55Z,topic='l3_agent')) {'router_ids': ['6fbb389f-5880-4824-a1ff-812d65b32370'], 'active': True} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:43:36.211881 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvr_db [None req-423f9c38-5fd5-433e-a1d5-d9db7d71f608 None None] Set router 6fbb389f-5880-4824-a1ff-812d65b32370 gateway port host: dv-cinder-851030-1-iscsi {{(pid=111104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 14:43:36.676636 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-423f9c38-5fd5-433e-a1d5-d9db7d71f608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fbb389f-5880-4824-a1ff-812d65b32370', 'name': 'router1', 'tenant_id': '076f7405c1874c1ea0d0f44c11ae4d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': 'f71c283b-14ed-47c9-bba1-15e1bee13174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:43:15Z', 'updated_at': '2022-07-26T14:43:35Z', 'revision_number': 4, 'project_id': '076f7405c1874c1ea0d0f44c11ae4d38', 'gw_port': {'id': 'f71c283b-14ed-47c9-bba1-15e1bee13174', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c0:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fbb389f-5880-4824-a1ff-812d65b32370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:43:34Z', 'updated_at': '2022-07-26T14:43:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi', '_interfaces': [{'id': '75cf6fd7-723b-4da8-a153-4a35c39b4afa', 'name': '', 'network_id': '74928ecc-5d85-4593-aaaa-2c8dd8ab3980', 'tenant_id': '076f7405c1874c1ea0d0f44c11ae4d38', 'mac_address': 'fa:16:3e:0e:43:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fbb389f-5880-4824-a1ff-812d65b32370', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '08642999-5b3f-4ac8-915f-e30c0b5f183f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:43:25Z', 'updated_at': '2022-07-26T14:43:29Z', 'revision_number': 5, 'project_id': '076f7405c1874c1ea0d0f44c11ae4d38', 'subnets': [{'id': '08642999-5b3f-4ac8-915f-e30c0b5f183f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5b91ca1c-a9c4-4e89-8c3f-932d43c958da'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851030-1-iscsi', False) {} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:43:36.731472 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423f9c38-5fd5-433e-a1d5-d9db7d71f608 None None] Checking router: 6fbb389f-5880-4824-a1ff-812d65b32370 for host: dv-cinder-851030-1-iscsi {{(pid=111104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:43:36.731895 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423f9c38-5fd5-433e-a1d5-d9db7d71f608 None None] Updating router 6fbb389f-5880-4824-a1ff-812d65b32370 port f71c283b-14ed-47c9-bba1-15e1bee13174 binding host dv-cinder-851030-1-iscsi {{(pid=111104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 14:43:36.785307 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-423f9c38-5fd5-433e-a1d5-d9db7d71f608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (f71c283b-14ed-47c9-bba1-15e1bee13174), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:43:37.107445 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-423f9c38-5fd5-433e-a1d5-d9db7d71f608 None None] Publish callbacks [] for port (f71c283b-14ed-47c9-bba1-15e1bee13174), precommit_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:43:37.253076 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-423f9c38-5fd5-433e-a1d5-d9db7d71f608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (f71c283b-14ed-47c9-bba1-15e1bee13174), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:43:37.287379 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:43:37.302806 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:43:37.313410 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.managers [None req-423f9c38-5fd5-433e-a1d5-d9db7d71f608 None None] Attempting to bind port f71c283b-14ed-47c9-bba1-15e1bee13174 on host dv-cinder-851030-1-iscsi for vnic_type normal with profile {{(pid=111104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 14:43:37.313410 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.managers [None req-423f9c38-5fd5-433e-a1d5-d9db7d71f608 None None] Attempting to bind port f71c283b-14ed-47c9-bba1-15e1bee13174 by drivers openvswitch,hyperv on host dv-cinder-851030-1-iscsi at level 0 using segments [{'id': '9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a'}] {{(pid=111104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 14:43:37.313410 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423f9c38-5fd5-433e-a1d5-d9db7d71f608 None None] Attempting to bind port f71c283b-14ed-47c9-bba1-15e1bee13174 on network 976f28e8-c47c-49b7-93ff-2bd79bbe121a {{(pid=111104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 14:43:37.313410 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0117955-a5c8-4924-bb22-9248cd57795a None None] Pushing event updated for resources: {'Port': ['ID=f71c283b-14ed-47c9-bba1-15e1bee13174,revision_number=2']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:37.317393 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423f9c38-5fd5-433e-a1d5-d9db7d71f608 None None] Checking agent: {'id': 'df49e665-2de0-463a-a1e1-c989804d5593', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851030-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 14, 42, 57), 'started_at': datetime.datetime(2022, 7, 26, 14, 43, 27), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 14, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851030-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 14:43:37.317777 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423f9c38-5fd5-433e-a1d5-d9db7d71f608 None None] Checking segment: {'id': '9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 14:43:37.318169 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-423f9c38-5fd5-433e-a1d5-d9db7d71f608 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:43:37.318539 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423f9c38-5fd5-433e-a1d5-d9db7d71f608 None None] Bound using segment: {'id': '9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a'} {{(pid=111104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 14:43:37.319008 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.managers [None req-423f9c38-5fd5-433e-a1d5-d9db7d71f608 None None] Bound port: f71c283b-14ed-47c9-bba1-15e1bee13174, host: dv-cinder-851030-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a'}}] {{(pid=111104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 14:43:37.319435 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-423f9c38-5fd5-433e-a1d5-d9db7d71f608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (f71c283b-14ed-47c9-bba1-15e1bee13174), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:43:37.371503 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-423f9c38-5fd5-433e-a1d5-d9db7d71f608 None None] For port f71c283b-14ed-47c9-bba1-15e1bee13174, host dv-cinder-851030-1-iscsi, cleared binding levels {{(pid=111104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:43:37.374952 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-423f9c38-5fd5-433e-a1d5-d9db7d71f608 None None] For port f71c283b-14ed-47c9-bba1-15e1bee13174, host dv-cinder-851030-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851030-1-iscsi',level=0,port_id=f71c283b-14ed-47c9-bba1-15e1bee13174,segment=NetworkSegment(9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7),segment_id=9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7)] {{(pid=111104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:43:37.487183 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-423f9c38-5fd5-433e-a1d5-d9db7d71f608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (f71c283b-14ed-47c9-bba1-15e1bee13174), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:43:37.546345 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0117955-a5c8-4924-bb22-9248cd57795a None None] Pushing event updated for resources: {'Port': ['ID=f71c283b-14ed-47c9-bba1-15e1bee13174,revision_number=3']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:37.548897 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423f9c38-5fd5-433e-a1d5-d9db7d71f608 None None] Routers {'6fbb389f-5880-4824-a1ff-812d65b32370'} bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 14:43:37.549481 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-423f9c38-5fd5-433e-a1d5-d9db7d71f608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851030-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-26T14:42:54Z,description=,heartbeat_timestamp=2022-07-26T14:43:24Z,host='dv-cinder-851030-1-iscsi',id=66f8bb98-7ace-4a85-b6ba-ffe40597695b,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:42:55Z,topic='l3_agent')) {'router_ids': ['6fbb389f-5880-4824-a1ff-812d65b32370'], 'active': True} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:43:37.651513 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvr_db [None req-423f9c38-5fd5-433e-a1d5-d9db7d71f608 None None] Set router 6fbb389f-5880-4824-a1ff-812d65b32370 gateway port host: dv-cinder-851030-1-iscsi {{(pid=111104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 14:43:37.854074 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-423f9c38-5fd5-433e-a1d5-d9db7d71f608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fbb389f-5880-4824-a1ff-812d65b32370', 'name': 'router1', 'tenant_id': '076f7405c1874c1ea0d0f44c11ae4d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': 'f71c283b-14ed-47c9-bba1-15e1bee13174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:43:15Z', 'updated_at': '2022-07-26T14:43:35Z', 'revision_number': 4, 'project_id': '076f7405c1874c1ea0d0f44c11ae4d38', 'gw_port': {'id': 'f71c283b-14ed-47c9-bba1-15e1bee13174', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c0:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fbb389f-5880-4824-a1ff-812d65b32370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:43:34Z', 'updated_at': '2022-07-26T14:43:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi', '_interfaces': [{'id': '75cf6fd7-723b-4da8-a153-4a35c39b4afa', 'name': '', 'network_id': '74928ecc-5d85-4593-aaaa-2c8dd8ab3980', 'tenant_id': '076f7405c1874c1ea0d0f44c11ae4d38', 'mac_address': 'fa:16:3e:0e:43:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fbb389f-5880-4824-a1ff-812d65b32370', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '08642999-5b3f-4ac8-915f-e30c0b5f183f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:43:25Z', 'updated_at': '2022-07-26T14:43:29Z', 'revision_number': 5, 'project_id': '076f7405c1874c1ea0d0f44c11ae4d38', 'subnets': [{'id': '08642999-5b3f-4ac8-915f-e30c0b5f183f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5b91ca1c-a9c4-4e89-8c3f-932d43c958da'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851030-1-iscsi', False) {} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:43:37.879157 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423f9c38-5fd5-433e-a1d5-d9db7d71f608 None None] The sync data for ids ['6fbb389f-5880-4824-a1ff-812d65b32370'] in dv-cinder-851030-1-iscsi is: [{'id': '6fbb389f-5880-4824-a1ff-812d65b32370', 'name': 'router1', 'tenant_id': '076f7405c1874c1ea0d0f44c11ae4d38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': 'f71c283b-14ed-47c9-bba1-15e1bee13174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:43:15Z', 'updated_at': '2022-07-26T14:43:35Z', 'revision_number': 4, 'project_id': '076f7405c1874c1ea0d0f44c11ae4d38', 'gw_port': {'id': 'f71c283b-14ed-47c9-bba1-15e1bee13174', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c0:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fbb389f-5880-4824-a1ff-812d65b32370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:43:34Z', 'updated_at': '2022-07-26T14:43:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi', '_interfaces': [{'id': '75cf6fd7-723b-4da8-a153-4a35c39b4afa', 'name': '', 'network_id': '74928ecc-5d85-4593-aaaa-2c8dd8ab3980', 'tenant_id': '076f7405c1874c1ea0d0f44c11ae4d38', 'mac_address': 'fa:16:3e:0e:43:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fbb389f-5880-4824-a1ff-812d65b32370', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '08642999-5b3f-4ac8-915f-e30c0b5f183f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:43:25Z', 'updated_at': '2022-07-26T14:43:29Z', 'revision_number': 5, 'project_id': '076f7405c1874c1ea0d0f44c11ae4d38', 'subnets': [{'id': '08642999-5b3f-4ac8-915f-e30c0b5f183f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5b91ca1c-a9c4-4e89-8c3f-932d43c958da'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:43:38.441195 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 41158) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:43:38.772270 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device f71c283b-14ed-47c9-bba1-15e1bee13174 up at agent ovs-agent-dv-cinder-851030-1-iscsi {{(pid=111104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:43:38.818593 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Provisioning complete for port f71c283b-14ed-47c9-bba1-15e1bee13174 triggered by entity L2. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:43:38.818970 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (f71c283b-14ed-47c9-bba1-15e1bee13174), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:43:38.854672 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-43c24eb7-2005-41ad-b501-df1854bf87db admin admin] 10.222.0.97 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.4123390 Jul 26 14:43:38.894521 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Current status of the port f71c283b-14ed-47c9-bba1-15e1bee13174 is: DOWN; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:43:38.894897 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (f71c283b-14ed-47c9-bba1-15e1bee13174), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:43:38.902139 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:43:38.918119 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] For port f71c283b-14ed-47c9-bba1-15e1bee13174, host dv-cinder-851030-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851030-1-iscsi',level=0,port_id=f71c283b-14ed-47c9-bba1-15e1bee13174,segment=NetworkSegment(9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7),segment_id=9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:43:39.018577 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (f71c283b-14ed-47c9-bba1-15e1bee13174), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:43:39.066474 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=76 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:43:39.069533 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Pushing event updated for resources: {'Port': ['ID=f71c283b-14ed-47c9-bba1-15e1bee13174,revision_number=4']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:43:40.423241 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=72,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:43:40.555310 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=66,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:43:40.774376 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device f71c283b-14ed-47c9-bba1-15e1bee13174 up at agent ovs-agent-dv-cinder-851030-1-iscsi {{(pid=111104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:43:40.831316 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Provisioning complete for port f71c283b-14ed-47c9-bba1-15e1bee13174 triggered by entity L2. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:43:40.831758 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (f71c283b-14ed-47c9-bba1-15e1bee13174), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:43:40.912810 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Current status of the port f71c283b-14ed-47c9-bba1-15e1bee13174 is: ACTIVE; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:43:48.840091 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=4 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:43:48.850751 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=57,neutron:UPDATE=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:43:50.910236 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=20 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:43:50.911039 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=75,neutron:UPDATE=1 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:43:51.955932 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-c4e6e8f1-3127-4180-91ab-2b1e9c34320d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (bb4183fa-e0c9-4858-9c34-b1ab78d39af4), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:43:53.079336 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=1 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:43:53.106943 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=5 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:43:54.220433 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-8daa0048-c026-4bc9-b0d8-ac03c4ec9af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (66f8bb98-7ace-4a85-b6ba-ffe40597695b), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:43:55.361422 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b30572d2-bee0-4462-94ed-c13cd0ef4273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (40fac31a-afaa-44e8-8521-47b803a59f0f), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:43:56.865178 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b977bc9f-0510-4ebd-94dd-930fc4499a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (e5556d63-fbf3-48f2-bfac-7896e86945c3), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:43:57.057876 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (df49e665-2de0-463a-a1e1-c989804d5593), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:44:00.086536 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.agents_db [None req-99196b13-9676-4f02-b89b-0db7196f18a6 None None] Agent healthcheck: found 5 active agents {{(pid=111105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 14:44:06.965370 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:44:06.973815 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:44:10.147653 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=1 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:44:10.147653 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=1 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:44:22.061891 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-e66902c7-5f38-40c8-899d-f89a36aa0d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (bb4183fa-e0c9-4858-9c34-b1ab78d39af4), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:44:24.244790 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-f8ae6ce8-ef57-42b5-acf0-0973a3bbfdc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (66f8bb98-7ace-4a85-b6ba-ffe40597695b), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:44:25.812943 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b30572d2-bee0-4462-94ed-c13cd0ef4273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (40fac31a-afaa-44e8-8521-47b803a59f0f), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:44:26.893846 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b977bc9f-0510-4ebd-94dd-930fc4499a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (e5556d63-fbf3-48f2-bfac-7896e86945c3), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:44:27.080951 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (df49e665-2de0-463a-a1e1-c989804d5593), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:44:30.087428 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=2 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:44:30.092808 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=4 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:44:36.956808 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=16,neutron:UPDATE=3 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:44:36.963148 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:44:37.087285 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.agents_db [None req-99196b13-9676-4f02-b89b-0db7196f18a6 None None] Agent healthcheck: found 5 active agents {{(pid=111105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 14:44:50.079674 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=2 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:44:50.081508 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:44:51.976626 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-30be95a7-0652-47f3-ad76-9d26f2990288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (bb4183fa-e0c9-4858-9c34-b1ab78d39af4), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:44:54.256547 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-2508b9bc-920c-4e27-ab21-b8ef7a394298 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (66f8bb98-7ace-4a85-b6ba-ffe40597695b), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:44:55.336479 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b30572d2-bee0-4462-94ed-c13cd0ef4273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (40fac31a-afaa-44e8-8521-47b803a59f0f), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:44:56.848489 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b977bc9f-0510-4ebd-94dd-930fc4499a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (e5556d63-fbf3-48f2-bfac-7896e86945c3), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:44:57.068839 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (df49e665-2de0-463a-a1e1-c989804d5593), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:45:04.380014 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 41696) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:45:04.724151 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e0847e5-2ebd-4ba2-91dc-378ea927e1c5 admin admin] GET failed (client error): The resource could not be found. Jul 26 14:45:04.725439 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-5e0847e5-2ebd-4ba2-91dc-378ea927e1c5 admin admin] 10.222.0.97 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3444841 Jul 26 14:45:04.960394 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc8dfa0-7352-4123-901b-1f4cbd884724 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:45:04.961801 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-7fc8dfa0-7352-4123-901b-1f4cbd884724 admin admin] 10.222.0.97 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.2306676 Jul 26 14:45:06.952930 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:45:06.959938 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:45:07.084659 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=3 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:45:07.089817 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=3 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:45:07.122772 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 41706) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:45:07.501198 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa936af-ede1-4b65-980d-b74a5cc2819e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:45:07.502824 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-2aa936af-ede1-4b65-980d-b74a5cc2819e admin admin] 10.222.0.97 "GET /v2.0/subnets/08642999-5b3f-4ac8-915f-e30c0b5f183f HTTP/1.1" status: 200 len: 849 time: 0.3790348 Jul 26 14:45:07.513442 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.v2.base [None req-32aecf7c-bc54-4618-8198-80962e7ca9ac admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=111102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 14:45:07.606106 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-32aecf7c-bc54-4618-8198-80962e7ca9ac admin admin] Publish callbacks [] for subnet (08642999-5b3f-4ac8-915f-e30c0b5f183f), before_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:45:07.830659 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-32aecf7c-bc54-4618-8198-80962e7ca9ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8789580085989'] for subnet (08642999-5b3f-4ac8-915f-e30c0b5f183f), after_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:45:07.864403 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32aecf7c-bc54-4618-8198-80962e7ca9ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:45:07.864403 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-32aecf7c-bc54-4618-8198-80962e7ca9ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524685'] for subnet (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:45:07.866312 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-32aecf7c-bc54-4618-8198-80962e7ca9ac admin admin] 10.222.0.97 "PUT /v2.0/subnets/08642999-5b3f-4ac8-915f-e30c0b5f183f HTTP/1.1" status: 200 len: 868 time: 0.3569613 Jul 26 14:45:07.867308 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3a6169-245b-4607-8e14-01c492388124 None None] Network 74928ecc-5d85-4593-aaaa-2c8dd8ab3980 requested from dv-cinder-851030-1-iscsi {{(pid=111104) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 14:45:07.887829 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aecf7c-bc54-4618-8198-80962e7ca9ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=08642999-5b3f-4ac8-915f-e30c0b5f183f,revision_number=1']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:45:07.895975 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32aecf7c-bc54-4618-8198-80962e7ca9ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:45:07.896364 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32aecf7c-bc54-4618-8198-80962e7ca9ac admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:45:07.896658 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32aecf7c-bc54-4618-8198-80962e7ca9ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:45:07.897026 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32aecf7c-bc54-4618-8198-80962e7ca9ac admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:45:07.897581 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32aecf7c-bc54-4618-8198-80962e7ca9ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:45:07.897731 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32aecf7c-bc54-4618-8198-80962e7ca9ac admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:45:07.898062 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32aecf7c-bc54-4618-8198-80962e7ca9ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:45:07.898391 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32aecf7c-bc54-4618-8198-80962e7ca9ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:45:07.899531 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32aecf7c-bc54-4618-8198-80962e7ca9ac admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:45:07.899531 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32aecf7c-bc54-4618-8198-80962e7ca9ac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:45:07.899531 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32aecf7c-bc54-4618-8198-80962e7ca9ac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:45:07.903432 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32aecf7c-bc54-4618-8198-80962e7ca9ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:45:07.903432 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32aecf7c-bc54-4618-8198-80962e7ca9ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:45:07.903432 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32aecf7c-bc54-4618-8198-80962e7ca9ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:45:07.903432 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32aecf7c-bc54-4618-8198-80962e7ca9ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:45:08.190083 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-e726f4a6-2f3b-4cb6-b8bc-baefb1188f34 None None] Provisioning complete for port e32dd0a3-1165-4f9f-ab9a-c0bcf8489551 triggered by entity DHCP. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:45:08.190637 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-e726f4a6-2f3b-4cb6-b8bc-baefb1188f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (e32dd0a3-1165-4f9f-ab9a-c0bcf8489551), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:45:08.261741 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-e726f4a6-2f3b-4cb6-b8bc-baefb1188f34 None None] Current status of the port e32dd0a3-1165-4f9f-ab9a-c0bcf8489551 is: ACTIVE; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:45:08.269671 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-e726f4a6-2f3b-4cb6-b8bc-baefb1188f34 None None] Provisioning complete for port 75cf6fd7-723b-4da8-a153-4a35c39b4afa triggered by entity DHCP. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:45:08.270059 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-e726f4a6-2f3b-4cb6-b8bc-baefb1188f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (75cf6fd7-723b-4da8-a153-4a35c39b4afa), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:45:08.342896 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-e726f4a6-2f3b-4cb6-b8bc-baefb1188f34 None None] Current status of the port 75cf6fd7-723b-4da8-a153-4a35c39b4afa is: ACTIVE; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:45:10.081796 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 41714) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:45:10.566554 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37c0f82-e47c-460c-bad6-6c7bc3ae716a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:45:10.567024 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37c0f82-e47c-460c-bad6-6c7bc3ae716a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:45:10.568589 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-b37c0f82-e47c-460c-bad6-6c7bc3ae716a admin admin] 10.222.0.97 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.4858353 Jul 26 14:45:12.778879 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 41722) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:45:13.199681 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2620f7-8e02-4d2c-9e51-bd3f80f4a414 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:45:13.200068 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2620f7-8e02-4d2c-9e51-bd3f80f4a414 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:45:13.201573 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-2e2620f7-8e02-4d2c-9e51-bd3f80f4a414 admin admin] 10.222.0.97 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.4216862 Jul 26 14:45:14.086307 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.agents_db [None req-99196b13-9676-4f02-b89b-0db7196f18a6 None None] Agent healthcheck: found 5 active agents {{(pid=111105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 14:45:15.427836 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 41730) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:45:15.944383 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0035bc89-57bb-4dcc-8b0f-2a52d2941e16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:45:15.945871 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-0035bc89-57bb-4dcc-8b0f-2a52d2941e16 admin admin] 10.222.0.97 "GET /v2.0/networks/74928ecc-5d85-4593-aaaa-2c8dd8ab3980 HTTP/1.1" status: 200 len: 870 time: 0.5170767 Jul 26 14:45:18.144561 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 41738) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:45:18.335598 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=36 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:45:18.342034 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=41 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:45:18.623022 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:45:18.649876 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:45:18.694212 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b63d360-cbdf-48c9-8a4e-d2c424279a32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:45:18.695606 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-1b63d360-cbdf-48c9-8a4e-d2c424279a32 admin admin] 10.222.0.97 "GET /v2.0/networks/976f28e8-c47c-49b7-93ff-2bd79bbe121a HTTP/1.1" status: 200 len: 886 time: 0.5500700 Jul 26 14:45:20.893567 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 41746) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:45:21.310485 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117dcfef-df9f-4f05-a6b1-81ce1be742e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:45:21.310857 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117dcfef-df9f-4f05-a6b1-81ce1be742e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:45:21.312447 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-117dcfef-df9f-4f05-a6b1-81ce1be742e8 admin admin] 10.222.0.97 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4176733 Jul 26 14:45:21.964530 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-c1e6ec70-13fa-46f2-8b7f-1f87cfe163d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (bb4183fa-e0c9-4858-9c34-b1ab78d39af4), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:45:23.497119 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 41754) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:45:23.875687 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c6f377-4168-4511-8df1-7880e2111245 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:45:23.876141 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c6f377-4168-4511-8df1-7880e2111245 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:45:23.877652 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-49c6f377-4168-4511-8df1-7880e2111245 admin admin] 10.222.0.97 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3795693 Jul 26 14:45:24.080826 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=1 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:45:24.082387 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=1 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:45:24.277969 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-e5fc6073-d292-43a5-b448-445b9e27448c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (66f8bb98-7ace-4a85-b6ba-ffe40597695b), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:45:25.389671 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b30572d2-bee0-4462-94ed-c13cd0ef4273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (40fac31a-afaa-44e8-8521-47b803a59f0f), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:45:26.106566 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 41762) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:45:26.484511 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c41eaedb-548a-4123-b834-4d255e594cfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:45:26.485741 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-c41eaedb-548a-4123-b834-4d255e594cfd admin admin] 10.222.0.97 "GET /v2.0/subnets/08642999-5b3f-4ac8-915f-e30c0b5f183f HTTP/1.1" status: 200 len: 868 time: 0.3779044 Jul 26 14:45:26.872094 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b977bc9f-0510-4ebd-94dd-930fc4499a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (e5556d63-fbf3-48f2-bfac-7896e86945c3), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:45:27.043626 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (df49e665-2de0-463a-a1e1-c989804d5593), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:45:28.723502 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 41772) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:45:29.106284 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18f20d8-4d6c-41cb-82cb-6d9bf39dff22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:45:29.107716 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-b18f20d8-4d6c-41cb-82cb-6d9bf39dff22 admin admin] 10.222.0.97 "GET /v2.0/subnets/527ba32d-e656-41f8-8fe6-15a8ab4751c9 HTTP/1.1" status: 200 len: 816 time: 0.3831148 Jul 26 14:45:33.870382 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=14 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:45:33.871700 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=27 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:45:36.958419 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:45:36.961014 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:45:39.100921 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=13 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:45:39.103027 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=10 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:45:47.987846 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=13 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:45:48.004247 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=19 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:45:51.084919 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.agents_db [None req-99196b13-9676-4f02-b89b-0db7196f18a6 None None] Agent healthcheck: found 5 active agents {{(pid=111105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 14:45:51.965410 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-83543f31-0e65-4dbb-8f65-e55f4c81c053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (bb4183fa-e0c9-4858-9c34-b1ab78d39af4), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:45:54.230082 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-0d75b7a6-923f-45d3-9bbc-a020a40f1f8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (66f8bb98-7ace-4a85-b6ba-ffe40597695b), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:45:55.407254 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b30572d2-bee0-4462-94ed-c13cd0ef4273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (40fac31a-afaa-44e8-8521-47b803a59f0f), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:45:56.881649 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b977bc9f-0510-4ebd-94dd-930fc4499a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (e5556d63-fbf3-48f2-bfac-7896e86945c3), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:45:57.056656 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (df49e665-2de0-463a-a1e1-c989804d5593), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:45:57.312107 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 41828) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:45:57.657073 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [None req-63bf1957-ca20-40e9-9adb-c3b5c08372b7 admin admin] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=111103) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 26 14:45:57.658071 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-63bf1957-ca20-40e9-9adb-c3b5c08372b7 admin admin] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3451045 Jul 26 14:45:59.932390 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 41836) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:46:00.270639 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cbf9d17-dd01-4ce2-ba35-5b8d24d2f793 admin admin] GET failed (client error): The resource could not be found. Jul 26 14:46:00.271968 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-3cbf9d17-dd01-4ce2-ba35-5b8d24d2f793 admin admin] 10.222.0.97 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3385963 Jul 26 14:46:00.418503 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5c9430-4b7a-4e5a-a5ff-a2651f2a2d04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:46:00.420166 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-ea5c9430-4b7a-4e5a-a5ff-a2651f2a2d04 admin admin] 10.222.0.97 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1435719 Jul 26 14:46:01.080337 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=1 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:46:01.081544 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=1 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:46:02.620126 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 41844) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:46:02.949449 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.v2.base [None req-84a519b0-2deb-4bf9-aebe-3af37bd0a64d admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=111103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 14:46:03.041020 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a519b0-2deb-4bf9-aebe-3af37bd0a64d admin admin] Made reservation on behalf of 011581630bbe4c60a042395d12032595 for: {'network': 1} {{(pid=111103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:46:03.043435 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-84a519b0-2deb-4bf9-aebe-3af37bd0a64d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for network (None), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:46:03.071894 dv-cinder-851030-1-iscsi neutron-server[111103]: WARNING neutron.services.revisions.revision_plugin [None req-84a519b0-2deb-4bf9-aebe-3af37bd0a64d admin admin] Could not find related network for resource to bump revision. Jul 26 14:46:03.086338 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84a519b0-2deb-4bf9-aebe-3af37bd0a64d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1080} {{(pid=111103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:46:03.096043 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-84a519b0-2deb-4bf9-aebe-3af37bd0a64d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1539468'] for segment (c1dc3574-a0ec-4e98-bb6a-0adc3d792c3e), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:46:03.096385 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.db.segments_db [None req-84a519b0-2deb-4bf9-aebe-3af37bd0a64d admin admin] Added segment c1dc3574-a0ec-4e98-bb6a-0adc3d792c3e of type vlan for network 4ab79c0a-50c0-4638-b12e-0cc0ecbae685 Jul 26 14:46:03.139415 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-84a519b0-2deb-4bf9-aebe-3af37bd0a64d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789579709570'] for network (4ab79c0a-50c0-4638-b12e-0cc0ecbae685), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:46:03.239202 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-84a519b0-2deb-4bf9-aebe-3af37bd0a64d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707'] for network (4ab79c0a-50c0-4638-b12e-0cc0ecbae685), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:46:03.240135 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a519b0-2deb-4bf9-aebe-3af37bd0a64d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:46:03.240715 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-84a519b0-2deb-4bf9-aebe-3af37bd0a64d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524685'] for network (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:46:03.300082 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a519b0-2deb-4bf9-aebe-3af37bd0a64d admin admin] Pushing event updated for resources: {'Network': ['ID=4ab79c0a-50c0-4638-b12e-0cc0ecbae685,revision_number=1']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:03.306605 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a519b0-2deb-4bf9-aebe-3af37bd0a64d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:46:03.306951 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a519b0-2deb-4bf9-aebe-3af37bd0a64d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:46:03.307309 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a519b0-2deb-4bf9-aebe-3af37bd0a64d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:46:03.307675 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a519b0-2deb-4bf9-aebe-3af37bd0a64d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:46:03.308007 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a519b0-2deb-4bf9-aebe-3af37bd0a64d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:46:03.308355 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a519b0-2deb-4bf9-aebe-3af37bd0a64d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:46:03.308670 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a519b0-2deb-4bf9-aebe-3af37bd0a64d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:46:03.308994 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a519b0-2deb-4bf9-aebe-3af37bd0a64d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:46:03.309332 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a519b0-2deb-4bf9-aebe-3af37bd0a64d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:46:03.309660 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a519b0-2deb-4bf9-aebe-3af37bd0a64d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:46:03.309996 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a519b0-2deb-4bf9-aebe-3af37bd0a64d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:46:03.310338 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a519b0-2deb-4bf9-aebe-3af37bd0a64d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:46:03.310663 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a519b0-2deb-4bf9-aebe-3af37bd0a64d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:46:03.310984 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a519b0-2deb-4bf9-aebe-3af37bd0a64d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:46:03.311356 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a519b0-2deb-4bf9-aebe-3af37bd0a64d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:46:03.322390 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Network 4ab79c0a-50c0-4638-b12e-0cc0ecbae685 details requested by agent ovs-agent-dv-cinder-851030-1-iscsi with host dv-cinder-851030-1-iscsi {{(pid=111104) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:46:03.461188 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-84a519b0-2deb-4bf9-aebe-3af37bd0a64d admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 829 time: 0.8399534 Jul 26 14:46:05.660224 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 41852) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:46:05.991610 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.pecan_wsgi.hooks.translation [None req-48b9f9f9-db11-4ec3-97c1-07db17b300d2 admin admin] GET failed (client error): The resource could not be found. Jul 26 14:46:05.992871 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-48b9f9f9-db11-4ec3-97c1-07db17b300d2 admin admin] 10.222.0.97 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3317108 Jul 26 14:46:06.064549 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2481c76-d2b3-4aec-8fed-47a6bc740313 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:46:06.066005 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-d2481c76-d2b3-4aec-8fed-47a6bc740313 admin admin] 10.222.0.97 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0690608 Jul 26 14:46:06.075806 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.v2.base [None req-075c9fdb-3ce0-4e96-80ce-9f7ae0824f2e admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': '4ab79c0a-50c0-4638-b12e-0cc0ecbae685', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=111102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 14:46:06.160746 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-075c9fdb-3ce0-4e96-80ce-9f7ae0824f2e admin admin] Made reservation on behalf of 011581630bbe4c60a042395d12032595 for: {'subnet': 1} {{(pid=111102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:46:06.163937 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-075c9fdb-3ce0-4e96-80ce-9f7ae0824f2e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:46:06.395526 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-075c9fdb-3ce0-4e96-80ce-9f7ae0824f2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707'] for subnet (0ffaa42f-9432-4d7f-9a32-4857a9c5e330), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:46:06.445704 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075c9fdb-3ce0-4e96-80ce-9f7ae0824f2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ffaa42f-9432-4d7f-9a32-4857a9c5e330,revision_number=0']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:06.464315 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075c9fdb-3ce0-4e96-80ce-9f7ae0824f2e admin admin] Checking segment: {'id': 'c1dc3574-a0ec-4e98-bb6a-0adc3d792c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '4ab79c0a-50c0-4638-b12e-0cc0ecbae685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 14:46:06.464661 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-075c9fdb-3ce0-4e96-80ce-9f7ae0824f2e admin admin] Network hostable DHCP agents. Network: 4ab79c0a-50c0-4638-b12e-0cc0ecbae685, hostable agents: ['bb4183fa-e0c9-4858-9c34-b1ab78d39af4'], hosted agents: [] {{(pid=111102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:46:06.606498 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-075c9fdb-3ce0-4e96-80ce-9f7ae0824f2e admin admin] Network 4ab79c0a-50c0-4638-b12e-0cc0ecbae685 is scheduled to be hosted by DHCP agent bb4183fa-e0c9-4858-9c34-b1ab78d39af4 with binding_index 1 {{(pid=111102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:46:06.732457 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.base_scheduler [None req-075c9fdb-3ce0-4e96-80ce-9f7ae0824f2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851030-1-iscsi, 4ab79c0a-50c0-4638-b12e-0cc0ecbae685) {{(pid=111102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:46:06.736809 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-075c9fdb-3ce0-4e96-80ce-9f7ae0824f2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:46:06.737426 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-075c9fdb-3ce0-4e96-80ce-9f7ae0824f2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524685'] for subnet (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:46:06.741790 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a22fd5-0ee3-4258-8804-c48e62f2a1f5 None None] Network 4ab79c0a-50c0-4638-b12e-0cc0ecbae685 requested from dv-cinder-851030-1-iscsi {{(pid=111104) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 14:46:06.848971 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6534655a-2333-4918-8666-1f846d5d7754 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0bb6af5a-2cc6-51f7-b99d-0d53e456ff99-4ab79c0a-50c0-4638-b12e-0cc0ecbae685', 'network_id': '4ab79c0a-50c0-4638-b12e-0cc0ecbae685', 'project_id': '011581630bbe4c60a042395d12032595', 'fixed_ips': [{'subnet_id': '0ffaa42f-9432-4d7f-9a32-4857a9c5e330'}]}} from dv-cinder-851030-1-iscsi. {{(pid=111104) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 26 14:46:06.849854 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6534655a-2333-4918-8666-1f846d5d7754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (None), before_create {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:46:06.866499 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-075c9fdb-3ce0-4e96-80ce-9f7ae0824f2e admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7939308 Jul 26 14:46:07.004905 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.db_base_plugin_common [None req-6534655a-2333-4918-8666-1f846d5d7754 None None] Allocated IP 192.168.233.2 (4ab79c0a-50c0-4638-b12e-0cc0ecbae685/0ffaa42f-9432-4d7f-9a32-4857a9c5e330/0ddc8389-57cc-4539-b399-d8460c31db8b) {{(pid=111104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:46:07.248543 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6534655a-2333-4918-8666-1f846d5d7754 None None] Publish callbacks [] for port (0ddc8389-57cc-4539-b399-d8460c31db8b), precommit_create {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:46:07.361708 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6534655a-2333-4918-8666-1f846d5d7754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789579689795'] for port (0ddc8389-57cc-4539-b399-d8460c31db8b), after_create {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:46:07.411241 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6534655a-2333-4918-8666-1f846d5d7754 None None] Network 4ab79c0a-50c0-4638-b12e-0cc0ecbae685 is already hosted by enough agents. {{(pid=111104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:46:07.414424 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.scheduler.base_scheduler [None req-6534655a-2333-4918-8666-1f846d5d7754 None None] Resources bound (agent type, host, resource id): {{(pid=111104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:46:07.418249 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6534655a-2333-4918-8666-1f846d5d7754 None None] Received port after_create {{(pid=111104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 14:46:07.424683 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6534655a-2333-4918-8666-1f846d5d7754 None None] Pushing event updated for resources: {'Port': ['ID=0ddc8389-57cc-4539-b399-d8460c31db8b,revision_number=1']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:07.435217 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6534655a-2333-4918-8666-1f846d5d7754 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:46:07.435592 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6534655a-2333-4918-8666-1f846d5d7754 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:46:07.435952 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6534655a-2333-4918-8666-1f846d5d7754 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:46:07.436306 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6534655a-2333-4918-8666-1f846d5d7754 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:46:07.436645 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6534655a-2333-4918-8666-1f846d5d7754 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:46:07.436970 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6534655a-2333-4918-8666-1f846d5d7754 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:46:07.437296 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6534655a-2333-4918-8666-1f846d5d7754 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:46:07.437617 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6534655a-2333-4918-8666-1f846d5d7754 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:46:07.437942 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6534655a-2333-4918-8666-1f846d5d7754 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:46:07.438260 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6534655a-2333-4918-8666-1f846d5d7754 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:46:07.438591 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6534655a-2333-4918-8666-1f846d5d7754 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:46:07.438923 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6534655a-2333-4918-8666-1f846d5d7754 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:46:07.439244 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6534655a-2333-4918-8666-1f846d5d7754 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:46:07.439585 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6534655a-2333-4918-8666-1f846d5d7754 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:46:07.439902 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6534655a-2333-4918-8666-1f846d5d7754 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:46:07.491680 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.managers [None req-6534655a-2333-4918-8666-1f846d5d7754 None None] Attempting to bind port 0ddc8389-57cc-4539-b399-d8460c31db8b on host dv-cinder-851030-1-iscsi for vnic_type normal with profile {{(pid=111104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 14:46:07.492048 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.managers [None req-6534655a-2333-4918-8666-1f846d5d7754 None None] Attempting to bind port 0ddc8389-57cc-4539-b399-d8460c31db8b by drivers openvswitch,hyperv on host dv-cinder-851030-1-iscsi at level 0 using segments [{'id': 'c1dc3574-a0ec-4e98-bb6a-0adc3d792c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '4ab79c0a-50c0-4638-b12e-0cc0ecbae685'}] {{(pid=111104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 14:46:07.492407 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6534655a-2333-4918-8666-1f846d5d7754 None None] Attempting to bind port 0ddc8389-57cc-4539-b399-d8460c31db8b on network 4ab79c0a-50c0-4638-b12e-0cc0ecbae685 {{(pid=111104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 14:46:07.497491 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6534655a-2333-4918-8666-1f846d5d7754 None None] Checking agent: {'id': 'df49e665-2de0-463a-a1e1-c989804d5593', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851030-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 14, 42, 57), 'started_at': datetime.datetime(2022, 7, 26, 14, 43, 27), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 14, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851030-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 14:46:07.497856 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6534655a-2333-4918-8666-1f846d5d7754 None None] Checking segment: {'id': 'c1dc3574-a0ec-4e98-bb6a-0adc3d792c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '4ab79c0a-50c0-4638-b12e-0cc0ecbae685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 14:46:07.498250 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6534655a-2333-4918-8666-1f846d5d7754 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:46:07.498636 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6534655a-2333-4918-8666-1f846d5d7754 None None] Bound using segment: {'id': 'c1dc3574-a0ec-4e98-bb6a-0adc3d792c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '4ab79c0a-50c0-4638-b12e-0cc0ecbae685'} {{(pid=111104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 14:46:07.499089 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.managers [None req-6534655a-2333-4918-8666-1f846d5d7754 None None] Bound port: 0ddc8389-57cc-4539-b399-d8460c31db8b, host: dv-cinder-851030-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1dc3574-a0ec-4e98-bb6a-0adc3d792c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '4ab79c0a-50c0-4638-b12e-0cc0ecbae685'}}] {{(pid=111104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 14:46:07.499486 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6534655a-2333-4918-8666-1f846d5d7754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (0ddc8389-57cc-4539-b399-d8460c31db8b), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:46:07.562154 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-6534655a-2333-4918-8666-1f846d5d7754 None None] For port 0ddc8389-57cc-4539-b399-d8460c31db8b, host dv-cinder-851030-1-iscsi, cleared binding levels {{(pid=111104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:46:07.565284 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-6534655a-2333-4918-8666-1f846d5d7754 None None] For port 0ddc8389-57cc-4539-b399-d8460c31db8b, host dv-cinder-851030-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851030-1-iscsi',level=0,port_id=0ddc8389-57cc-4539-b399-d8460c31db8b,segment=NetworkSegment(c1dc3574-a0ec-4e98-bb6a-0adc3d792c3e),segment_id=c1dc3574-a0ec-4e98-bb6a-0adc3d792c3e)] {{(pid=111104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:46:07.658745 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6534655a-2333-4918-8666-1f846d5d7754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (0ddc8389-57cc-4539-b399-d8460c31db8b), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:46:07.717287 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=86,neutron:UPDATE=8,neutron:INSERT=6 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:46:07.724276 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6534655a-2333-4918-8666-1f846d5d7754 None None] Pushing event updated for resources: {'Port': ['ID=0ddc8389-57cc-4539-b399-d8460c31db8b,revision_number=2']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:08.547909 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9a96f3-6c52-47c6-88d6-bd32399f8986 None None] Network 4ab79c0a-50c0-4638-b12e-0cc0ecbae685 requested from dv-cinder-851030-1-iscsi {{(pid=111104) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 14:46:08.633391 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:UPDATE=5,neutron:SELECT=94,neutron:INSERT=1 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:46:08.636719 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-7d56896b-bc2c-47ae-aae0-39582f7dde14 None None] Provisioning complete for port 0ddc8389-57cc-4539-b399-d8460c31db8b triggered by entity DHCP. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:46:08.637114 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-7d56896b-bc2c-47ae-aae0-39582f7dde14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (0ddc8389-57cc-4539-b399-d8460c31db8b), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:46:08.741727 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-7d56896b-bc2c-47ae-aae0-39582f7dde14 None None] Current status of the port 0ddc8389-57cc-4539-b399-d8460c31db8b is: DOWN; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:46:08.742124 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-7d56896b-bc2c-47ae-aae0-39582f7dde14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (0ddc8389-57cc-4539-b399-d8460c31db8b), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:46:08.780114 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-7d56896b-bc2c-47ae-aae0-39582f7dde14 None None] For port 0ddc8389-57cc-4539-b399-d8460c31db8b, host dv-cinder-851030-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851030-1-iscsi',level=0,port_id=0ddc8389-57cc-4539-b399-d8460c31db8b,segment=NetworkSegment(c1dc3574-a0ec-4e98-bb6a-0adc3d792c3e),segment_id=c1dc3574-a0ec-4e98-bb6a-0adc3d792c3e)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:46:08.873261 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-7d56896b-bc2c-47ae-aae0-39582f7dde14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (0ddc8389-57cc-4539-b399-d8460c31db8b), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:46:08.884838 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device 0ddc8389-57cc-4539-b399-d8460c31db8b up at agent ovs-agent-dv-cinder-851030-1-iscsi {{(pid=111104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:46:08.955542 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d56896b-bc2c-47ae-aae0-39582f7dde14 None None] Pushing event updated for resources: {'Port': ['ID=0ddc8389-57cc-4539-b399-d8460c31db8b,revision_number=3']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:46:08.967577 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Provisioning complete for port 0ddc8389-57cc-4539-b399-d8460c31db8b triggered by entity L2. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:46:08.967975 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (0ddc8389-57cc-4539-b399-d8460c31db8b), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:46:09.010741 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-6ec0358f-69ba-4211-89b7-b67dd3f49106 None None] Provisioning complete for port 0ddc8389-57cc-4539-b399-d8460c31db8b triggered by entity DHCP. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:46:09.011124 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6ec0358f-69ba-4211-89b7-b67dd3f49106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (0ddc8389-57cc-4539-b399-d8460c31db8b), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:46:09.086928 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Current status of the port 0ddc8389-57cc-4539-b399-d8460c31db8b is: ACTIVE; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:46:09.119949 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-6ec0358f-69ba-4211-89b7-b67dd3f49106 None None] Current status of the port 0ddc8389-57cc-4539-b399-d8460c31db8b is: ACTIVE; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:46:10.849345 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device 0ddc8389-57cc-4539-b399-d8460c31db8b up at agent ovs-agent-dv-cinder-851030-1-iscsi {{(pid=111104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:46:10.895330 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Provisioning complete for port 0ddc8389-57cc-4539-b399-d8460c31db8b triggered by entity L2. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:46:10.895746 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (0ddc8389-57cc-4539-b399-d8460c31db8b), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:46:10.968412 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Current status of the port 0ddc8389-57cc-4539-b399-d8460c31db8b is: ACTIVE; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:46:13.297493 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=37,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:46:13.303752 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=32,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:46:16.747861 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=39,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:46:16.748633 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=52,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:46:17.858966 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:46:21.078884 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=3 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:46:21.084219 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=3 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:46:21.977071 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-fda667d1-1cd1-499c-8a3c-84fad5cd9b8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (bb4183fa-e0c9-4858-9c34-b1ab78d39af4), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:46:24.294657 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-8910d1e5-c5aa-4a2d-b6a4-d4d4b322bc32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (66f8bb98-7ace-4a85-b6ba-ffe40597695b), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:46:25.410903 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b30572d2-bee0-4462-94ed-c13cd0ef4273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (40fac31a-afaa-44e8-8521-47b803a59f0f), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:46:26.872459 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b977bc9f-0510-4ebd-94dd-930fc4499a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (e5556d63-fbf3-48f2-bfac-7896e86945c3), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:46:27.111956 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (df49e665-2de0-463a-a1e1-c989804d5593), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:46:28.084474 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.agents_db [None req-99196b13-9676-4f02-b89b-0db7196f18a6 None None] Agent healthcheck: found 5 active agents {{(pid=111105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 14:46:36.958054 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:46:36.964970 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:46:38.080091 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=2 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:46:52.026449 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-f89eb2ed-3a94-4e6d-8569-11c04a153443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (bb4183fa-e0c9-4858-9c34-b1ab78d39af4), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:46:54.340008 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-bd4afa01-c326-4be2-a4e4-aac4797fae3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (66f8bb98-7ace-4a85-b6ba-ffe40597695b), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:46:55.361854 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b30572d2-bee0-4462-94ed-c13cd0ef4273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (40fac31a-afaa-44e8-8521-47b803a59f0f), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:46:56.883536 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b977bc9f-0510-4ebd-94dd-930fc4499a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (e5556d63-fbf3-48f2-bfac-7896e86945c3), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:46:57.083713 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (df49e665-2de0-463a-a1e1-c989804d5593), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:46:58.080370 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=3 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:46:58.081161 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:47:05.084063 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.agents_db [None req-99196b13-9676-4f02-b89b-0db7196f18a6 None None] Agent healthcheck: found 5 active agents {{(pid=111105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 14:47:06.959813 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:47:06.962787 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:47:15.078121 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=1 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:47:15.078913 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=1 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:47:21.965765 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-7b13bcda-53e7-4f29-8ade-2744e174d7cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (bb4183fa-e0c9-4858-9c34-b1ab78d39af4), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:47:24.293837 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-0c4f7fdb-5aed-455d-bfe5-964f4e148882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (66f8bb98-7ace-4a85-b6ba-ffe40597695b), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:47:25.376831 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b30572d2-bee0-4462-94ed-c13cd0ef4273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (40fac31a-afaa-44e8-8521-47b803a59f0f), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:47:26.892749 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b977bc9f-0510-4ebd-94dd-930fc4499a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (e5556d63-fbf3-48f2-bfac-7896e86945c3), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:47:27.058399 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (df49e665-2de0-463a-a1e1-c989804d5593), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:47:35.078371 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=2 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:47:35.079128 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=4 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:47:36.961082 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:47:36.962962 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:47:42.082835 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.agents_db [None req-99196b13-9676-4f02-b89b-0db7196f18a6 None None] Agent healthcheck: found 5 active agents {{(pid=111105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 14:47:49.130025 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 41892) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:47:49.135727 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [None req-dbe7c6c1-4297-4a3e-9890-96a4962db691 tempest-verify_tempest_config-521250673 tempest-verify_tempest_config-521250673-project] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=111102) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 26 14:47:49.136689 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-dbe7c6c1-4297-4a3e-9890-96a4962db691 tempest-verify_tempest_config-521250673 tempest-verify_tempest_config-521250673-project] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0057101 Jul 26 14:47:49.911687 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 41910) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:47:50.243928 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-7b5cb4b5-887a-41ad-bd33-cdbfb9c3cd44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:47:50.318276 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-7b5cb4b5-887a-41ad-bd33-cdbfb9c3cd44 admin admin] Publish callbacks [] for security_group (5be20390-be6f-466a-b669-7555d1d35ad8), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:47:50.405569 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-7b5cb4b5-887a-41ad-bd33-cdbfb9c3cd44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (5be20390-be6f-466a-b669-7555d1d35ad8), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:47:50.450367 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5cb4b5-887a-41ad-bd33-cdbfb9c3cd44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5be20390-be6f-466a-b669-7555d1d35ad8,revision_number=1']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:50.454354 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-7b5cb4b5-887a-41ad-bd33-cdbfb9c3cd44 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=0b3fda84fbaa4a64bc9449dffc648135&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5416939 Jul 26 14:47:50.457179 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 41914) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:47:50.459813 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5cb4b5-887a-41ad-bd33-cdbfb9c3cd44 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:47:50.460102 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5cb4b5-887a-41ad-bd33-cdbfb9c3cd44 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:47:50.460441 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5cb4b5-887a-41ad-bd33-cdbfb9c3cd44 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:47:50.460780 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5cb4b5-887a-41ad-bd33-cdbfb9c3cd44 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:47:50.461181 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5cb4b5-887a-41ad-bd33-cdbfb9c3cd44 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:47:50.461517 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5cb4b5-887a-41ad-bd33-cdbfb9c3cd44 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:47:50.461840 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5cb4b5-887a-41ad-bd33-cdbfb9c3cd44 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:47:50.462162 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5cb4b5-887a-41ad-bd33-cdbfb9c3cd44 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:47:50.462504 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5cb4b5-887a-41ad-bd33-cdbfb9c3cd44 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:47:50.462829 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5cb4b5-887a-41ad-bd33-cdbfb9c3cd44 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:47:50.463166 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5cb4b5-887a-41ad-bd33-cdbfb9c3cd44 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:47:50.463663 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5cb4b5-887a-41ad-bd33-cdbfb9c3cd44 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:47:50.463852 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5cb4b5-887a-41ad-bd33-cdbfb9c3cd44 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:47:50.464172 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5cb4b5-887a-41ad-bd33-cdbfb9c3cd44 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:47:50.464488 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5cb4b5-887a-41ad-bd33-cdbfb9c3cd44 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:47:50.583798 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-15ed1293-ea4c-42f0-8a40-5c874532e35f admin admin] Publish callbacks [] for security_group (5be20390-be6f-466a-b669-7555d1d35ad8), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:47:50.605507 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-15ed1293-ea4c-42f0-8a40-5c874532e35f admin admin] Publish callbacks [] for security_group (5be20390-be6f-466a-b669-7555d1d35ad8), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:47:50.787329 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-15ed1293-ea4c-42f0-8a40-5c874532e35f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (5be20390-be6f-466a-b669-7555d1d35ad8), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:47:50.790127 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-15ed1293-ea4c-42f0-8a40-5c874532e35f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:47:50.791318 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-15ed1293-ea4c-42f0-8a40-5c874532e35f admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/5be20390-be6f-466a-b669-7555d1d35ad8 HTTP/1.1" status: 204 len: 168 time: 0.3331723 Jul 26 14:47:50.799980 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ed1293-ea4c-42f0-8a40-5c874532e35f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5be20390-be6f-466a-b669-7555d1d35ad8,revision_number=None']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:47:50.806886 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ed1293-ea4c-42f0-8a40-5c874532e35f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:47:50.807230 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ed1293-ea4c-42f0-8a40-5c874532e35f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:47:50.807626 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ed1293-ea4c-42f0-8a40-5c874532e35f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:47:50.807962 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ed1293-ea4c-42f0-8a40-5c874532e35f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:47:50.808297 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ed1293-ea4c-42f0-8a40-5c874532e35f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:47:50.808638 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ed1293-ea4c-42f0-8a40-5c874532e35f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:47:50.808960 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ed1293-ea4c-42f0-8a40-5c874532e35f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:47:50.809277 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ed1293-ea4c-42f0-8a40-5c874532e35f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:47:50.809639 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ed1293-ea4c-42f0-8a40-5c874532e35f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:47:50.809920 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ed1293-ea4c-42f0-8a40-5c874532e35f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:47:50.810273 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ed1293-ea4c-42f0-8a40-5c874532e35f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:47:50.810615 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ed1293-ea4c-42f0-8a40-5c874532e35f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:47:50.810930 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ed1293-ea4c-42f0-8a40-5c874532e35f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:47:50.811248 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ed1293-ea4c-42f0-8a40-5c874532e35f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:47:50.811584 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ed1293-ea4c-42f0-8a40-5c874532e35f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:47:52.020933 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-93b9d223-6d7f-47ca-974f-84e7318c6c6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (bb4183fa-e0c9-4858-9c34-b1ab78d39af4), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:47:54.245242 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-cbc3c8a5-b017-4639-96ab-573b5c3d4adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (66f8bb98-7ace-4a85-b6ba-ffe40597695b), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:47:55.387974 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b30572d2-bee0-4462-94ed-c13cd0ef4273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (40fac31a-afaa-44e8-8521-47b803a59f0f), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:47:56.086112 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=18 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:47:56.087009 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=12 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:47:56.896726 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b977bc9f-0510-4ebd-94dd-930fc4499a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (e5556d63-fbf3-48f2-bfac-7896e86945c3), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:47:57.028521 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (df49e665-2de0-463a-a1e1-c989804d5593), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:48:00.453712 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=19,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:48:00.456505 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=20,neutron:INSERT=7 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:48:00.802595 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:48:00.803386 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:48:06.960403 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:48:06.968413 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:48:12.081844 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=3 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:48:12.086692 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=3 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:48:19.081283 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.agents_db [None req-99196b13-9676-4f02-b89b-0db7196f18a6 None None] Agent healthcheck: found 5 active agents {{(pid=111105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 14:48:21.963458 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a0fbe672-ce93-471e-bc86-587ec9bc3a05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (bb4183fa-e0c9-4858-9c34-b1ab78d39af4), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:48:24.260930 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-f0de73bc-f4c4-4f6a-b03b-e8a0dc8a363a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (66f8bb98-7ace-4a85-b6ba-ffe40597695b), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:48:25.363424 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b30572d2-bee0-4462-94ed-c13cd0ef4273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (40fac31a-afaa-44e8-8521-47b803a59f0f), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:48:26.911968 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b977bc9f-0510-4ebd-94dd-930fc4499a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (e5556d63-fbf3-48f2-bfac-7896e86945c3), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:48:27.043464 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (df49e665-2de0-463a-a1e1-c989804d5593), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:48:29.078144 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=2 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:48:36.965754 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:48:36.967647 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:48:49.084404 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=4 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:48:50.081397 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:48:51.990603 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-61b53795-6a4e-4d0f-9b44-ea5f349ba332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (bb4183fa-e0c9-4858-9c34-b1ab78d39af4), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:48:54.274421 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-3a6d45d8-c254-472e-936d-6751d5b760de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (66f8bb98-7ace-4a85-b6ba-ffe40597695b), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:48:55.372738 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b30572d2-bee0-4462-94ed-c13cd0ef4273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (40fac31a-afaa-44e8-8521-47b803a59f0f), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:48:56.080082 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.agents_db [None req-99196b13-9676-4f02-b89b-0db7196f18a6 None None] Agent healthcheck: found 5 active agents {{(pid=111105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 14:48:56.870321 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b977bc9f-0510-4ebd-94dd-930fc4499a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (e5556d63-fbf3-48f2-bfac-7896e86945c3), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:48:57.057444 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (df49e665-2de0-463a-a1e1-c989804d5593), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:49:06.076089 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=2 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:49:06.969921 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:49:06.971829 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:49:21.964246 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-3e1e9aff-348d-44a8-b25a-a49b64732702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (bb4183fa-e0c9-4858-9c34-b1ab78d39af4), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:49:24.285063 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-c3967aec-d659-4f36-a0b9-8adff6fd6d33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (66f8bb98-7ace-4a85-b6ba-ffe40597695b), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:49:25.427646 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b30572d2-bee0-4462-94ed-c13cd0ef4273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (40fac31a-afaa-44e8-8521-47b803a59f0f), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:49:26.074828 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=2 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:49:26.079703 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=4 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:49:26.883764 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b977bc9f-0510-4ebd-94dd-930fc4499a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (e5556d63-fbf3-48f2-bfac-7896e86945c3), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:49:27.060676 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (df49e665-2de0-463a-a1e1-c989804d5593), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:49:33.079330 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.agents_db [None req-99196b13-9676-4f02-b89b-0db7196f18a6 None None] Agent healthcheck: found 5 active agents {{(pid=111105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 14:49:36.973920 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:49:36.975870 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:49:45.015335 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-689058'] for agent (311d617f-8fa1-4662-a157-ab38f6e1e2d8), after_create {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:49:47.912094 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=13 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:49:47.913957 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=15 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:49:51.980512 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-5cacee23-8573-4cfc-b1aa-fcd6acc3d2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (bb4183fa-e0c9-4858-9c34-b1ab78d39af4), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:49:54.243182 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b056c413-c5e9-493c-a85f-56be34889856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (66f8bb98-7ace-4a85-b6ba-ffe40597695b), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:49:55.374774 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b30572d2-bee0-4462-94ed-c13cd0ef4273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (40fac31a-afaa-44e8-8521-47b803a59f0f), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:49:56.838630 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 42010) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:49:56.883159 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b977bc9f-0510-4ebd-94dd-930fc4499a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (e5556d63-fbf3-48f2-bfac-7896e86945c3), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:49:56.969013 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-b604bc2d-546d-4bea-8778-0587d99dddde admin admin] 10.222.0.97 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1292274 Jul 26 14:49:57.060171 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (df49e665-2de0-463a-a1e1-c989804d5593), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:49:59.038933 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 42020) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:49:59.093061 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-a8311d1d-1c51-4cee-98cf-bcb167cbb769 admin admin] 10.222.0.97 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0530355 Jul 26 14:50:03.074573 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=3 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:50:03.078664 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=3 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:50:06.977363 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=10,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:50:06.979241 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:50:09.087925 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=4 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:50:10.077320 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.agents_db [None req-99196b13-9676-4f02-b89b-0db7196f18a6 None None] Agent healthcheck: found 6 active agents {{(pid=111105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 14:50:15.019667 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (311d617f-8fa1-4662-a157-ab38f6e1e2d8), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:50:20.073151 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=2 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:50:21.967192 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-74eb9f8e-093c-4cb9-8180-0461791d7e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (bb4183fa-e0c9-4858-9c34-b1ab78d39af4), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:50:24.241209 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a26b4eb4-f14e-43b4-bd4b-dba8ec579827 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (66f8bb98-7ace-4a85-b6ba-ffe40597695b), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:50:25.389862 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b30572d2-bee0-4462-94ed-c13cd0ef4273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (40fac31a-afaa-44e8-8521-47b803a59f0f), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:50:26.898174 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b977bc9f-0510-4ebd-94dd-930fc4499a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (e5556d63-fbf3-48f2-bfac-7896e86945c3), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:50:27.035427 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (df49e665-2de0-463a-a1e1-c989804d5593), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:50:36.976597 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:50:36.978496 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:50:40.064169 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=1 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:50:40.075161 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=5 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:50:45.000842 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (311d617f-8fa1-4662-a157-ab38f6e1e2d8), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:50:47.076795 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.agents_db [None req-99196b13-9676-4f02-b89b-0db7196f18a6 None None] Agent healthcheck: found 6 active agents {{(pid=111105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 14:50:50.103318 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:50:51.970648 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-4f385b76-e981-47d9-b8fb-6d8b8dfedcb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (bb4183fa-e0c9-4858-9c34-b1ab78d39af4), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:50:54.256679 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-732315ad-a91e-4a58-9d2c-bd59689f369b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (66f8bb98-7ace-4a85-b6ba-ffe40597695b), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:50:55.365179 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b30572d2-bee0-4462-94ed-c13cd0ef4273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (40fac31a-afaa-44e8-8521-47b803a59f0f), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:50:56.885260 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b977bc9f-0510-4ebd-94dd-930fc4499a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (e5556d63-fbf3-48f2-bfac-7896e86945c3), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:50:57.045755 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (df49e665-2de0-463a-a1e1-c989804d5593), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:50:57.073114 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=2 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:51:06.978443 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:51:06.988165 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:51:15.033141 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (311d617f-8fa1-4662-a157-ab38f6e1e2d8), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:17.066609 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=2 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:51:17.071999 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=4 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:51:21.948146 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-5892886a-ead1-4e4b-a286-e45b975774b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (bb4183fa-e0c9-4858-9c34-b1ab78d39af4), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:24.076109 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.agents_db [None req-99196b13-9676-4f02-b89b-0db7196f18a6 None None] Agent healthcheck: found 6 active agents {{(pid=111105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 14:51:24.256983 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-12f53f5c-c3b7-4ed3-bc21-ab2e2668d4fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (66f8bb98-7ace-4a85-b6ba-ffe40597695b), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:25.383226 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b30572d2-bee0-4462-94ed-c13cd0ef4273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (40fac31a-afaa-44e8-8521-47b803a59f0f), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:26.891773 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b977bc9f-0510-4ebd-94dd-930fc4499a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (e5556d63-fbf3-48f2-bfac-7896e86945c3), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:27.064081 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (df49e665-2de0-463a-a1e1-c989804d5593), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:34.071905 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=2 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:51:36.978323 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:51:36.985903 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:51:41.514211 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 42164) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:51:41.800903 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.v2.base [None req-32d292c3-931d-4b6f-84d9-c0e39c24ae18 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1038869275-network', 'tenant_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7'}} {{(pid=111102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 14:51:42.004029 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32d292c3-931d-4b6f-84d9-c0e39c24ae18 admin admin] Made reservation on behalf of ace4455a9e1b44e5bf7b04fd4abf81d7 for: {'network': 1} {{(pid=111102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:51:42.006632 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-32d292c3-931d-4b6f-84d9-c0e39c24ae18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for network (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:42.017611 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-32d292c3-931d-4b6f-84d9-c0e39c24ae18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:42.129881 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-32d292c3-931d-4b6f-84d9-c0e39c24ae18 admin admin] Publish callbacks [] for security_group (8c0ce298-59cc-47d3-a4c0-834f1b7e024c), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:42.219937 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-32d292c3-931d-4b6f-84d9-c0e39c24ae18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (8c0ce298-59cc-47d3-a4c0-834f1b7e024c), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:42.247690 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32d292c3-931d-4b6f-84d9-c0e39c24ae18 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1079} {{(pid=111102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:51:42.257307 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d292c3-931d-4b6f-84d9-c0e39c24ae18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c0ce298-59cc-47d3-a4c0-834f1b7e024c,revision_number=1']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:42.267978 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-32d292c3-931d-4b6f-84d9-c0e39c24ae18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1539468'] for segment (44f32d63-89d2-4ed3-9d85-4654c6c16c14), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:42.268316 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.db.segments_db [None req-32d292c3-931d-4b6f-84d9-c0e39c24ae18 admin admin] Added segment 44f32d63-89d2-4ed3-9d85-4654c6c16c14 of type vlan for network 4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0 Jul 26 14:51:42.277941 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d292c3-931d-4b6f-84d9-c0e39c24ae18 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:51:42.278291 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d292c3-931d-4b6f-84d9-c0e39c24ae18 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:51:42.278635 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d292c3-931d-4b6f-84d9-c0e39c24ae18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:51:42.278974 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d292c3-931d-4b6f-84d9-c0e39c24ae18 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:51:42.279308 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d292c3-931d-4b6f-84d9-c0e39c24ae18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:51:42.279663 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d292c3-931d-4b6f-84d9-c0e39c24ae18 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:51:42.280115 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d292c3-931d-4b6f-84d9-c0e39c24ae18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:51:42.280440 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d292c3-931d-4b6f-84d9-c0e39c24ae18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:51:42.280767 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d292c3-931d-4b6f-84d9-c0e39c24ae18 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:51:42.281220 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d292c3-931d-4b6f-84d9-c0e39c24ae18 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:51:42.281550 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d292c3-931d-4b6f-84d9-c0e39c24ae18 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:51:42.281873 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d292c3-931d-4b6f-84d9-c0e39c24ae18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:51:42.282201 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d292c3-931d-4b6f-84d9-c0e39c24ae18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:51:42.282521 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d292c3-931d-4b6f-84d9-c0e39c24ae18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:51:42.282889 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d292c3-931d-4b6f-84d9-c0e39c24ae18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:51:42.284068 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d292c3-931d-4b6f-84d9-c0e39c24ae18 admin admin] Tracked resource versions report: Jul 26 14:51:42.284068 dv-cinder-851030-1-iscsi neutron-server[111102]: pushed versions: Jul 26 14:51:42.284068 dv-cinder-851030-1-iscsi neutron-server[111102]: { 'AddressGroup': {'1.2'}, Jul 26 14:51:42.284068 dv-cinder-851030-1-iscsi neutron-server[111102]: 'Agent': {'1.1'}, Jul 26 14:51:42.284068 dv-cinder-851030-1-iscsi neutron-server[111102]: 'ConntrackHelper': {'1.0'}, Jul 26 14:51:42.284068 dv-cinder-851030-1-iscsi neutron-server[111102]: 'LocalIPAssociation': {'1.0'}, Jul 26 14:51:42.284068 dv-cinder-851030-1-iscsi neutron-server[111102]: 'Log': {'1.0'}, Jul 26 14:51:42.284068 dv-cinder-851030-1-iscsi neutron-server[111102]: 'NDPProxy': {'1.0'}, Jul 26 14:51:42.284068 dv-cinder-851030-1-iscsi neutron-server[111102]: 'Network': {'1.1'}, Jul 26 14:51:42.284068 dv-cinder-851030-1-iscsi neutron-server[111102]: 'Port': {'1.7'}, Jul 26 14:51:42.284068 dv-cinder-851030-1-iscsi neutron-server[111102]: 'PortForwarding': {'1.3'}, Jul 26 14:51:42.284068 dv-cinder-851030-1-iscsi neutron-server[111102]: 'QosPolicy': {'1.10'}, Jul 26 14:51:42.284068 dv-cinder-851030-1-iscsi neutron-server[111102]: 'SecurityGroup': {'1.5'}, Jul 26 14:51:42.284068 dv-cinder-851030-1-iscsi neutron-server[111102]: 'SecurityGroupRule': {'1.2'}, Jul 26 14:51:42.284068 dv-cinder-851030-1-iscsi neutron-server[111102]: 'SubPort': {'1.0'}, Jul 26 14:51:42.284068 dv-cinder-851030-1-iscsi neutron-server[111102]: 'Subnet': {'1.1'}, Jul 26 14:51:42.284068 dv-cinder-851030-1-iscsi neutron-server[111102]: 'Trunk': {'1.1'}} Jul 26 14:51:42.284068 dv-cinder-851030-1-iscsi neutron-server[111102]: consumer versions: Jul 26 14:51:42.284068 dv-cinder-851030-1-iscsi neutron-server[111102]: { DHCP agent@dv-cinder-851030-1-iscsi: {}, Jul 26 14:51:42.284068 dv-cinder-851030-1-iscsi neutron-server[111102]: HyperV agent@hv-cinder-85103: {}, Jul 26 14:51:42.284068 dv-cinder-851030-1-iscsi neutron-server[111102]: L3 agent@dv-cinder-851030-1-iscsi: {}, Jul 26 14:51:42.284068 dv-cinder-851030-1-iscsi neutron-server[111102]: Metadata agent@dv-cinder-851030-1-iscsi: {}, Jul 26 14:51:42.284068 dv-cinder-851030-1-iscsi neutron-server[111102]: Metering agent@dv-cinder-851030-1-iscsi: {}, Jul 26 14:51:42.284068 dv-cinder-851030-1-iscsi neutron-server[111102]: Open vSwitch agent@dv-cinder-851030-1-iscsi: { 'AddressGroup': '1.2', Jul 26 14:51:42.284068 dv-cinder-851030-1-iscsi neutron-server[111102]: 'Agent': '1.1', Jul 26 14:51:42.284068 dv-cinder-851030-1-iscsi neutron-server[111102]: 'ConntrackHelper': '1.0', Jul 26 14:51:42.284068 dv-cinder-851030-1-iscsi neutron-server[111102]: 'LocalIPAssociation': '1.0', Jul 26 14:51:42.284068 dv-cinder-851030-1-iscsi neutron-server[111102]: 'Log': '1.0', Jul 26 14:51:42.284068 dv-cinder-851030-1-iscsi neutron-server[111102]: 'NDPProxy': '1.0', Jul 26 14:51:42.284068 dv-cinder-851030-1-iscsi neutron-server[111102]: 'Network': '1.1', Jul 26 14:51:42.284068 dv-cinder-851030-1-iscsi neutron-server[111102]: 'Port': '1.7', Jul 26 14:51:42.284068 dv-cinder-851030-1-iscsi neutron-server[111102]: 'PortForwarding': '1.3', Jul 26 14:51:42.284068 dv-cinder-851030-1-iscsi neutron-server[111102]: 'QosPolicy': '1.10', Jul 26 14:51:42.284068 dv-cinder-851030-1-iscsi neutron-server[111102]: 'SecurityGroup': '1.5', Jul 26 14:51:42.284068 dv-cinder-851030-1-iscsi neutron-server[111102]: 'SecurityGroupRule': '1.2', Jul 26 14:51:42.284068 dv-cinder-851030-1-iscsi neutron-server[111102]: 'SubPort': '1.0', Jul 26 14:51:42.284068 dv-cinder-851030-1-iscsi neutron-server[111102]: 'Subnet': '1.1', Jul 26 14:51:42.284068 dv-cinder-851030-1-iscsi neutron-server[111102]: 'Trunk': '1.1'}} Jul 26 14:51:42.284068 dv-cinder-851030-1-iscsi neutron-server[111102]: {{(pid=111102) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 26 14:51:42.319915 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-32d292c3-931d-4b6f-84d9-c0e39c24ae18 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789579709570'] for network (4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:42.408857 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-32d292c3-931d-4b6f-84d9-c0e39c24ae18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707'] for network (4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:42.410224 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d292c3-931d-4b6f-84d9-c0e39c24ae18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:51:42.410864 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-32d292c3-931d-4b6f-84d9-c0e39c24ae18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524685'] for network (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:42.487598 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 42210) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:51:42.602633 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d292c3-931d-4b6f-84d9-c0e39c24ae18 admin admin] Pushing event updated for resources: {'Network': ['ID=4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0,revision_number=1']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:42.613502 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Network 4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0 details requested by agent ovs-agent-dv-cinder-851030-1-iscsi with host dv-cinder-851030-1-iscsi {{(pid=111104) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:51:42.651450 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-32d292c3-931d-4b6f-84d9-c0e39c24ae18 admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.1358602 Jul 26 14:51:42.654807 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 42220) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:51:42.660691 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.v2.base [None req-4be5f2f0-979a-4862-a19f-ce726d92d007 admin admin] Request body: {'subnet': {'network_id': '4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1038869275-subnet', 'tenant_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 14:51:42.791377 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4be5f2f0-979a-4862-a19f-ce726d92d007 admin admin] Made reservation on behalf of ace4455a9e1b44e5bf7b04fd4abf81d7 for: {'subnet': 1} {{(pid=111102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:51:42.794437 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-4be5f2f0-979a-4862-a19f-ce726d92d007 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:42.828436 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 42226) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:51:42.870060 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 42232) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:51:42.974091 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.v2.base [None req-e7b082f8-cbc6-4765-ac79-f29e582b468c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1566382743-network', 'tenant_id': 'ca1bc66d9e5446758a759063544ae3e7'}} {{(pid=111103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 14:51:43.037815 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-4be5f2f0-979a-4862-a19f-ce726d92d007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707'] for subnet (2dc51976-041f-4e28-9975-c948630898a5), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:43.071893 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7b082f8-cbc6-4765-ac79-f29e582b468c admin admin] Made reservation on behalf of ca1bc66d9e5446758a759063544ae3e7 for: {'network': 1} {{(pid=111103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:51:43.075145 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-e7b082f8-cbc6-4765-ac79-f29e582b468c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for network (None), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:43.085105 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-e7b082f8-cbc6-4765-ac79-f29e582b468c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:43.091710 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be5f2f0-979a-4862-a19f-ce726d92d007 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2dc51976-041f-4e28-9975-c948630898a5,revision_number=0']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:43.106589 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be5f2f0-979a-4862-a19f-ce726d92d007 admin admin] Checking segment: {'id': '44f32d63-89d2-4ed3-9d85-4654c6c16c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 14:51:43.106940 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be5f2f0-979a-4862-a19f-ce726d92d007 admin admin] Network hostable DHCP agents. Network: 4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0, hostable agents: ['bb4183fa-e0c9-4858-9c34-b1ab78d39af4'], hosted agents: [] {{(pid=111102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:51:43.167292 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.v2.base [None req-c9d2d92d-5065-4964-acc1-7c5c680ac9d6 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2012228837-network', 'tenant_id': '4f3f79533bbf48018798e6e65050d69c'}} {{(pid=111103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 14:51:43.193088 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.v2.base [None req-2b4c4cd2-01e0-4051-8bcf-988e15c728f9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1513426877-network', 'tenant_id': '7ccd4ff518dc4c37bfb7f343ccc97206'}} {{(pid=111103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 14:51:43.225782 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be5f2f0-979a-4862-a19f-ce726d92d007 admin admin] Network 4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0 is scheduled to be hosted by DHCP agent bb4183fa-e0c9-4858-9c34-b1ab78d39af4 with binding_index 1 {{(pid=111102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:51:43.229856 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-e7b082f8-cbc6-4765-ac79-f29e582b468c admin admin] Publish callbacks [] for security_group (78a48c70-271b-4fe1-a300-0b3af328b7b1), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:43.341272 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.base_scheduler [None req-4be5f2f0-979a-4862-a19f-ce726d92d007 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851030-1-iscsi, 4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0) {{(pid=111102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:51:43.342124 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-e7b082f8-cbc6-4765-ac79-f29e582b468c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (78a48c70-271b-4fe1-a300-0b3af328b7b1), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:43.345174 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9d2d92d-5065-4964-acc1-7c5c680ac9d6 admin admin] Made reservation on behalf of 4f3f79533bbf48018798e6e65050d69c for: {'network': 1} {{(pid=111103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:51:43.346998 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be5f2f0-979a-4862-a19f-ce726d92d007 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:51:43.347806 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-c9d2d92d-5065-4964-acc1-7c5c680ac9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for network (None), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:43.348487 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-4be5f2f0-979a-4862-a19f-ce726d92d007 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524685'] for subnet (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:43.349626 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b4c4cd2-01e0-4051-8bcf-988e15c728f9 admin admin] Made reservation on behalf of 7ccd4ff518dc4c37bfb7f343ccc97206 for: {'network': 1} {{(pid=111103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:51:43.352148 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-2b4c4cd2-01e0-4051-8bcf-988e15c728f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for network (None), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:43.353228 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da5f1be-340b-4b05-92ed-e726bb952405 None None] Network 4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0 requested from dv-cinder-851030-1-iscsi {{(pid=111104) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 14:51:43.379298 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-2b4c4cd2-01e0-4051-8bcf-988e15c728f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:43.384432 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-c9d2d92d-5065-4964-acc1-7c5c680ac9d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:43.395607 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7b082f8-cbc6-4765-ac79-f29e582b468c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1055} {{(pid=111103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:51:43.424968 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-e7b082f8-cbc6-4765-ac79-f29e582b468c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1539468'] for segment (82e6fd43-9678-4238-8619-ec1c114f874d), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:43.425302 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.db.segments_db [None req-e7b082f8-cbc6-4765-ac79-f29e582b468c admin admin] Added segment 82e6fd43-9678-4238-8619-ec1c114f874d of type vlan for network 8e81120a-d472-43d2-a7db-69cbb3be13c6 Jul 26 14:51:43.468675 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff6e914-05ac-4e6f-a580-2ca4d86534b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0bb6af5a-2cc6-51f7-b99d-0d53e456ff99-4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0', 'network_id': '4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0', 'project_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'fixed_ips': [{'subnet_id': '2dc51976-041f-4e28-9975-c948630898a5'}]}} from dv-cinder-851030-1-iscsi. {{(pid=111104) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 26 14:51:43.469637 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-fff6e914-05ac-4e6f-a580-2ca4d86534b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (None), before_create {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:43.483547 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-4be5f2f0-979a-4862-a19f-ce726d92d007 admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8269272 Jul 26 14:51:43.487881 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 42264) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:51:43.489437 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b082f8-cbc6-4765-ac79-f29e582b468c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78a48c70-271b-4fe1-a300-0b3af328b7b1,revision_number=1']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:43.492327 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.v2.base [None req-51dbf7d8-1757-43fa-98ef-a7745f8a3321 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1038869275-router', 'tenant_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a'}}} {{(pid=111102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 14:51:43.512533 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=78,neutron:INSERT=15,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:51:43.514517 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-e7b082f8-cbc6-4765-ac79-f29e582b468c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789579709570'] for network (8e81120a-d472-43d2-a7db-69cbb3be13c6), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:43.539431 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b082f8-cbc6-4765-ac79-f29e582b468c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:51:43.540042 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b082f8-cbc6-4765-ac79-f29e582b468c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:51:43.540404 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b082f8-cbc6-4765-ac79-f29e582b468c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:51:43.540922 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b082f8-cbc6-4765-ac79-f29e582b468c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:51:43.541249 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b082f8-cbc6-4765-ac79-f29e582b468c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:51:43.541581 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b082f8-cbc6-4765-ac79-f29e582b468c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:51:43.541915 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b082f8-cbc6-4765-ac79-f29e582b468c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:51:43.542245 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b082f8-cbc6-4765-ac79-f29e582b468c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:51:43.542604 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b082f8-cbc6-4765-ac79-f29e582b468c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:51:43.542929 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b082f8-cbc6-4765-ac79-f29e582b468c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:51:43.543256 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b082f8-cbc6-4765-ac79-f29e582b468c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:51:43.543630 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b082f8-cbc6-4765-ac79-f29e582b468c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:51:43.543955 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b082f8-cbc6-4765-ac79-f29e582b468c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:51:43.544277 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b082f8-cbc6-4765-ac79-f29e582b468c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:51:43.551259 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b082f8-cbc6-4765-ac79-f29e582b468c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:51:43.551259 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b082f8-cbc6-4765-ac79-f29e582b468c admin admin] Tracked resource versions report: Jul 26 14:51:43.551259 dv-cinder-851030-1-iscsi neutron-server[111103]: pushed versions: Jul 26 14:51:43.551259 dv-cinder-851030-1-iscsi neutron-server[111103]: { 'AddressGroup': {'1.2'}, Jul 26 14:51:43.551259 dv-cinder-851030-1-iscsi neutron-server[111103]: 'Agent': {'1.1'}, Jul 26 14:51:43.551259 dv-cinder-851030-1-iscsi neutron-server[111103]: 'ConntrackHelper': {'1.0'}, Jul 26 14:51:43.551259 dv-cinder-851030-1-iscsi neutron-server[111103]: 'LocalIPAssociation': {'1.0'}, Jul 26 14:51:43.551259 dv-cinder-851030-1-iscsi neutron-server[111103]: 'Log': {'1.0'}, Jul 26 14:51:43.551259 dv-cinder-851030-1-iscsi neutron-server[111103]: 'NDPProxy': {'1.0'}, Jul 26 14:51:43.551259 dv-cinder-851030-1-iscsi neutron-server[111103]: 'Network': {'1.1'}, Jul 26 14:51:43.551259 dv-cinder-851030-1-iscsi neutron-server[111103]: 'Port': {'1.7'}, Jul 26 14:51:43.551259 dv-cinder-851030-1-iscsi neutron-server[111103]: 'PortForwarding': {'1.3'}, Jul 26 14:51:43.551259 dv-cinder-851030-1-iscsi neutron-server[111103]: 'QosPolicy': {'1.10'}, Jul 26 14:51:43.551259 dv-cinder-851030-1-iscsi neutron-server[111103]: 'SecurityGroup': {'1.5'}, Jul 26 14:51:43.551259 dv-cinder-851030-1-iscsi neutron-server[111103]: 'SecurityGroupRule': {'1.2'}, Jul 26 14:51:43.551259 dv-cinder-851030-1-iscsi neutron-server[111103]: 'SubPort': {'1.0'}, Jul 26 14:51:43.551259 dv-cinder-851030-1-iscsi neutron-server[111103]: 'Subnet': {'1.1'}, Jul 26 14:51:43.551259 dv-cinder-851030-1-iscsi neutron-server[111103]: 'Trunk': {'1.1'}} Jul 26 14:51:43.551259 dv-cinder-851030-1-iscsi neutron-server[111103]: consumer versions: Jul 26 14:51:43.551259 dv-cinder-851030-1-iscsi neutron-server[111103]: { DHCP agent@dv-cinder-851030-1-iscsi: {}, Jul 26 14:51:43.551259 dv-cinder-851030-1-iscsi neutron-server[111103]: HyperV agent@hv-cinder-85103: {}, Jul 26 14:51:43.551259 dv-cinder-851030-1-iscsi neutron-server[111103]: L3 agent@dv-cinder-851030-1-iscsi: {}, Jul 26 14:51:43.551259 dv-cinder-851030-1-iscsi neutron-server[111103]: Metadata agent@dv-cinder-851030-1-iscsi: {}, Jul 26 14:51:43.551259 dv-cinder-851030-1-iscsi neutron-server[111103]: Metering agent@dv-cinder-851030-1-iscsi: {}, Jul 26 14:51:43.551259 dv-cinder-851030-1-iscsi neutron-server[111103]: Open vSwitch agent@dv-cinder-851030-1-iscsi: { 'AddressGroup': '1.2', Jul 26 14:51:43.551259 dv-cinder-851030-1-iscsi neutron-server[111103]: 'Agent': '1.1', Jul 26 14:51:43.551259 dv-cinder-851030-1-iscsi neutron-server[111103]: 'ConntrackHelper': '1.0', Jul 26 14:51:43.551259 dv-cinder-851030-1-iscsi neutron-server[111103]: 'LocalIPAssociation': '1.0', Jul 26 14:51:43.551259 dv-cinder-851030-1-iscsi neutron-server[111103]: 'Log': '1.0', Jul 26 14:51:43.551259 dv-cinder-851030-1-iscsi neutron-server[111103]: 'NDPProxy': '1.0', Jul 26 14:51:43.551259 dv-cinder-851030-1-iscsi neutron-server[111103]: 'Network': '1.1', Jul 26 14:51:43.551259 dv-cinder-851030-1-iscsi neutron-server[111103]: 'Port': '1.7', Jul 26 14:51:43.551259 dv-cinder-851030-1-iscsi neutron-server[111103]: 'PortForwarding': '1.3', Jul 26 14:51:43.551259 dv-cinder-851030-1-iscsi neutron-server[111103]: 'QosPolicy': '1.10', Jul 26 14:51:43.551259 dv-cinder-851030-1-iscsi neutron-server[111103]: 'SecurityGroup': '1.5', Jul 26 14:51:43.551259 dv-cinder-851030-1-iscsi neutron-server[111103]: 'SecurityGroupRule': '1.2', Jul 26 14:51:43.551259 dv-cinder-851030-1-iscsi neutron-server[111103]: 'SubPort': '1.0', Jul 26 14:51:43.551259 dv-cinder-851030-1-iscsi neutron-server[111103]: 'Subnet': '1.1', Jul 26 14:51:43.551259 dv-cinder-851030-1-iscsi neutron-server[111103]: 'Trunk': '1.1'}} Jul 26 14:51:43.551259 dv-cinder-851030-1-iscsi neutron-server[111103]: {{(pid=111103) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 26 14:51:43.635163 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-2b4c4cd2-01e0-4051-8bcf-988e15c728f9 admin admin] Publish callbacks [] for security_group (ed833b86-63a6-4055-9544-789e75d7131b), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:43.638220 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.db_base_plugin_common [None req-fff6e914-05ac-4e6f-a580-2ca4d86534b9 None None] Allocated IP 172.20.0.2 (4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0/2dc51976-041f-4e28-9975-c948630898a5/d4004de4-9b6b-48c7-86ae-ea9fc6ee8671) {{(pid=111104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:51:43.648357 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-c9d2d92d-5065-4964-acc1-7c5c680ac9d6 admin admin] Publish callbacks [] for security_group (07a7f217-8c49-407d-8fdd-fca70593a0f2), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:43.649318 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-51dbf7d8-1757-43fa-98ef-a7745f8a3321 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-567826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-937'] for router (5f57147f-1584-4a62-83b8-e842b7fdbfc2), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:43.650428 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-51dbf7d8-1757-43fa-98ef-a7745f8a3321 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-694010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-656253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-928'] for router (5f57147f-1584-4a62-83b8-e842b7fdbfc2), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:43.664952 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=79,neutron:INSERT=18,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:51:43.705666 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-51dbf7d8-1757-43fa-98ef-a7745f8a3321 admin admin] Publish callbacks [] for router_controller (5f57147f-1584-4a62-83b8-e842b7fdbfc2), precommit_add_association {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:43.712465 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-e7b082f8-cbc6-4765-ac79-f29e582b468c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707'] for network (8e81120a-d472-43d2-a7db-69cbb3be13c6), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:43.713708 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b082f8-cbc6-4765-ac79-f29e582b468c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:51:43.714319 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-e7b082f8-cbc6-4765-ac79-f29e582b468c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524685'] for network (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:43.717936 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=74,neutron:INSERT=23,neutron:UPDATE=3 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:51:43.767562 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-c9d2d92d-5065-4964-acc1-7c5c680ac9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (07a7f217-8c49-407d-8fdd-fca70593a0f2), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:43.772021 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-2b4c4cd2-01e0-4051-8bcf-988e15c728f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (ed833b86-63a6-4055-9544-789e75d7131b), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:43.802535 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-fff6e914-05ac-4e6f-a580-2ca4d86534b9 None None] Publish callbacks [] for port (d4004de4-9b6b-48c7-86ae-ea9fc6ee8671), precommit_create {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:43.811780 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9d2d92d-5065-4964-acc1-7c5c680ac9d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1081} {{(pid=111103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:51:43.819167 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b4c4cd2-01e0-4051-8bcf-988e15c728f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1070} {{(pid=111103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:51:43.821028 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b082f8-cbc6-4765-ac79-f29e582b468c admin admin] Pushing event updated for resources: {'Network': ['ID=8e81120a-d472-43d2-a7db-69cbb3be13c6,revision_number=1']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:43.831774 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=67,neutron:INSERT=26,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:51:43.835265 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Network 8e81120a-d472-43d2-a7db-69cbb3be13c6 details requested by agent ovs-agent-dv-cinder-851030-1-iscsi with host dv-cinder-851030-1-iscsi {{(pid=111104) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:51:43.841574 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-c9d2d92d-5065-4964-acc1-7c5c680ac9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1539468'] for segment (c6e327c1-1462-4f59-a790-a4289d47d45e), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:43.841911 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.db.segments_db [None req-c9d2d92d-5065-4964-acc1-7c5c680ac9d6 admin admin] Added segment c6e327c1-1462-4f59-a790-a4289d47d45e of type vlan for network 0f1306c7-31e7-49e9-8b79-d9c630497063 Jul 26 14:51:43.855618 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-2b4c4cd2-01e0-4051-8bcf-988e15c728f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1539468'] for segment (65a613d5-aaf3-451b-925f-b17dff71ceb2), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:43.855951 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.db.segments_db [None req-2b4c4cd2-01e0-4051-8bcf-988e15c728f9 admin admin] Added segment 65a613d5-aaf3-451b-925f-b17dff71ceb2 of type vlan for network 02c3d9d5-b71e-4ad5-9373-5d17164e8aec Jul 26 14:51:43.891186 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d2d92d-5065-4964-acc1-7c5c680ac9d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07a7f217-8c49-407d-8fdd-fca70593a0f2,revision_number=1']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:43.928288 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-c9d2d92d-5065-4964-acc1-7c5c680ac9d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789579709570'] for network (0f1306c7-31e7-49e9-8b79-d9c630497063), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:43.943496 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-fff6e914-05ac-4e6f-a580-2ca4d86534b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789579689795'] for port (d4004de4-9b6b-48c7-86ae-ea9fc6ee8671), after_create {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:43.957724 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-e7b082f8-cbc6-4765-ac79-f29e582b468c admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 1.4681423 Jul 26 14:51:43.958525 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 42280) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:51:43.964284 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-2b4c4cd2-01e0-4051-8bcf-988e15c728f9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789579709570'] for network (02c3d9d5-b71e-4ad5-9373-5d17164e8aec), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:43.975761 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.v2.base [None req-c3ebdb8d-f652-4b8a-8d62-174dc560f236 admin admin] Request body: {'subnet': {'network_id': '8e81120a-d472-43d2-a7db-69cbb3be13c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1566382743-subnet', 'tenant_id': 'ca1bc66d9e5446758a759063544ae3e7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 14:51:43.978875 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-51dbf7d8-1757-43fa-98ef-a7745f8a3321 admin admin] Publish callbacks [] for router_gateway (5f57147f-1584-4a62-83b8-e842b7fdbfc2), precommit_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:44.020318 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4c4cd2-01e0-4051-8bcf-988e15c728f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed833b86-63a6-4055-9544-789e75d7131b,revision_number=1']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:44.047026 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff6e914-05ac-4e6f-a580-2ca4d86534b9 None None] Network 4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0 is already hosted by enough agents. {{(pid=111104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:51:44.047026 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff6e914-05ac-4e6f-a580-2ca4d86534b9 None None] Pushing event updated for resources: {'Port': ['ID=d4004de4-9b6b-48c7-86ae-ea9fc6ee8671,revision_number=1']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:44.047026 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.scheduler.base_scheduler [None req-fff6e914-05ac-4e6f-a580-2ca4d86534b9 None None] Resources bound (agent type, host, resource id): {{(pid=111104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:51:44.047026 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff6e914-05ac-4e6f-a580-2ca4d86534b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:51:44.047026 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff6e914-05ac-4e6f-a580-2ca4d86534b9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:51:44.047026 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff6e914-05ac-4e6f-a580-2ca4d86534b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:51:44.047026 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff6e914-05ac-4e6f-a580-2ca4d86534b9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:51:44.047026 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff6e914-05ac-4e6f-a580-2ca4d86534b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:51:44.047026 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff6e914-05ac-4e6f-a580-2ca4d86534b9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:51:44.047026 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff6e914-05ac-4e6f-a580-2ca4d86534b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:51:44.047026 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff6e914-05ac-4e6f-a580-2ca4d86534b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:51:44.047026 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff6e914-05ac-4e6f-a580-2ca4d86534b9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:51:44.047026 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff6e914-05ac-4e6f-a580-2ca4d86534b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:51:44.048732 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff6e914-05ac-4e6f-a580-2ca4d86534b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:51:44.048732 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff6e914-05ac-4e6f-a580-2ca4d86534b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:51:44.048732 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff6e914-05ac-4e6f-a580-2ca4d86534b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:51:44.048732 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff6e914-05ac-4e6f-a580-2ca4d86534b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:51:44.048732 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff6e914-05ac-4e6f-a580-2ca4d86534b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:51:44.050027 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff6e914-05ac-4e6f-a580-2ca4d86534b9 None None] Tracked resource versions report: Jul 26 14:51:44.050027 dv-cinder-851030-1-iscsi neutron-server[111104]: pushed versions: Jul 26 14:51:44.050027 dv-cinder-851030-1-iscsi neutron-server[111104]: { 'AddressGroup': {'1.2'}, Jul 26 14:51:44.050027 dv-cinder-851030-1-iscsi neutron-server[111104]: 'Agent': {'1.1'}, Jul 26 14:51:44.050027 dv-cinder-851030-1-iscsi neutron-server[111104]: 'ConntrackHelper': {'1.0'}, Jul 26 14:51:44.050027 dv-cinder-851030-1-iscsi neutron-server[111104]: 'LocalIPAssociation': {'1.0'}, Jul 26 14:51:44.050027 dv-cinder-851030-1-iscsi neutron-server[111104]: 'Log': {'1.0'}, Jul 26 14:51:44.050027 dv-cinder-851030-1-iscsi neutron-server[111104]: 'NDPProxy': {'1.0'}, Jul 26 14:51:44.050027 dv-cinder-851030-1-iscsi neutron-server[111104]: 'Network': {'1.1'}, Jul 26 14:51:44.050027 dv-cinder-851030-1-iscsi neutron-server[111104]: 'Port': {'1.7'}, Jul 26 14:51:44.050027 dv-cinder-851030-1-iscsi neutron-server[111104]: 'PortForwarding': {'1.3'}, Jul 26 14:51:44.050027 dv-cinder-851030-1-iscsi neutron-server[111104]: 'QosPolicy': {'1.10'}, Jul 26 14:51:44.050027 dv-cinder-851030-1-iscsi neutron-server[111104]: 'SecurityGroup': {'1.5'}, Jul 26 14:51:44.050027 dv-cinder-851030-1-iscsi neutron-server[111104]: 'SecurityGroupRule': {'1.2'}, Jul 26 14:51:44.050027 dv-cinder-851030-1-iscsi neutron-server[111104]: 'SubPort': {'1.0'}, Jul 26 14:51:44.050027 dv-cinder-851030-1-iscsi neutron-server[111104]: 'Subnet': {'1.1'}, Jul 26 14:51:44.050027 dv-cinder-851030-1-iscsi neutron-server[111104]: 'Trunk': {'1.1'}} Jul 26 14:51:44.050027 dv-cinder-851030-1-iscsi neutron-server[111104]: consumer versions: Jul 26 14:51:44.050027 dv-cinder-851030-1-iscsi neutron-server[111104]: { DHCP agent@dv-cinder-851030-1-iscsi: {}, Jul 26 14:51:44.050027 dv-cinder-851030-1-iscsi neutron-server[111104]: HyperV agent@hv-cinder-85103: {}, Jul 26 14:51:44.050027 dv-cinder-851030-1-iscsi neutron-server[111104]: L3 agent@dv-cinder-851030-1-iscsi: {}, Jul 26 14:51:44.050027 dv-cinder-851030-1-iscsi neutron-server[111104]: Metadata agent@dv-cinder-851030-1-iscsi: {}, Jul 26 14:51:44.050027 dv-cinder-851030-1-iscsi neutron-server[111104]: Metering agent@dv-cinder-851030-1-iscsi: {}, Jul 26 14:51:44.050027 dv-cinder-851030-1-iscsi neutron-server[111104]: Open vSwitch agent@dv-cinder-851030-1-iscsi: { 'AddressGroup': '1.2', Jul 26 14:51:44.050027 dv-cinder-851030-1-iscsi neutron-server[111104]: 'Agent': '1.1', Jul 26 14:51:44.050027 dv-cinder-851030-1-iscsi neutron-server[111104]: 'ConntrackHelper': '1.0', Jul 26 14:51:44.050027 dv-cinder-851030-1-iscsi neutron-server[111104]: 'LocalIPAssociation': '1.0', Jul 26 14:51:44.050027 dv-cinder-851030-1-iscsi neutron-server[111104]: 'Log': '1.0', Jul 26 14:51:44.050027 dv-cinder-851030-1-iscsi neutron-server[111104]: 'NDPProxy': '1.0', Jul 26 14:51:44.050027 dv-cinder-851030-1-iscsi neutron-server[111104]: 'Network': '1.1', Jul 26 14:51:44.050027 dv-cinder-851030-1-iscsi neutron-server[111104]: 'Port': '1.7', Jul 26 14:51:44.050027 dv-cinder-851030-1-iscsi neutron-server[111104]: 'PortForwarding': '1.3', Jul 26 14:51:44.050027 dv-cinder-851030-1-iscsi neutron-server[111104]: 'QosPolicy': '1.10', Jul 26 14:51:44.050027 dv-cinder-851030-1-iscsi neutron-server[111104]: 'SecurityGroup': '1.5', Jul 26 14:51:44.050027 dv-cinder-851030-1-iscsi neutron-server[111104]: 'SecurityGroupRule': '1.2', Jul 26 14:51:44.050027 dv-cinder-851030-1-iscsi neutron-server[111104]: 'SubPort': '1.0', Jul 26 14:51:44.050027 dv-cinder-851030-1-iscsi neutron-server[111104]: 'Subnet': '1.1', Jul 26 14:51:44.050027 dv-cinder-851030-1-iscsi neutron-server[111104]: 'Trunk': '1.1'}} Jul 26 14:51:44.050027 dv-cinder-851030-1-iscsi neutron-server[111104]: {{(pid=111104) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 26 14:51:44.056184 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff6e914-05ac-4e6f-a580-2ca4d86534b9 None None] Received port after_create {{(pid=111104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 14:51:44.123658 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.managers [None req-fff6e914-05ac-4e6f-a580-2ca4d86534b9 None None] Attempting to bind port d4004de4-9b6b-48c7-86ae-ea9fc6ee8671 on host dv-cinder-851030-1-iscsi for vnic_type normal with profile {{(pid=111104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 14:51:44.124157 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.managers [None req-fff6e914-05ac-4e6f-a580-2ca4d86534b9 None None] Attempting to bind port d4004de4-9b6b-48c7-86ae-ea9fc6ee8671 by drivers openvswitch,hyperv on host dv-cinder-851030-1-iscsi at level 0 using segments [{'id': '44f32d63-89d2-4ed3-9d85-4654c6c16c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0'}] {{(pid=111104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 14:51:44.124761 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff6e914-05ac-4e6f-a580-2ca4d86534b9 None None] Attempting to bind port d4004de4-9b6b-48c7-86ae-ea9fc6ee8671 on network 4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0 {{(pid=111104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 14:51:44.131209 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff6e914-05ac-4e6f-a580-2ca4d86534b9 None None] Checking agent: {'id': 'df49e665-2de0-463a-a1e1-c989804d5593', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851030-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 14, 42, 57), 'started_at': datetime.datetime(2022, 7, 26, 14, 43, 27), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 14, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851030-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 14:51:44.131952 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff6e914-05ac-4e6f-a580-2ca4d86534b9 None None] Checking segment: {'id': '44f32d63-89d2-4ed3-9d85-4654c6c16c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 14:51:44.132738 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-fff6e914-05ac-4e6f-a580-2ca4d86534b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:44.133292 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff6e914-05ac-4e6f-a580-2ca4d86534b9 None None] Bound using segment: {'id': '44f32d63-89d2-4ed3-9d85-4654c6c16c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0'} {{(pid=111104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 14:51:44.133926 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.managers [None req-fff6e914-05ac-4e6f-a580-2ca4d86534b9 None None] Bound port: d4004de4-9b6b-48c7-86ae-ea9fc6ee8671, host: dv-cinder-851030-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44f32d63-89d2-4ed3-9d85-4654c6c16c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0'}}] {{(pid=111104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 14:51:44.134463 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-fff6e914-05ac-4e6f-a580-2ca4d86534b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (d4004de4-9b6b-48c7-86ae-ea9fc6ee8671), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:44.185689 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-c9d2d92d-5065-4964-acc1-7c5c680ac9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707'] for network (0f1306c7-31e7-49e9-8b79-d9c630497063), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:44.186689 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d2d92d-5065-4964-acc1-7c5c680ac9d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:51:44.187262 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-c9d2d92d-5065-4964-acc1-7c5c680ac9d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524685'] for network (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:44.201311 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-fff6e914-05ac-4e6f-a580-2ca4d86534b9 None None] For port d4004de4-9b6b-48c7-86ae-ea9fc6ee8671, host dv-cinder-851030-1-iscsi, cleared binding levels {{(pid=111104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:51:44.205239 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-fff6e914-05ac-4e6f-a580-2ca4d86534b9 None None] For port d4004de4-9b6b-48c7-86ae-ea9fc6ee8671, host dv-cinder-851030-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851030-1-iscsi',level=0,port_id=d4004de4-9b6b-48c7-86ae-ea9fc6ee8671,segment=NetworkSegment(44f32d63-89d2-4ed3-9d85-4654c6c16c14),segment_id=44f32d63-89d2-4ed3-9d85-4654c6c16c14)] {{(pid=111104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:51:44.250509 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d2d92d-5065-4964-acc1-7c5c680ac9d6 admin admin] Pushing event updated for resources: {'Network': ['ID=0f1306c7-31e7-49e9-8b79-d9c630497063,revision_number=1']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:44.260359 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Network 0f1306c7-31e7-49e9-8b79-d9c630497063 details requested by agent ovs-agent-dv-cinder-851030-1-iscsi with host dv-cinder-851030-1-iscsi {{(pid=111104) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:51:44.300588 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-2b4c4cd2-01e0-4051-8bcf-988e15c728f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707'] for network (02c3d9d5-b71e-4ad5-9373-5d17164e8aec), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:44.302783 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4c4cd2-01e0-4051-8bcf-988e15c728f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:51:44.307330 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-2b4c4cd2-01e0-4051-8bcf-988e15c728f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524685'] for network (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:44.311586 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3ebdb8d-f652-4b8a-8d62-174dc560f236 admin admin] Made reservation on behalf of ca1bc66d9e5446758a759063544ae3e7 for: {'subnet': 1} {{(pid=111103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:51:44.314142 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-c3ebdb8d-f652-4b8a-8d62-174dc560f236 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:44.320275 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-51dbf7d8-1757-43fa-98ef-a7745f8a3321 admin admin] Publish callbacks [] for router_gateway (5f57147f-1584-4a62-83b8-e842b7fdbfc2), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:44.352754 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-51dbf7d8-1757-43fa-98ef-a7745f8a3321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:44.355932 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-fff6e914-05ac-4e6f-a580-2ca4d86534b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (d4004de4-9b6b-48c7-86ae-ea9fc6ee8671), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:44.472019 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:51:44.486827 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.db_base_plugin_common [None req-51dbf7d8-1757-43fa-98ef-a7745f8a3321 admin admin] Allocated IP 172.27.0.213 (976f28e8-c47c-49b7-93ff-2bd79bbe121a/527ba32d-e656-41f8-8fe6-15a8ab4751c9/8dee36ad-48a7-4c32-9e44-b495406a43fc) {{(pid=111102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:51:44.487720 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff6e914-05ac-4e6f-a580-2ca4d86534b9 None None] Pushing event updated for resources: {'Port': ['ID=d4004de4-9b6b-48c7-86ae-ea9fc6ee8671,revision_number=2']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:44.496276 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-c9d2d92d-5065-4964-acc1-7c5c680ac9d6 admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.6667268 Jul 26 14:51:44.499789 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 42298) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:51:44.505590 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.v2.base [None req-230613d6-068f-4de9-a750-e10315abaae0 admin admin] Request body: {'subnet': {'network_id': '0f1306c7-31e7-49e9-8b79-d9c630497063', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2012228837-subnet', 'tenant_id': '4f3f79533bbf48018798e6e65050d69c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 14:51:44.626604 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4c4cd2-01e0-4051-8bcf-988e15c728f9 admin admin] Pushing event updated for resources: {'Network': ['ID=02c3d9d5-b71e-4ad5-9373-5d17164e8aec,revision_number=1']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:44.639938 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Network 02c3d9d5-b71e-4ad5-9373-5d17164e8aec details requested by agent ovs-agent-dv-cinder-851030-1-iscsi with host dv-cinder-851030-1-iscsi {{(pid=111104) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:51:44.642935 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-51dbf7d8-1757-43fa-98ef-a7745f8a3321 admin admin] Publish callbacks [] for port (8dee36ad-48a7-4c32-9e44-b495406a43fc), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:44.686493 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-230613d6-068f-4de9-a750-e10315abaae0 admin admin] Made reservation on behalf of 4f3f79533bbf48018798e6e65050d69c for: {'subnet': 1} {{(pid=111102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:51:44.689780 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-230613d6-068f-4de9-a750-e10315abaae0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:44.730430 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-2b4c4cd2-01e0-4051-8bcf-988e15c728f9 admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 1.8590536 Jul 26 14:51:44.733570 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 42308) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:51:45.195742 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.v2.base [None req-d9ce294d-f66a-4593-84f3-dcd77536ad4b admin admin] Request body: {'subnet': {'network_id': '02c3d9d5-b71e-4ad5-9373-5d17164e8aec', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1513426877-subnet', 'tenant_id': '7ccd4ff518dc4c37bfb7f343ccc97206', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 14:51:45.204207 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:51:45.207363 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-51dbf7d8-1757-43fa-98ef-a7745f8a3321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789579689795'] for port (8dee36ad-48a7-4c32-9e44-b495406a43fc), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:45.208784 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-c3ebdb8d-f652-4b8a-8d62-174dc560f236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707'] for subnet (d254fac4-b0e3-4010-92e1-626681866d2e), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:45.208784 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9ce294d-f66a-4593-84f3-dcd77536ad4b admin admin] Made reservation on behalf of 7ccd4ff518dc4c37bfb7f343ccc97206 for: {'subnet': 1} {{(pid=111103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:51:45.208784 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-d9ce294d-f66a-4593-84f3-dcd77536ad4b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:45.210273 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dbf7d8-1757-43fa-98ef-a7745f8a3321 admin admin] Pushing event updated for resources: {'Port': ['ID=8dee36ad-48a7-4c32-9e44-b495406a43fc,revision_number=1']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:45.210273 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51dbf7d8-1757-43fa-98ef-a7745f8a3321 admin admin] Network 976f28e8-c47c-49b7-93ff-2bd79bbe121a is already hosted by enough agents. {{(pid=111102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:51:45.210273 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.base_scheduler [None req-51dbf7d8-1757-43fa-98ef-a7745f8a3321 admin admin] Resources bound (agent type, host, resource id): {{(pid=111102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:51:45.210273 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51dbf7d8-1757-43fa-98ef-a7745f8a3321 admin admin] Received port after_create {{(pid=111102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 14:51:45.211754 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device d4004de4-9b6b-48c7-86ae-ea9fc6ee8671 up at agent ovs-agent-dv-cinder-851030-1-iscsi {{(pid=111104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:51:45.214067 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-230613d6-068f-4de9-a750-e10315abaae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707'] for subnet (2fb38d4f-c234-47e2-adc0-721b341e4aad), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:45.217909 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ebdb8d-f652-4b8a-8d62-174dc560f236 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d254fac4-b0e3-4010-92e1-626681866d2e,revision_number=0']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:45.242353 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Provisioning complete for port d4004de4-9b6b-48c7-86ae-ea9fc6ee8671 triggered by entity L2. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:51:45.242353 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (d4004de4-9b6b-48c7-86ae-ea9fc6ee8671), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:45.288117 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ebdb8d-f652-4b8a-8d62-174dc560f236 admin admin] Checking segment: {'id': '82e6fd43-9678-4238-8619-ec1c114f874d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '8e81120a-d472-43d2-a7db-69cbb3be13c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 14:51:45.288593 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ebdb8d-f652-4b8a-8d62-174dc560f236 admin admin] Network hostable DHCP agents. Network: 8e81120a-d472-43d2-a7db-69cbb3be13c6, hostable agents: ['bb4183fa-e0c9-4858-9c34-b1ab78d39af4'], hosted agents: [] {{(pid=111103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:51:45.339549 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (311d617f-8fa1-4662-a157-ab38f6e1e2d8), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:45.339549 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Current status of the port d4004de4-9b6b-48c7-86ae-ea9fc6ee8671 is: DOWN; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:51:45.339549 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (d4004de4-9b6b-48c7-86ae-ea9fc6ee8671), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:45.406529 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230613d6-068f-4de9-a750-e10315abaae0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fb38d4f-c234-47e2-adc0-721b341e4aad,revision_number=0']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:45.417086 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] For port d4004de4-9b6b-48c7-86ae-ea9fc6ee8671, host dv-cinder-851030-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851030-1-iscsi',level=0,port_id=d4004de4-9b6b-48c7-86ae-ea9fc6ee8671,segment=NetworkSegment(44f32d63-89d2-4ed3-9d85-4654c6c16c14),segment_id=44f32d63-89d2-4ed3-9d85-4654c6c16c14)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:51:45.420244 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230613d6-068f-4de9-a750-e10315abaae0 admin admin] Checking segment: {'id': 'c6e327c1-1462-4f59-a790-a4289d47d45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '0f1306c7-31e7-49e9-8b79-d9c630497063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 14:51:45.420828 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230613d6-068f-4de9-a750-e10315abaae0 admin admin] Network hostable DHCP agents. Network: 0f1306c7-31e7-49e9-8b79-d9c630497063, hostable agents: ['bb4183fa-e0c9-4858-9c34-b1ab78d39af4'], hosted agents: [] {{(pid=111102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:51:45.636904 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-51dbf7d8-1757-43fa-98ef-a7745f8a3321 admin admin] Publish callbacks [] for router_gateway (5f57147f-1584-4a62-83b8-e842b7fdbfc2), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:45.655716 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (d4004de4-9b6b-48c7-86ae-ea9fc6ee8671), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:45.656275 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ebdb8d-f652-4b8a-8d62-174dc560f236 admin admin] Network 8e81120a-d472-43d2-a7db-69cbb3be13c6 is scheduled to be hosted by DHCP agent bb4183fa-e0c9-4858-9c34-b1ab78d39af4 with binding_index 1 {{(pid=111103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:51:45.697854 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-d9ce294d-f66a-4593-84f3-dcd77536ad4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707'] for subnet (e75d54a1-37a3-48c4-b0bd-5c996cd738b8), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:45.770856 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Pushing event updated for resources: {'Port': ['ID=d4004de4-9b6b-48c7-86ae-ea9fc6ee8671,revision_number=3']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:45.791856 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ce294d-f66a-4593-84f3-dcd77536ad4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e75d54a1-37a3-48c4-b0bd-5c996cd738b8,revision_number=0']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:45.801962 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ce294d-f66a-4593-84f3-dcd77536ad4b admin admin] Checking segment: {'id': '65a613d5-aaf3-451b-925f-b17dff71ceb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '02c3d9d5-b71e-4ad5-9373-5d17164e8aec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 14:51:45.802467 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ce294d-f66a-4593-84f3-dcd77536ad4b admin admin] Network hostable DHCP agents. Network: 02c3d9d5-b71e-4ad5-9373-5d17164e8aec, hostable agents: ['bb4183fa-e0c9-4858-9c34-b1ab78d39af4'], hosted agents: [] {{(pid=111103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:51:45.826847 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230613d6-068f-4de9-a750-e10315abaae0 admin admin] Network 0f1306c7-31e7-49e9-8b79-d9c630497063 is scheduled to be hosted by DHCP agent bb4183fa-e0c9-4858-9c34-b1ab78d39af4 with binding_index 1 {{(pid=111102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:51:45.828401 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.scheduler.base_scheduler [None req-c3ebdb8d-f652-4b8a-8d62-174dc560f236 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851030-1-iscsi, 8e81120a-d472-43d2-a7db-69cbb3be13c6) {{(pid=111103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:51:45.835129 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ebdb8d-f652-4b8a-8d62-174dc560f236 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:51:45.836013 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-c3ebdb8d-f652-4b8a-8d62-174dc560f236 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524685'] for subnet (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:45.840272 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.base_scheduler [None req-230613d6-068f-4de9-a750-e10315abaae0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851030-1-iscsi, 0f1306c7-31e7-49e9-8b79-d9c630497063) {{(pid=111102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:51:45.846028 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658e48c7-fe71-49cd-9ac3-aaa5ff4ed0da None None] Network 8e81120a-d472-43d2-a7db-69cbb3be13c6 requested from dv-cinder-851030-1-iscsi {{(pid=111104) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 14:51:45.847645 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230613d6-068f-4de9-a750-e10315abaae0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:51:45.848368 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-230613d6-068f-4de9-a750-e10315abaae0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524685'] for subnet (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:45.901491 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24cce213-a95f-4b55-8dfe-d41a3f79a511 None None] Network 0f1306c7-31e7-49e9-8b79-d9c630497063 requested from dv-cinder-851030-1-iscsi {{(pid=111104) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 14:51:45.947644 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28c7be3-85c9-4dcb-8229-2db381c1214b None None] Network 4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0 requested from dv-cinder-851030-1-iscsi {{(pid=111104) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 14:51:45.970901 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ce294d-f66a-4593-84f3-dcd77536ad4b admin admin] Network 02c3d9d5-b71e-4ad5-9373-5d17164e8aec is scheduled to be hosted by DHCP agent bb4183fa-e0c9-4858-9c34-b1ab78d39af4 with binding_index 1 {{(pid=111103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:51:45.976559 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-c3ebdb8d-f652-4b8a-8d62-174dc560f236 admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0092609 Jul 26 14:51:45.979179 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 42334) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:51:45.987125 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.v2.base [None req-8a09e905-d213-439d-8c94-a56e20cf1768 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1566382743-router', 'tenant_id': 'ca1bc66d9e5446758a759063544ae3e7', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a'}}} {{(pid=111103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 14:51:45.993379 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.scheduler.base_scheduler [None req-d9ce294d-f66a-4593-84f3-dcd77536ad4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851030-1-iscsi, 02c3d9d5-b71e-4ad5-9373-5d17164e8aec) {{(pid=111103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:51:46.007982 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ce294d-f66a-4593-84f3-dcd77536ad4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:51:46.008781 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-d9ce294d-f66a-4593-84f3-dcd77536ad4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524685'] for subnet (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:46.038398 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-51dbf7d8-1757-43fa-98ef-a7745f8a3321 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-693894'] for router (5f57147f-1584-4a62-83b8-e842b7fdbfc2), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:46.049576 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-230613d6-068f-4de9-a750-e10315abaae0 admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.5480096 Jul 26 14:51:46.052631 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 42340) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:51:46.058139 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.v2.base [None req-dea3795f-90c1-498f-89a7-31951a911553 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2012228837-router', 'tenant_id': '4f3f79533bbf48018798e6e65050d69c', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a'}}} {{(pid=111103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 14:51:46.143631 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d614b1-c840-4371-a220-01fa01eb217a None None] Network 02c3d9d5-b71e-4ad5-9373-5d17164e8aec requested from dv-cinder-851030-1-iscsi {{(pid=111104) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 14:51:46.151064 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-d9ce294d-f66a-4593-84f3-dcd77536ad4b admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4100716 Jul 26 14:51:46.153725 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-8a09e905-d213-439d-8c94-a56e20cf1768 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-567826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-937'] for router (903d0c0b-b56d-4279-9f39-ec9fff2f953f), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:46.154258 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 42346) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:51:46.155728 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-8a09e905-d213-439d-8c94-a56e20cf1768 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-694010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-656253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-928'] for router (903d0c0b-b56d-4279-9f39-ec9fff2f953f), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:46.158556 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.v2.base [None req-5aff389f-e1e6-4c58-8f2c-03ac905120c5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1513426877-router', 'tenant_id': '7ccd4ff518dc4c37bfb7f343ccc97206', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a'}}} {{(pid=111102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 14:51:46.247040 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-c560fe12-c622-481b-add4-9c9f7295d396 None None] Provisioning complete for port d4004de4-9b6b-48c7-86ae-ea9fc6ee8671 triggered by entity DHCP. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:51:46.247361 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-c560fe12-c622-481b-add4-9c9f7295d396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (d4004de4-9b6b-48c7-86ae-ea9fc6ee8671), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:46.260168 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-8a09e905-d213-439d-8c94-a56e20cf1768 admin admin] Publish callbacks [] for router_controller (903d0c0b-b56d-4279-9f39-ec9fff2f953f), precommit_add_association {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:46.301960 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-dea3795f-90c1-498f-89a7-31951a911553 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-567826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-937'] for router (509662c4-ff56-4224-9f8d-a804da664e9a), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:46.302150 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-5aff389f-e1e6-4c58-8f2c-03ac905120c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-567826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-937'] for router (3dd73111-22fc-4d53-b892-28c86cd4f346), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:46.303066 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-dea3795f-90c1-498f-89a7-31951a911553 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-694010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-656253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-928'] for router (509662c4-ff56-4224-9f8d-a804da664e9a), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:46.303634 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-5aff389f-e1e6-4c58-8f2c-03ac905120c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-694010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-656253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-928'] for router (3dd73111-22fc-4d53-b892-28c86cd4f346), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:46.307869 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:51:46.336788 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d302e5-6e0b-4779-b7f7-b2ec681dc2da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0bb6af5a-2cc6-51f7-b99d-0d53e456ff99-8e81120a-d472-43d2-a7db-69cbb3be13c6', 'network_id': '8e81120a-d472-43d2-a7db-69cbb3be13c6', 'project_id': 'ca1bc66d9e5446758a759063544ae3e7', 'fixed_ips': [{'subnet_id': 'd254fac4-b0e3-4010-92e1-626681866d2e'}]}} from dv-cinder-851030-1-iscsi. {{(pid=111104) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 26 14:51:46.337710 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b3d302e5-6e0b-4779-b7f7-b2ec681dc2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (None), before_create {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:46.376506 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51dbf7d8-1757-43fa-98ef-a7745f8a3321 admin admin] Router 5f57147f-1584-4a62-83b8-e842b7fdbfc2 is scheduled to L3 agent 66f8bb98-7ace-4a85-b6ba-ffe40597695b with binding_index 1 {{(pid=111102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 26 14:51:46.379957 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2a804f-59c3-4627-ae67-6bb89adba6db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0bb6af5a-2cc6-51f7-b99d-0d53e456ff99-0f1306c7-31e7-49e9-8b79-d9c630497063', 'network_id': '0f1306c7-31e7-49e9-8b79-d9c630497063', 'project_id': '4f3f79533bbf48018798e6e65050d69c', 'fixed_ips': [{'subnet_id': '2fb38d4f-c234-47e2-adc0-721b341e4aad'}]}} from dv-cinder-851030-1-iscsi. {{(pid=111104) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 26 14:51:46.380875 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-de2a804f-59c3-4627-ae67-6bb89adba6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (None), before_create {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:46.383433 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-5aff389f-e1e6-4c58-8f2c-03ac905120c5 admin admin] Publish callbacks [] for router_controller (3dd73111-22fc-4d53-b892-28c86cd4f346), precommit_add_association {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:46.435454 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-dea3795f-90c1-498f-89a7-31951a911553 admin admin] Publish callbacks [] for router_controller (509662c4-ff56-4224-9f8d-a804da664e9a), precommit_add_association {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:46.601957 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-8a09e905-d213-439d-8c94-a56e20cf1768 admin admin] Publish callbacks [] for router_gateway (903d0c0b-b56d-4279-9f39-ec9fff2f953f), precommit_update {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:46.608398 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51dbf7d8-1757-43fa-98ef-a7745f8a3321 admin admin] Notify agent at l3_agent.dv-cinder-851030-1-iscsi the message routers_updated {{(pid=111102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:51:46.619647 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc51447-cdd5-4354-8dac-b8ab8b41176d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0bb6af5a-2cc6-51f7-b99d-0d53e456ff99-02c3d9d5-b71e-4ad5-9373-5d17164e8aec', 'network_id': '02c3d9d5-b71e-4ad5-9373-5d17164e8aec', 'project_id': '7ccd4ff518dc4c37bfb7f343ccc97206', 'fixed_ips': [{'subnet_id': 'e75d54a1-37a3-48c4-b0bd-5c996cd738b8'}]}} from dv-cinder-851030-1-iscsi. {{(pid=111104) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 26 14:51:46.621107 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-4fc51447-cdd5-4354-8dac-b8ab8b41176d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (None), before_create {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:46.627946 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b696fe2a-efa4-412c-bf88-0a44374b1968 None None] Sync routers for ids ['5f57147f-1584-4a62-83b8-e842b7fdbfc2'] in dv-cinder-851030-1-iscsi {{(pid=111105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:51:46.675509 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b696fe2a-efa4-412c-bf88-0a44374b1968 None None] Routers {'5f57147f-1584-4a62-83b8-e842b7fdbfc2'} bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 14:51:46.675944 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_hamode_db [None req-b696fe2a-efa4-412c-bf88-0a44374b1968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851030-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-26T14:42:54Z,description=,heartbeat_timestamp=2022-07-26T14:51:24Z,host='dv-cinder-851030-1-iscsi',id=66f8bb98-7ace-4a85-b6ba-ffe40597695b,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:42:55Z,topic='l3_agent')) {'router_ids': ['5f57147f-1584-4a62-83b8-e842b7fdbfc2'], 'active': True} {{(pid=111105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:51:46.725539 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-5aff389f-e1e6-4c58-8f2c-03ac905120c5 admin admin] Publish callbacks [] for router_gateway (3dd73111-22fc-4d53-b892-28c86cd4f346), precommit_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:46.763612 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-c560fe12-c622-481b-add4-9c9f7295d396 None None] Current status of the port d4004de4-9b6b-48c7-86ae-ea9fc6ee8671 is: ACTIVE; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:51:46.777236 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:UPDATE=6,neutron:SELECT=89,neutron:INSERT=5 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:51:46.840396 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-51dbf7d8-1757-43fa-98ef-a7745f8a3321 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:46.842479 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-51dbf7d8-1757-43fa-98ef-a7745f8a3321 admin admin] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.3554401 Jul 26 14:51:46.853117 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 42364) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:51:46.948351 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_dvr_db [None req-b696fe2a-efa4-412c-bf88-0a44374b1968 None None] Set router 5f57147f-1584-4a62-83b8-e842b7fdbfc2 gateway port host: dv-cinder-851030-1-iscsi {{(pid=111105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 14:51:46.970025 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:51:47.064319 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.db_base_plugin_common [None req-b3d302e5-6e0b-4779-b7f7-b2ec681dc2da None None] Allocated IP 172.20.0.2 (8e81120a-d472-43d2-a7db-69cbb3be13c6/d254fac4-b0e3-4010-92e1-626681866d2e/bd673a1c-fc91-4301-8da3-d9f62172b0bf) {{(pid=111104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:51:47.077696 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-889f81c9-090a-4c74-a26a-e3875f0b8891 None None] Provisioning complete for port d4004de4-9b6b-48c7-86ae-ea9fc6ee8671 triggered by entity DHCP. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:51:47.078326 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-889f81c9-090a-4c74-a26a-e3875f0b8891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (d4004de4-9b6b-48c7-86ae-ea9fc6ee8671), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:47.170743 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.db_base_plugin_common [None req-de2a804f-59c3-4627-ae67-6bb89adba6db None None] Allocated IP 172.20.0.2 (0f1306c7-31e7-49e9-8b79-d9c630497063/2fb38d4f-c234-47e2-adc0-721b341e4aad/621fb94b-0f70-4ded-9b26-dcf3a44a2ca0) {{(pid=111104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:51:47.173565 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device d4004de4-9b6b-48c7-86ae-ea9fc6ee8671 up at agent ovs-agent-dv-cinder-851030-1-iscsi {{(pid=111104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:51:47.181510 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-dea3795f-90c1-498f-89a7-31951a911553 admin admin] Publish callbacks [] for router_gateway (509662c4-ff56-4224-9f8d-a804da664e9a), precommit_update {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:47.262509 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:51:47.332692 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.db_base_plugin_common [None req-4fc51447-cdd5-4354-8dac-b8ab8b41176d None None] Allocated IP 172.20.0.2 (02c3d9d5-b71e-4ad5-9373-5d17164e8aec/e75d54a1-37a3-48c4-b0bd-5c996cd738b8/9307b557-c57d-443d-92e2-8ef9c86086d4) {{(pid=111104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:51:47.350433 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:51:47.456009 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-8a09e905-d213-439d-8c94-a56e20cf1768 admin admin] Publish callbacks [] for router_gateway (903d0c0b-b56d-4279-9f39-ec9fff2f953f), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:47.457226 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-5aff389f-e1e6-4c58-8f2c-03ac905120c5 admin admin] Publish callbacks [] for router_gateway (3dd73111-22fc-4d53-b892-28c86cd4f346), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:47.484790 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-8a09e905-d213-439d-8c94-a56e20cf1768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (None), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:47.487326 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-5aff389f-e1e6-4c58-8f2c-03ac905120c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:47.512483 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Provisioning complete for port d4004de4-9b6b-48c7-86ae-ea9fc6ee8671 triggered by entity L2. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:51:47.513179 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (d4004de4-9b6b-48c7-86ae-ea9fc6ee8671), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:47.547252 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_hamode_db [None req-b696fe2a-efa4-412c-bf88-0a44374b1968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f57147f-1584-4a62-83b8-e842b7fdbfc2', 'name': 'tempest-AttachVolumeNegativeTest-1038869275-router', 'tenant_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '8dee36ad-48a7-4c32-9e44-b495406a43fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:51:43Z', 'updated_at': '2022-07-26T14:51:45Z', 'revision_number': 3, 'project_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'gw_port': {'id': '8dee36ad-48a7-4c32-9e44-b495406a43fc', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:28:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f57147f-1584-4a62-83b8-e842b7fdbfc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:44Z', 'updated_at': '2022-07-26T14:51:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi'}], 'dv-cinder-851030-1-iscsi', False) {} {{(pid=111105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:51:47.614331 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-889f81c9-090a-4c74-a26a-e3875f0b8891 None None] Current status of the port d4004de4-9b6b-48c7-86ae-ea9fc6ee8671 is: ACTIVE; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:51:47.669297 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b696fe2a-efa4-412c-bf88-0a44374b1968 None None] Checking router: 5f57147f-1584-4a62-83b8-e842b7fdbfc2 for host: dv-cinder-851030-1-iscsi {{(pid=111105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:51:47.669912 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b696fe2a-efa4-412c-bf88-0a44374b1968 None None] Updating router 5f57147f-1584-4a62-83b8-e842b7fdbfc2 port 8dee36ad-48a7-4c32-9e44-b495406a43fc binding host dv-cinder-851030-1-iscsi {{(pid=111105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 14:51:47.723648 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-dea3795f-90c1-498f-89a7-31951a911553 admin admin] Publish callbacks [] for router_gateway (509662c4-ff56-4224-9f8d-a804da664e9a), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:47.729465 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.db_base_plugin_common [None req-5aff389f-e1e6-4c58-8f2c-03ac905120c5 admin admin] Allocated IP 172.27.0.192 (976f28e8-c47c-49b7-93ff-2bd79bbe121a/527ba32d-e656-41f8-8fe6-15a8ab4751c9/1ae41fd0-598f-4b4b-871e-e6f4a49f5e0e) {{(pid=111102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:51:47.731578 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron_lib.callbacks.manager [None req-b696fe2a-efa4-412c-bf88-0a44374b1968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (8dee36ad-48a7-4c32-9e44-b495406a43fc), before_update {{(pid=111105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:47.766058 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-dea3795f-90c1-498f-89a7-31951a911553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (None), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:47.817965 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b3d302e5-6e0b-4779-b7f7-b2ec681dc2da None None] Publish callbacks [] for port (bd673a1c-fc91-4301-8da3-d9f62172b0bf), precommit_create {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:47.907389 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-de2a804f-59c3-4627-ae67-6bb89adba6db None None] Publish callbacks [] for port (621fb94b-0f70-4ded-9b26-dcf3a44a2ca0), precommit_create {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:47.913448 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:51:47.955901 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b3d302e5-6e0b-4779-b7f7-b2ec681dc2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789579689795'] for port (bd673a1c-fc91-4301-8da3-d9f62172b0bf), after_create {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:48.019442 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-4fc51447-cdd5-4354-8dac-b8ab8b41176d None None] Publish callbacks [] for port (9307b557-c57d-443d-92e2-8ef9c86086d4), precommit_create {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:48.028532 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Current status of the port d4004de4-9b6b-48c7-86ae-ea9fc6ee8671 is: ACTIVE; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:51:48.031031 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-de2a804f-59c3-4627-ae67-6bb89adba6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789579689795'] for port (621fb94b-0f70-4ded-9b26-dcf3a44a2ca0), after_create {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:48.038716 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d302e5-6e0b-4779-b7f7-b2ec681dc2da None None] Network 8e81120a-d472-43d2-a7db-69cbb3be13c6 is already hosted by enough agents. {{(pid=111104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:51:48.046117 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.scheduler.base_scheduler [None req-b3d302e5-6e0b-4779-b7f7-b2ec681dc2da None None] Resources bound (agent type, host, resource id): {{(pid=111104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:51:48.052237 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d302e5-6e0b-4779-b7f7-b2ec681dc2da None None] Received port after_create {{(pid=111104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 14:51:48.064048 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d302e5-6e0b-4779-b7f7-b2ec681dc2da None None] Pushing event updated for resources: {'Port': ['ID=bd673a1c-fc91-4301-8da3-d9f62172b0bf,revision_number=1']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:48.067418 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2a804f-59c3-4627-ae67-6bb89adba6db None None] Network 0f1306c7-31e7-49e9-8b79-d9c630497063 is already hosted by enough agents. {{(pid=111104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:51:48.071830 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.scheduler.base_scheduler [None req-de2a804f-59c3-4627-ae67-6bb89adba6db None None] Resources bound (agent type, host, resource id): {{(pid=111104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:51:48.076445 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2a804f-59c3-4627-ae67-6bb89adba6db None None] Received port after_create {{(pid=111104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 14:51:48.106367 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-5aff389f-e1e6-4c58-8f2c-03ac905120c5 admin admin] Publish callbacks [] for port (1ae41fd0-598f-4b4b-871e-e6f4a49f5e0e), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:48.135216 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-4fc51447-cdd5-4354-8dac-b8ab8b41176d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789579689795'] for port (9307b557-c57d-443d-92e2-8ef9c86086d4), after_create {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:48.195159 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2a804f-59c3-4627-ae67-6bb89adba6db None None] Pushing event updated for resources: {'Port': ['ID=621fb94b-0f70-4ded-9b26-dcf3a44a2ca0,revision_number=1']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:48.233992 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-d8fe65db-d640-4ee7-a7cb-8c313f52d9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:48.245184 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc51447-cdd5-4354-8dac-b8ab8b41176d None None] Network 02c3d9d5-b71e-4ad5-9373-5d17164e8aec is already hosted by enough agents. {{(pid=111104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:51:48.254548 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.managers [None req-b3d302e5-6e0b-4779-b7f7-b2ec681dc2da None None] Attempting to bind port bd673a1c-fc91-4301-8da3-d9f62172b0bf on host dv-cinder-851030-1-iscsi for vnic_type normal with profile {{(pid=111104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 14:51:48.254921 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.managers [None req-b3d302e5-6e0b-4779-b7f7-b2ec681dc2da None None] Attempting to bind port bd673a1c-fc91-4301-8da3-d9f62172b0bf by drivers openvswitch,hyperv on host dv-cinder-851030-1-iscsi at level 0 using segments [{'id': '82e6fd43-9678-4238-8619-ec1c114f874d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '8e81120a-d472-43d2-a7db-69cbb3be13c6'}] {{(pid=111104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 14:51:48.255283 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d302e5-6e0b-4779-b7f7-b2ec681dc2da None None] Attempting to bind port bd673a1c-fc91-4301-8da3-d9f62172b0bf on network 8e81120a-d472-43d2-a7db-69cbb3be13c6 {{(pid=111104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 14:51:48.262983 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.scheduler.base_scheduler [None req-4fc51447-cdd5-4354-8dac-b8ab8b41176d None None] Resources bound (agent type, host, resource id): {{(pid=111104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:51:48.269844 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc51447-cdd5-4354-8dac-b8ab8b41176d None None] Received port after_create {{(pid=111104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 14:51:48.271709 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-5aff389f-e1e6-4c58-8f2c-03ac905120c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789579689795'] for port (1ae41fd0-598f-4b4b-871e-e6f4a49f5e0e), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:48.277092 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d302e5-6e0b-4779-b7f7-b2ec681dc2da None None] Checking agent: {'id': 'df49e665-2de0-463a-a1e1-c989804d5593', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851030-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 14, 42, 57), 'started_at': datetime.datetime(2022, 7, 26, 14, 43, 27), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 14, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851030-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 14:51:48.277457 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d302e5-6e0b-4779-b7f7-b2ec681dc2da None None] Checking segment: {'id': '82e6fd43-9678-4238-8619-ec1c114f874d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '8e81120a-d472-43d2-a7db-69cbb3be13c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 14:51:48.277860 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b3d302e5-6e0b-4779-b7f7-b2ec681dc2da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:48.278255 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d302e5-6e0b-4779-b7f7-b2ec681dc2da None None] Bound using segment: {'id': '82e6fd43-9678-4238-8619-ec1c114f874d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '8e81120a-d472-43d2-a7db-69cbb3be13c6'} {{(pid=111104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 14:51:48.278741 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.managers [None req-b3d302e5-6e0b-4779-b7f7-b2ec681dc2da None None] Bound port: bd673a1c-fc91-4301-8da3-d9f62172b0bf, host: dv-cinder-851030-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82e6fd43-9678-4238-8619-ec1c114f874d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '8e81120a-d472-43d2-a7db-69cbb3be13c6'}}] {{(pid=111104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 14:51:48.279120 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b3d302e5-6e0b-4779-b7f7-b2ec681dc2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (bd673a1c-fc91-4301-8da3-d9f62172b0bf), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:48.281049 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.managers [None req-de2a804f-59c3-4627-ae67-6bb89adba6db None None] Attempting to bind port 621fb94b-0f70-4ded-9b26-dcf3a44a2ca0 on host dv-cinder-851030-1-iscsi for vnic_type normal with profile {{(pid=111104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 14:51:48.281411 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.managers [None req-de2a804f-59c3-4627-ae67-6bb89adba6db None None] Attempting to bind port 621fb94b-0f70-4ded-9b26-dcf3a44a2ca0 by drivers openvswitch,hyperv on host dv-cinder-851030-1-iscsi at level 0 using segments [{'id': 'c6e327c1-1462-4f59-a790-a4289d47d45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '0f1306c7-31e7-49e9-8b79-d9c630497063'}] {{(pid=111104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 14:51:48.281787 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2a804f-59c3-4627-ae67-6bb89adba6db None None] Attempting to bind port 621fb94b-0f70-4ded-9b26-dcf3a44a2ca0 on network 0f1306c7-31e7-49e9-8b79-d9c630497063 {{(pid=111104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 14:51:48.306752 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2a804f-59c3-4627-ae67-6bb89adba6db None None] Checking agent: {'id': 'df49e665-2de0-463a-a1e1-c989804d5593', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851030-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 14, 42, 57), 'started_at': datetime.datetime(2022, 7, 26, 14, 43, 27), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 14, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851030-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 14:51:48.312146 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2a804f-59c3-4627-ae67-6bb89adba6db None None] Checking segment: {'id': 'c6e327c1-1462-4f59-a790-a4289d47d45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '0f1306c7-31e7-49e9-8b79-d9c630497063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 14:51:48.312146 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-de2a804f-59c3-4627-ae67-6bb89adba6db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:48.312146 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2a804f-59c3-4627-ae67-6bb89adba6db None None] Bound using segment: {'id': 'c6e327c1-1462-4f59-a790-a4289d47d45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '0f1306c7-31e7-49e9-8b79-d9c630497063'} {{(pid=111104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 14:51:48.312146 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.managers [None req-de2a804f-59c3-4627-ae67-6bb89adba6db None None] Bound port: 621fb94b-0f70-4ded-9b26-dcf3a44a2ca0, host: dv-cinder-851030-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6e327c1-1462-4f59-a790-a4289d47d45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '0f1306c7-31e7-49e9-8b79-d9c630497063'}}] {{(pid=111104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 14:51:48.312146 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-de2a804f-59c3-4627-ae67-6bb89adba6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (621fb94b-0f70-4ded-9b26-dcf3a44a2ca0), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:48.312751 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.db.db_base_plugin_common [None req-8a09e905-d213-439d-8c94-a56e20cf1768 admin admin] Allocated IP 172.27.0.169 (976f28e8-c47c-49b7-93ff-2bd79bbe121a/527ba32d-e656-41f8-8fe6-15a8ab4751c9/6f8790cb-ec4a-48ae-8815-1570dacd37a4) {{(pid=111103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:51:48.319384 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc51447-cdd5-4354-8dac-b8ab8b41176d None None] Pushing event updated for resources: {'Port': ['ID=9307b557-c57d-443d-92e2-8ef9c86086d4,revision_number=1']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:48.426510 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aff389f-e1e6-4c58-8f2c-03ac905120c5 admin admin] Network 976f28e8-c47c-49b7-93ff-2bd79bbe121a is already hosted by enough agents. {{(pid=111102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:51:48.437823 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aff389f-e1e6-4c58-8f2c-03ac905120c5 admin admin] Pushing event updated for resources: {'Port': ['ID=1ae41fd0-598f-4b4b-871e-e6f4a49f5e0e,revision_number=1']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:48.440909 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.base_scheduler [None req-5aff389f-e1e6-4c58-8f2c-03ac905120c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=111102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:51:48.464282 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-8a09e905-d213-439d-8c94-a56e20cf1768 admin admin] Publish callbacks [] for port (6f8790cb-ec4a-48ae-8815-1570dacd37a4), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:48.489845 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aff389f-e1e6-4c58-8f2c-03ac905120c5 admin admin] Received port after_create {{(pid=111102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 14:51:48.570346 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.managers [None req-4fc51447-cdd5-4354-8dac-b8ab8b41176d None None] Attempting to bind port 9307b557-c57d-443d-92e2-8ef9c86086d4 on host dv-cinder-851030-1-iscsi for vnic_type normal with profile {{(pid=111104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 14:51:48.570715 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.managers [None req-4fc51447-cdd5-4354-8dac-b8ab8b41176d None None] Attempting to bind port 9307b557-c57d-443d-92e2-8ef9c86086d4 by drivers openvswitch,hyperv on host dv-cinder-851030-1-iscsi at level 0 using segments [{'id': '65a613d5-aaf3-451b-925f-b17dff71ceb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '02c3d9d5-b71e-4ad5-9373-5d17164e8aec'}] {{(pid=111104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 14:51:48.571073 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc51447-cdd5-4354-8dac-b8ab8b41176d None None] Attempting to bind port 9307b557-c57d-443d-92e2-8ef9c86086d4 on network 02c3d9d5-b71e-4ad5-9373-5d17164e8aec {{(pid=111104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 14:51:48.590764 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc51447-cdd5-4354-8dac-b8ab8b41176d None None] Checking agent: {'id': 'df49e665-2de0-463a-a1e1-c989804d5593', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851030-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 14, 42, 57), 'started_at': datetime.datetime(2022, 7, 26, 14, 43, 27), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 14, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851030-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 14:51:48.591158 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc51447-cdd5-4354-8dac-b8ab8b41176d None None] Checking segment: {'id': '65a613d5-aaf3-451b-925f-b17dff71ceb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '02c3d9d5-b71e-4ad5-9373-5d17164e8aec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 14:51:48.591585 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-4fc51447-cdd5-4354-8dac-b8ab8b41176d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:48.591972 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc51447-cdd5-4354-8dac-b8ab8b41176d None None] Bound using segment: {'id': '65a613d5-aaf3-451b-925f-b17dff71ceb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '02c3d9d5-b71e-4ad5-9373-5d17164e8aec'} {{(pid=111104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 14:51:48.592432 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.managers [None req-4fc51447-cdd5-4354-8dac-b8ab8b41176d None None] Bound port: 9307b557-c57d-443d-92e2-8ef9c86086d4, host: dv-cinder-851030-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65a613d5-aaf3-451b-925f-b17dff71ceb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '02c3d9d5-b71e-4ad5-9373-5d17164e8aec'}}] {{(pid=111104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 14:51:48.592955 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-4fc51447-cdd5-4354-8dac-b8ab8b41176d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (9307b557-c57d-443d-92e2-8ef9c86086d4), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:48.612524 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-b3d302e5-6e0b-4779-b7f7-b2ec681dc2da None None] For port bd673a1c-fc91-4301-8da3-d9f62172b0bf, host dv-cinder-851030-1-iscsi, cleared binding levels {{(pid=111104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:51:48.615024 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-de2a804f-59c3-4627-ae67-6bb89adba6db None None] For port 621fb94b-0f70-4ded-9b26-dcf3a44a2ca0, host dv-cinder-851030-1-iscsi, cleared binding levels {{(pid=111104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:51:48.616007 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-8a09e905-d213-439d-8c94-a56e20cf1768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789579689795'] for port (6f8790cb-ec4a-48ae-8815-1570dacd37a4), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:48.654959 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-b3d302e5-6e0b-4779-b7f7-b2ec681dc2da None None] For port bd673a1c-fc91-4301-8da3-d9f62172b0bf, host dv-cinder-851030-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851030-1-iscsi',level=0,port_id=bd673a1c-fc91-4301-8da3-d9f62172b0bf,segment=NetworkSegment(82e6fd43-9678-4238-8619-ec1c114f874d),segment_id=82e6fd43-9678-4238-8619-ec1c114f874d)] {{(pid=111104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:51:48.656611 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-de2a804f-59c3-4627-ae67-6bb89adba6db None None] For port 621fb94b-0f70-4ded-9b26-dcf3a44a2ca0, host dv-cinder-851030-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851030-1-iscsi',level=0,port_id=621fb94b-0f70-4ded-9b26-dcf3a44a2ca0,segment=NetworkSegment(c6e327c1-1462-4f59-a790-a4289d47d45e),segment_id=c6e327c1-1462-4f59-a790-a4289d47d45e)] {{(pid=111104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:51:48.670185 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.db_base_plugin_common [None req-d8fe65db-d640-4ee7-a7cb-8c313f52d9c3 admin admin] Allocated IP 172.20.0.1 (4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0/2dc51976-041f-4e28-9975-c948630898a5/c22bd2eb-9253-40e7-9f5d-34524feb8d4d) {{(pid=111102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:51:48.689602 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a09e905-d213-439d-8c94-a56e20cf1768 admin admin] Network 976f28e8-c47c-49b7-93ff-2bd79bbe121a is already hosted by enough agents. {{(pid=111103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:51:48.690622 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-4fc51447-cdd5-4354-8dac-b8ab8b41176d None None] For port 9307b557-c57d-443d-92e2-8ef9c86086d4, host dv-cinder-851030-1-iscsi, cleared binding levels {{(pid=111104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:51:48.695194 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.scheduler.base_scheduler [None req-8a09e905-d213-439d-8c94-a56e20cf1768 admin admin] Resources bound (agent type, host, resource id): {{(pid=111103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:51:48.697745 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-4fc51447-cdd5-4354-8dac-b8ab8b41176d None None] For port 9307b557-c57d-443d-92e2-8ef9c86086d4, host dv-cinder-851030-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851030-1-iscsi',level=0,port_id=9307b557-c57d-443d-92e2-8ef9c86086d4,segment=NetworkSegment(65a613d5-aaf3-451b-925f-b17dff71ceb2),segment_id=65a613d5-aaf3-451b-925f-b17dff71ceb2)] {{(pid=111104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:51:48.701518 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a09e905-d213-439d-8c94-a56e20cf1768 admin admin] Received port after_create {{(pid=111103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 14:51:48.796588 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=100 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:51:48.800108 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a09e905-d213-439d-8c94-a56e20cf1768 admin admin] Pushing event updated for resources: {'Port': ['ID=6f8790cb-ec4a-48ae-8815-1570dacd37a4,revision_number=1']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:48.801467 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-d8fe65db-d640-4ee7-a7cb-8c313f52d9c3 admin admin] Publish callbacks [] for port (c22bd2eb-9253-40e7-9f5d-34524feb8d4d), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:48.807304 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron_lib.callbacks.manager [None req-b696fe2a-efa4-412c-bf88-0a44374b1968 None None] Publish callbacks [] for port (8dee36ad-48a7-4c32-9e44-b495406a43fc), precommit_update {{(pid=111105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:48.853630 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-de2a804f-59c3-4627-ae67-6bb89adba6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (621fb94b-0f70-4ded-9b26-dcf3a44a2ca0), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:48.855798 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b3d302e5-6e0b-4779-b7f7-b2ec681dc2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (bd673a1c-fc91-4301-8da3-d9f62172b0bf), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:48.868560 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-4fc51447-cdd5-4354-8dac-b8ab8b41176d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (9307b557-c57d-443d-92e2-8ef9c86086d4), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:48.932416 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-5aff389f-e1e6-4c58-8f2c-03ac905120c5 admin admin] Publish callbacks [] for router_gateway (3dd73111-22fc-4d53-b892-28c86cd4f346), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:48.949435 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2a804f-59c3-4627-ae67-6bb89adba6db None None] Pushing event updated for resources: {'Port': ['ID=621fb94b-0f70-4ded-9b26-dcf3a44a2ca0,revision_number=2']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:48.983585 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron_lib.callbacks.manager [None req-b696fe2a-efa4-412c-bf88-0a44374b1968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (8dee36ad-48a7-4c32-9e44-b495406a43fc), after_update {{(pid=111105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:49.068337 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.plugins.ml2.managers [None req-b696fe2a-efa4-412c-bf88-0a44374b1968 None None] Attempting to bind port 8dee36ad-48a7-4c32-9e44-b495406a43fc on host dv-cinder-851030-1-iscsi for vnic_type normal with profile {{(pid=111105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 14:51:49.068885 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.plugins.ml2.managers [None req-b696fe2a-efa4-412c-bf88-0a44374b1968 None None] Attempting to bind port 8dee36ad-48a7-4c32-9e44-b495406a43fc by drivers openvswitch,hyperv on host dv-cinder-851030-1-iscsi at level 0 using segments [{'id': '9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a'}] {{(pid=111105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 14:51:49.069432 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b696fe2a-efa4-412c-bf88-0a44374b1968 None None] Attempting to bind port 8dee36ad-48a7-4c32-9e44-b495406a43fc on network 976f28e8-c47c-49b7-93ff-2bd79bbe121a {{(pid=111105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 14:51:49.069980 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d302e5-6e0b-4779-b7f7-b2ec681dc2da None None] Pushing event updated for resources: {'Port': ['ID=bd673a1c-fc91-4301-8da3-d9f62172b0bf,revision_number=2']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:49.077863 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b696fe2a-efa4-412c-bf88-0a44374b1968 None None] Checking agent: {'id': 'df49e665-2de0-463a-a1e1-c989804d5593', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851030-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 14, 42, 57), 'started_at': datetime.datetime(2022, 7, 26, 14, 43, 27), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 14, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851030-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 14:51:49.079363 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b696fe2a-efa4-412c-bf88-0a44374b1968 None None] Checking segment: {'id': '9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 14:51:49.080078 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron_lib.callbacks.manager [None req-b696fe2a-efa4-412c-bf88-0a44374b1968 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:49.080735 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b696fe2a-efa4-412c-bf88-0a44374b1968 None None] Bound using segment: {'id': '9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a'} {{(pid=111105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 14:51:49.081473 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.plugins.ml2.managers [None req-b696fe2a-efa4-412c-bf88-0a44374b1968 None None] Bound port: 8dee36ad-48a7-4c32-9e44-b495406a43fc, host: dv-cinder-851030-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a'}}] {{(pid=111105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 14:51:49.082046 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron_lib.callbacks.manager [None req-b696fe2a-efa4-412c-bf88-0a44374b1968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (8dee36ad-48a7-4c32-9e44-b495406a43fc), before_update {{(pid=111105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:49.095595 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-d8fe65db-d640-4ee7-a7cb-8c313f52d9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789579689795'] for port (c22bd2eb-9253-40e7-9f5d-34524feb8d4d), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:49.200520 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8fe65db-d640-4ee7-a7cb-8c313f52d9c3 admin admin] Network 4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0 is already hosted by enough agents. {{(pid=111102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:51:49.218012 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162300d6-47e8-486c-aa24-1371bd264f9b None None] Pushing event updated for resources: {'Port': ['ID=8dee36ad-48a7-4c32-9e44-b495406a43fc,revision_number=2']} {{(pid=111105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:49.240672 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.base_scheduler [None req-d8fe65db-d640-4ee7-a7cb-8c313f52d9c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=111102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:51:49.246530 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fe65db-d640-4ee7-a7cb-8c313f52d9c3 admin admin] Received port after_create {{(pid=111102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 14:51:49.249488 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-d8fe65db-d640-4ee7-a7cb-8c313f52d9c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-566150'] for router_interface (5f57147f-1584-4a62-83b8-e842b7fdbfc2), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:49.302349 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc51447-cdd5-4354-8dac-b8ab8b41176d None None] Pushing event updated for resources: {'Port': ['ID=9307b557-c57d-443d-92e2-8ef9c86086d4,revision_number=2']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:49.319608 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162300d6-47e8-486c-aa24-1371bd264f9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:51:49.320002 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162300d6-47e8-486c-aa24-1371bd264f9b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:51:49.320367 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162300d6-47e8-486c-aa24-1371bd264f9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:51:49.320731 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162300d6-47e8-486c-aa24-1371bd264f9b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:51:49.321131 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162300d6-47e8-486c-aa24-1371bd264f9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:51:49.321379 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162300d6-47e8-486c-aa24-1371bd264f9b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:51:49.321708 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162300d6-47e8-486c-aa24-1371bd264f9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:51:49.322032 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162300d6-47e8-486c-aa24-1371bd264f9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:51:49.322358 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162300d6-47e8-486c-aa24-1371bd264f9b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:51:49.335824 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162300d6-47e8-486c-aa24-1371bd264f9b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:51:49.336186 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162300d6-47e8-486c-aa24-1371bd264f9b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:51:49.336546 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162300d6-47e8-486c-aa24-1371bd264f9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:51:49.336888 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162300d6-47e8-486c-aa24-1371bd264f9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:51:49.337223 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162300d6-47e8-486c-aa24-1371bd264f9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:51:49.337552 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162300d6-47e8-486c-aa24-1371bd264f9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:51:49.352469 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162300d6-47e8-486c-aa24-1371bd264f9b None None] Tracked resource versions report: Jul 26 14:51:49.352469 dv-cinder-851030-1-iscsi neutron-server[111105]: pushed versions: Jul 26 14:51:49.352469 dv-cinder-851030-1-iscsi neutron-server[111105]: { 'AddressGroup': {'1.2'}, Jul 26 14:51:49.352469 dv-cinder-851030-1-iscsi neutron-server[111105]: 'Agent': {'1.1'}, Jul 26 14:51:49.352469 dv-cinder-851030-1-iscsi neutron-server[111105]: 'ConntrackHelper': {'1.0'}, Jul 26 14:51:49.352469 dv-cinder-851030-1-iscsi neutron-server[111105]: 'LocalIPAssociation': {'1.0'}, Jul 26 14:51:49.352469 dv-cinder-851030-1-iscsi neutron-server[111105]: 'Log': {'1.0'}, Jul 26 14:51:49.352469 dv-cinder-851030-1-iscsi neutron-server[111105]: 'NDPProxy': {'1.0'}, Jul 26 14:51:49.352469 dv-cinder-851030-1-iscsi neutron-server[111105]: 'Network': {'1.1'}, Jul 26 14:51:49.352469 dv-cinder-851030-1-iscsi neutron-server[111105]: 'Port': {'1.7'}, Jul 26 14:51:49.352469 dv-cinder-851030-1-iscsi neutron-server[111105]: 'PortForwarding': {'1.3'}, Jul 26 14:51:49.352469 dv-cinder-851030-1-iscsi neutron-server[111105]: 'QosPolicy': {'1.10'}, Jul 26 14:51:49.352469 dv-cinder-851030-1-iscsi neutron-server[111105]: 'SecurityGroup': {'1.5'}, Jul 26 14:51:49.352469 dv-cinder-851030-1-iscsi neutron-server[111105]: 'SecurityGroupRule': {'1.2'}, Jul 26 14:51:49.352469 dv-cinder-851030-1-iscsi neutron-server[111105]: 'SubPort': {'1.0'}, Jul 26 14:51:49.352469 dv-cinder-851030-1-iscsi neutron-server[111105]: 'Subnet': {'1.1'}, Jul 26 14:51:49.352469 dv-cinder-851030-1-iscsi neutron-server[111105]: 'Trunk': {'1.1'}} Jul 26 14:51:49.352469 dv-cinder-851030-1-iscsi neutron-server[111105]: consumer versions: Jul 26 14:51:49.352469 dv-cinder-851030-1-iscsi neutron-server[111105]: { DHCP agent@dv-cinder-851030-1-iscsi: {}, Jul 26 14:51:49.352469 dv-cinder-851030-1-iscsi neutron-server[111105]: HyperV agent@hv-cinder-85103: {}, Jul 26 14:51:49.352469 dv-cinder-851030-1-iscsi neutron-server[111105]: L3 agent@dv-cinder-851030-1-iscsi: {}, Jul 26 14:51:49.352469 dv-cinder-851030-1-iscsi neutron-server[111105]: Metadata agent@dv-cinder-851030-1-iscsi: {}, Jul 26 14:51:49.352469 dv-cinder-851030-1-iscsi neutron-server[111105]: Metering agent@dv-cinder-851030-1-iscsi: {}, Jul 26 14:51:49.352469 dv-cinder-851030-1-iscsi neutron-server[111105]: Open vSwitch agent@dv-cinder-851030-1-iscsi: { 'AddressGroup': '1.2', Jul 26 14:51:49.352469 dv-cinder-851030-1-iscsi neutron-server[111105]: 'Agent': '1.1', Jul 26 14:51:49.352469 dv-cinder-851030-1-iscsi neutron-server[111105]: 'ConntrackHelper': '1.0', Jul 26 14:51:49.352469 dv-cinder-851030-1-iscsi neutron-server[111105]: 'LocalIPAssociation': '1.0', Jul 26 14:51:49.352469 dv-cinder-851030-1-iscsi neutron-server[111105]: 'Log': '1.0', Jul 26 14:51:49.352469 dv-cinder-851030-1-iscsi neutron-server[111105]: 'NDPProxy': '1.0', Jul 26 14:51:49.352469 dv-cinder-851030-1-iscsi neutron-server[111105]: 'Network': '1.1', Jul 26 14:51:49.352469 dv-cinder-851030-1-iscsi neutron-server[111105]: 'Port': '1.7', Jul 26 14:51:49.352469 dv-cinder-851030-1-iscsi neutron-server[111105]: 'PortForwarding': '1.3', Jul 26 14:51:49.352469 dv-cinder-851030-1-iscsi neutron-server[111105]: 'QosPolicy': '1.10', Jul 26 14:51:49.352469 dv-cinder-851030-1-iscsi neutron-server[111105]: 'SecurityGroup': '1.5', Jul 26 14:51:49.352469 dv-cinder-851030-1-iscsi neutron-server[111105]: 'SecurityGroupRule': '1.2', Jul 26 14:51:49.352469 dv-cinder-851030-1-iscsi neutron-server[111105]: 'SubPort': '1.0', Jul 26 14:51:49.352469 dv-cinder-851030-1-iscsi neutron-server[111105]: 'Subnet': '1.1', Jul 26 14:51:49.352469 dv-cinder-851030-1-iscsi neutron-server[111105]: 'Trunk': '1.1'}} Jul 26 14:51:49.352469 dv-cinder-851030-1-iscsi neutron-server[111105]: {{(pid=111105) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 26 14:51:49.363973 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.db.db_base_plugin_common [None req-dea3795f-90c1-498f-89a7-31951a911553 admin admin] Allocated IP 172.27.0.206 (976f28e8-c47c-49b7-93ff-2bd79bbe121a/527ba32d-e656-41f8-8fe6-15a8ab4751c9/f3a089ce-01c0-412f-a73a-7d9b108d74de) {{(pid=111103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:51:49.383801 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.plugins.ml2.db [None req-b696fe2a-efa4-412c-bf88-0a44374b1968 None None] For port 8dee36ad-48a7-4c32-9e44-b495406a43fc, host dv-cinder-851030-1-iscsi, cleared binding levels {{(pid=111105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:51:49.387422 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=84,neutron:UPDATE=9,neutron:INSERT=7 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:51:49.388235 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.plugins.ml2.db [None req-b696fe2a-efa4-412c-bf88-0a44374b1968 None None] For port 8dee36ad-48a7-4c32-9e44-b495406a43fc, host dv-cinder-851030-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851030-1-iscsi',level=0,port_id=8dee36ad-48a7-4c32-9e44-b495406a43fc,segment=NetworkSegment(9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7),segment_id=9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7)] {{(pid=111105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:51:49.526942 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron_lib.callbacks.manager [None req-b696fe2a-efa4-412c-bf88-0a44374b1968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (8dee36ad-48a7-4c32-9e44-b495406a43fc), after_update {{(pid=111105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:49.545300 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:51:49.604079 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-8a09e905-d213-439d-8c94-a56e20cf1768 admin admin] Publish callbacks [] for router_gateway (903d0c0b-b56d-4279-9f39-ec9fff2f953f), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:49.685190 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b696fe2a-efa4-412c-bf88-0a44374b1968 None None] Routers {'5f57147f-1584-4a62-83b8-e842b7fdbfc2'} bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 14:51:49.686687 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_hamode_db [None req-b696fe2a-efa4-412c-bf88-0a44374b1968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851030-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-26T14:42:54Z,description=,heartbeat_timestamp=2022-07-26T14:51:24Z,host='dv-cinder-851030-1-iscsi',id=66f8bb98-7ace-4a85-b6ba-ffe40597695b,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:42:55Z,topic='l3_agent')) {'router_ids': ['5f57147f-1584-4a62-83b8-e842b7fdbfc2'], 'active': True} {{(pid=111105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:51:49.774480 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=2 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:51:49.829622 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fe65db-d640-4ee7-a7cb-8c313f52d9c3 admin admin] Pushing event updated for resources: {'Port': ['ID=c22bd2eb-9253-40e7-9f5d-34524feb8d4d,revision_number=1']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:49.863624 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_dvr_db [None req-b696fe2a-efa4-412c-bf88-0a44374b1968 None None] Set router 5f57147f-1584-4a62-83b8-e842b7fdbfc2 gateway port host: dv-cinder-851030-1-iscsi {{(pid=111105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 14:51:49.877070 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-1a6106b6-5d75-4308-8dd5-a04c8130bd29 None None] Provisioning complete for port c22bd2eb-9253-40e7-9f5d-34524feb8d4d triggered by entity DHCP. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:51:49.877070 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-1a6106b6-5d75-4308-8dd5-a04c8130bd29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (c22bd2eb-9253-40e7-9f5d-34524feb8d4d), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:49.972683 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-dea3795f-90c1-498f-89a7-31951a911553 admin admin] Publish callbacks [] for port (f3a089ce-01c0-412f-a73a-7d9b108d74de), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:49.981509 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-1a6106b6-5d75-4308-8dd5-a04c8130bd29 None None] Port c22bd2eb-9253-40e7-9f5d-34524feb8d4d cannot update to ACTIVE because it is not bound. {{(pid=111104) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 14:51:50.048116 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:51:50.092526 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162300d6-47e8-486c-aa24-1371bd264f9b None None] Pushing event updated for resources: {'Port': ['ID=8dee36ad-48a7-4c32-9e44-b495406a43fc,revision_number=3']} {{(pid=111105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:50.104766 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_hamode_db [None req-b696fe2a-efa4-412c-bf88-0a44374b1968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f57147f-1584-4a62-83b8-e842b7fdbfc2', 'name': 'tempest-AttachVolumeNegativeTest-1038869275-router', 'tenant_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '8dee36ad-48a7-4c32-9e44-b495406a43fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:51:43Z', 'updated_at': '2022-07-26T14:51:45Z', 'revision_number': 3, 'project_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'gw_port': {'id': '8dee36ad-48a7-4c32-9e44-b495406a43fc', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:28:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f57147f-1584-4a62-83b8-e842b7fdbfc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:44Z', 'updated_at': '2022-07-26T14:51:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi'}], 'dv-cinder-851030-1-iscsi', False) {} {{(pid=111105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:51:50.126327 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-5aff389f-e1e6-4c58-8f2c-03ac905120c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-693894'] for router (3dd73111-22fc-4d53-b892-28c86cd4f346), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:50.146659 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b696fe2a-efa4-412c-bf88-0a44374b1968 None None] The sync data for ids ['5f57147f-1584-4a62-83b8-e842b7fdbfc2'] in dv-cinder-851030-1-iscsi is: [{'id': '5f57147f-1584-4a62-83b8-e842b7fdbfc2', 'name': 'tempest-AttachVolumeNegativeTest-1038869275-router', 'tenant_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '8dee36ad-48a7-4c32-9e44-b495406a43fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:51:43Z', 'updated_at': '2022-07-26T14:51:45Z', 'revision_number': 3, 'project_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'gw_port': {'id': '8dee36ad-48a7-4c32-9e44-b495406a43fc', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:28:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f57147f-1584-4a62-83b8-e842b7fdbfc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:44Z', 'updated_at': '2022-07-26T14:51:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi'}] {{(pid=111105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:51:50.347529 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-8a09e905-d213-439d-8c94-a56e20cf1768 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-693894'] for router (903d0c0b-b56d-4279-9f39-ec9fff2f953f), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:50.351983 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 42446) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:51:50.364276 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:51:50.375884 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-d8fe65db-d640-4ee7-a7cb-8c313f52d9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (c22bd2eb-9253-40e7-9f5d-34524feb8d4d), before_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:50.477180 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-dea3795f-90c1-498f-89a7-31951a911553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789579689795'] for port (f3a089ce-01c0-412f-a73a-7d9b108d74de), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:50.482945 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:INSERT=15,neutron:SELECT=79,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:51:50.589174 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea3795f-90c1-498f-89a7-31951a911553 admin admin] Pushing event updated for resources: {'Port': ['ID=f3a089ce-01c0-412f-a73a-7d9b108d74de,revision_number=1']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:50.603787 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea3795f-90c1-498f-89a7-31951a911553 admin admin] Network 976f28e8-c47c-49b7-93ff-2bd79bbe121a is already hosted by enough agents. {{(pid=111103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:51:50.609312 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.scheduler.base_scheduler [None req-dea3795f-90c1-498f-89a7-31951a911553 admin admin] Resources bound (agent type, host, resource id): {{(pid=111103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:51:50.613293 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea3795f-90c1-498f-89a7-31951a911553 admin admin] Received port after_create {{(pid=111103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 14:51:50.814471 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aff389f-e1e6-4c58-8f2c-03ac905120c5 admin admin] Router 3dd73111-22fc-4d53-b892-28c86cd4f346 is scheduled to L3 agent 66f8bb98-7ace-4a85-b6ba-ffe40597695b with binding_index 1 {{(pid=111102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 26 14:51:50.816332 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a09e905-d213-439d-8c94-a56e20cf1768 admin admin] Router 903d0c0b-b56d-4279-9f39-ec9fff2f953f is scheduled to L3 agent 66f8bb98-7ace-4a85-b6ba-ffe40597695b with binding_index 1 {{(pid=111103) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 26 14:51:50.843809 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d61a91b-219d-4878-b6cd-5f39909816da None None] Network 8e81120a-d472-43d2-a7db-69cbb3be13c6 requested from dv-cinder-851030-1-iscsi {{(pid=111104) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 14:51:50.878342 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-5b0b86bc-2003-459c-99bf-5019cf935410 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:50.993462 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-db8d194f-be33-4bd3-8439-625b5fdb058b None None] Provisioning complete for port bd673a1c-fc91-4301-8da3-d9f62172b0bf triggered by entity DHCP. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:51:50.994444 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-db8d194f-be33-4bd3-8439-625b5fdb058b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (bd673a1c-fc91-4301-8da3-d9f62172b0bf), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:51.151338 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a09e905-d213-439d-8c94-a56e20cf1768 admin admin] Notify agent at l3_agent.dv-cinder-851030-1-iscsi the message routers_updated {{(pid=111103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:51:51.224255 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6da556e-2601-490f-9364-da7078d8904c None None] Sync routers for ids ['903d0c0b-b56d-4279-9f39-ec9fff2f953f'] in dv-cinder-851030-1-iscsi {{(pid=111104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:51:51.247155 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-dea3795f-90c1-498f-89a7-31951a911553 admin admin] Publish callbacks [] for router_gateway (509662c4-ff56-4224-9f8d-a804da664e9a), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:51.380554 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6da556e-2601-490f-9364-da7078d8904c None None] Routers {'903d0c0b-b56d-4279-9f39-ec9fff2f953f'} bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 14:51:51.381211 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-d6da556e-2601-490f-9364-da7078d8904c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851030-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-26T14:42:54Z,description=,heartbeat_timestamp=2022-07-26T14:51:24Z,host='dv-cinder-851030-1-iscsi',id=66f8bb98-7ace-4a85-b6ba-ffe40597695b,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:42:55Z,topic='l3_agent')) {'router_ids': ['903d0c0b-b56d-4279-9f39-ec9fff2f953f'], 'active': True} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:51:51.387770 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-8a09e905-d213-439d-8c94-a56e20cf1768 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:51.389042 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-8a09e905-d213-439d-8c94-a56e20cf1768 admin admin] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.4086130 Jul 26 14:51:51.394050 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 42466) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:51:51.620077 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvr_db [None req-d6da556e-2601-490f-9364-da7078d8904c None None] Set router 903d0c0b-b56d-4279-9f39-ec9fff2f953f gateway port host: dv-cinder-851030-1-iscsi {{(pid=111104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 14:51:51.705382 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-d8fe65db-d640-4ee7-a7cb-8c313f52d9c3 admin admin] Publish callbacks [] for port (c22bd2eb-9253-40e7-9f5d-34524feb8d4d), precommit_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:51.721428 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aff389f-e1e6-4c58-8f2c-03ac905120c5 admin admin] Notify agent at l3_agent.dv-cinder-851030-1-iscsi the message routers_updated {{(pid=111102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:51:51.732507 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40910b8-9e89-4fdf-aafe-a534bd6a149c None None] Sync routers for ids ['3dd73111-22fc-4d53-b892-28c86cd4f346'] in dv-cinder-851030-1-iscsi {{(pid=111105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:51:51.755061 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40910b8-9e89-4fdf-aafe-a534bd6a149c None None] Routers {'3dd73111-22fc-4d53-b892-28c86cd4f346'} bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 14:51:51.756891 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_hamode_db [None req-e40910b8-9e89-4fdf-aafe-a534bd6a149c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851030-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-26T14:42:54Z,description=,heartbeat_timestamp=2022-07-26T14:51:24Z,host='dv-cinder-851030-1-iscsi',id=66f8bb98-7ace-4a85-b6ba-ffe40597695b,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:42:55Z,topic='l3_agent')) {'router_ids': ['3dd73111-22fc-4d53-b892-28c86cd4f346'], 'active': True} {{(pid=111105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:51:51.831617 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-d8fe65db-d640-4ee7-a7cb-8c313f52d9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (c22bd2eb-9253-40e7-9f5d-34524feb8d4d), after_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:51.831617 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-d8fe65db-d640-4ee7-a7cb-8c313f52d9c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566266'] for router_interface (5f57147f-1584-4a62-83b8-e842b7fdbfc2), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:51.873238 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-5b0b86bc-2003-459c-99bf-5019cf935410 admin admin] Publish callbacks [] for security_group (a3535229-8fa6-489f-b0e7-3ea1f7089306), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:51.884023 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device bd673a1c-fc91-4301-8da3-d9f62172b0bf up at agent ovs-agent-dv-cinder-851030-1-iscsi {{(pid=111104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:51:51.926918 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_dvr_db [None req-e40910b8-9e89-4fdf-aafe-a534bd6a149c None None] Set router 3dd73111-22fc-4d53-b892-28c86cd4f346 gateway port host: dv-cinder-851030-1-iscsi {{(pid=111105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 14:51:51.929568 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c790b309-8894-4a7d-94d9-843b5126c017 None None] Network 0f1306c7-31e7-49e9-8b79-d9c630497063 requested from dv-cinder-851030-1-iscsi {{(pid=111104) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 14:51:51.947431 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-5b0b86bc-2003-459c-99bf-5019cf935410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (a3535229-8fa6-489f-b0e7-3ea1f7089306), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:51.976682 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-5aff389f-e1e6-4c58-8f2c-03ac905120c5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:51.978084 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-5aff389f-e1e6-4c58-8f2c-03ac905120c5 admin admin] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.8229342 Jul 26 14:51:51.981838 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-dea3795f-90c1-498f-89a7-31951a911553 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-693894'] for router (509662c4-ff56-4224-9f8d-a804da664e9a), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:51.983697 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 42478) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:51:52.013957 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-5b0b86bc-2003-459c-99bf-5019cf935410 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=2f0022e5d6334556bca1b43bce6f6ecf&name=default HTTP/1.1" status: 200 len: 2992 time: 1.6582222 Jul 26 14:51:52.019169 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0b86bc-2003-459c-99bf-5019cf935410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3535229-8fa6-489f-b0e7-3ea1f7089306,revision_number=1']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:52.023581 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 42480) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:51:52.075550 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:51:52.108085 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-db8d194f-be33-4bd3-8439-625b5fdb058b None None] Current status of the port bd673a1c-fc91-4301-8da3-d9f62172b0bf is: DOWN; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:51:52.108657 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-db8d194f-be33-4bd3-8439-625b5fdb058b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (bd673a1c-fc91-4301-8da3-d9f62172b0bf), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:52.123254 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-56ffb502-1664-42cc-8f91-ffaa62cf7675 admin admin] Publish callbacks [] for security_group (a3535229-8fa6-489f-b0e7-3ea1f7089306), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:52.151970 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-56ffb502-1664-42cc-8f91-ffaa62cf7675 admin admin] Publish callbacks [] for security_group (a3535229-8fa6-489f-b0e7-3ea1f7089306), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:52.175855 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722db19d-6f10-41d0-8d2d-c193f5e251e1 None None] Network 02c3d9d5-b71e-4ad5-9373-5d17164e8aec requested from dv-cinder-851030-1-iscsi {{(pid=111104) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 14:51:52.195826 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=100 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:51:52.211813 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fe65db-d640-4ee7-a7cb-8c313f52d9c3 admin admin] Pushing event updated for resources: {'Port': ['ID=c22bd2eb-9253-40e7-9f5d-34524feb8d4d,revision_number=2']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:52.247939 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_hamode_db [None req-e40910b8-9e89-4fdf-aafe-a534bd6a149c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dd73111-22fc-4d53-b892-28c86cd4f346', 'name': 'tempest-AttachVolumeTestJSON-1513426877-router', 'tenant_id': '7ccd4ff518dc4c37bfb7f343ccc97206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': '1ae41fd0-598f-4b4b-871e-e6f4a49f5e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:51:46Z', 'updated_at': '2022-07-26T14:51:48Z', 'revision_number': 3, 'project_id': '7ccd4ff518dc4c37bfb7f343ccc97206', 'gw_port': {'id': '1ae41fd0-598f-4b4b-871e-e6f4a49f5e0e', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:1e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dd73111-22fc-4d53-b892-28c86cd4f346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:47Z', 'updated_at': '2022-07-26T14:51:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi'}], 'dv-cinder-851030-1-iscsi', False) {} {{(pid=111105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:51:52.274499 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40910b8-9e89-4fdf-aafe-a534bd6a149c None None] Checking router: 3dd73111-22fc-4d53-b892-28c86cd4f346 for host: dv-cinder-851030-1-iscsi {{(pid=111105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:51:52.274825 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40910b8-9e89-4fdf-aafe-a534bd6a149c None None] Updating router 3dd73111-22fc-4d53-b892-28c86cd4f346 port 1ae41fd0-598f-4b4b-871e-e6f4a49f5e0e binding host dv-cinder-851030-1-iscsi {{(pid=111105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 14:51:52.276048 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8fe65db-d640-4ee7-a7cb-8c313f52d9c3 admin admin] Network 4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0 is already hosted by enough agents. {{(pid=111102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:51:52.279947 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-d6da556e-2601-490f-9364-da7078d8904c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '903d0c0b-b56d-4279-9f39-ec9fff2f953f', 'name': 'tempest-DeleteServersTestJSON-1566382743-router', 'tenant_id': 'ca1bc66d9e5446758a759063544ae3e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '6f8790cb-ec4a-48ae-8815-1570dacd37a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:51:46Z', 'updated_at': '2022-07-26T14:51:48Z', 'revision_number': 3, 'project_id': 'ca1bc66d9e5446758a759063544ae3e7', 'gw_port': {'id': '6f8790cb-ec4a-48ae-8815-1570dacd37a4', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:95:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '903d0c0b-b56d-4279-9f39-ec9fff2f953f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:47Z', 'updated_at': '2022-07-26T14:51:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi'}], 'dv-cinder-851030-1-iscsi', False) {} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:51:52.283564 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.base_scheduler [None req-d8fe65db-d640-4ee7-a7cb-8c313f52d9c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=111102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:51:52.306309 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron_lib.callbacks.manager [None req-e40910b8-9e89-4fdf-aafe-a534bd6a149c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (1ae41fd0-598f-4b4b-871e-e6f4a49f5e0e), before_update {{(pid=111105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:52.339436 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-db8d194f-be33-4bd3-8439-625b5fdb058b None None] For port bd673a1c-fc91-4301-8da3-d9f62172b0bf, host dv-cinder-851030-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851030-1-iscsi',level=0,port_id=bd673a1c-fc91-4301-8da3-d9f62172b0bf,segment=NetworkSegment(82e6fd43-9678-4238-8619-ec1c114f874d),segment_id=82e6fd43-9678-4238-8619-ec1c114f874d)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:51:52.354951 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-56ffb502-1664-42cc-8f91-ffaa62cf7675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (a3535229-8fa6-489f-b0e7-3ea1f7089306), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:52.357827 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-56ffb502-1664-42cc-8f91-ffaa62cf7675 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:52.359506 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-56ffb502-1664-42cc-8f91-ffaa62cf7675 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/a3535229-8fa6-489f-b0e7-3ea1f7089306 HTTP/1.1" status: 204 len: 168 time: 0.3273106 Jul 26 14:51:52.374734 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ffb502-1664-42cc-8f91-ffaa62cf7675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3535229-8fa6-489f-b0e7-3ea1f7089306,revision_number=None']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:52.416978 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6da556e-2601-490f-9364-da7078d8904c None None] Checking router: 903d0c0b-b56d-4279-9f39-ec9fff2f953f for host: dv-cinder-851030-1-iscsi {{(pid=111104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:51:52.418260 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6da556e-2601-490f-9364-da7078d8904c None None] Updating router 903d0c0b-b56d-4279-9f39-ec9fff2f953f port 6f8790cb-ec4a-48ae-8815-1570dacd37a4 binding host dv-cinder-851030-1-iscsi {{(pid=111104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 14:51:52.482180 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Provisioning complete for port bd673a1c-fc91-4301-8da3-d9f62172b0bf triggered by entity L2. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:51:52.485907 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (bd673a1c-fc91-4301-8da3-d9f62172b0bf), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:52.550909 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-d6da556e-2601-490f-9364-da7078d8904c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (6f8790cb-ec4a-48ae-8815-1570dacd37a4), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:52.557631 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8fe65db-d640-4ee7-a7cb-8c313f52d9c3 admin admin] Router 5f57147f-1584-4a62-83b8-e842b7fdbfc2 has already been hosted by L3 agent 66f8bb98-7ace-4a85-b6ba-ffe40597695b {{(pid=111102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 14:51:52.558376 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-db8d194f-be33-4bd3-8439-625b5fdb058b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (bd673a1c-fc91-4301-8da3-d9f62172b0bf), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:52.857576 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8fe65db-d640-4ee7-a7cb-8c313f52d9c3 admin admin] Notify agent at l3_agent.dv-cinder-851030-1-iscsi the message routers_updated {{(pid=111102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:51:52.863734 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-d8fe65db-d640-4ee7-a7cb-8c313f52d9c3 admin admin] 10.222.0.97 "PUT /v2.0/routers/5f57147f-1584-4a62-83b8-e842b7fdbfc2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0091386 Jul 26 14:51:52.888976 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:51:52.956490 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron_lib.callbacks.manager [None req-e40910b8-9e89-4fdf-aafe-a534bd6a149c None None] Publish callbacks [] for port (1ae41fd0-598f-4b4b-871e-e6f4a49f5e0e), precommit_update {{(pid=111105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:52.974169 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-4f5bf9af-eb59-4095-9dad-202f30b69588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (bb4183fa-e0c9-4858-9c34-b1ab78d39af4), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:52.980953 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f2221d-b008-4d41-a135-bd7e1f4e6f60 None None] Sync routers for ids ['5f57147f-1584-4a62-83b8-e842b7fdbfc2'] in dv-cinder-851030-1-iscsi {{(pid=111104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:51:53.009405 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:51:53.012413 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f2221d-b008-4d41-a135-bd7e1f4e6f60 None None] Routers {'5f57147f-1584-4a62-83b8-e842b7fdbfc2'} bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 14:51:53.013314 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-f3f2221d-b008-4d41-a135-bd7e1f4e6f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851030-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-26T14:42:54Z,description=,heartbeat_timestamp=2022-07-26T14:51:24Z,host='dv-cinder-851030-1-iscsi',id=66f8bb98-7ace-4a85-b6ba-ffe40597695b,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:42:55Z,topic='l3_agent')) {'router_ids': ['5f57147f-1584-4a62-83b8-e842b7fdbfc2'], 'active': True} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:51:53.061737 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron_lib.callbacks.manager [None req-e40910b8-9e89-4fdf-aafe-a534bd6a149c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (1ae41fd0-598f-4b4b-871e-e6f4a49f5e0e), after_update {{(pid=111105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:53.107731 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.plugins.ml2.managers [None req-e40910b8-9e89-4fdf-aafe-a534bd6a149c None None] Attempting to bind port 1ae41fd0-598f-4b4b-871e-e6f4a49f5e0e on host dv-cinder-851030-1-iscsi for vnic_type normal with profile {{(pid=111105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 14:51:53.108276 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.plugins.ml2.managers [None req-e40910b8-9e89-4fdf-aafe-a534bd6a149c None None] Attempting to bind port 1ae41fd0-598f-4b4b-871e-e6f4a49f5e0e by drivers openvswitch,hyperv on host dv-cinder-851030-1-iscsi at level 0 using segments [{'id': '9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a'}] {{(pid=111105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 14:51:53.113962 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40910b8-9e89-4fdf-aafe-a534bd6a149c None None] Attempting to bind port 1ae41fd0-598f-4b4b-871e-e6f4a49f5e0e on network 976f28e8-c47c-49b7-93ff-2bd79bbe121a {{(pid=111105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 14:51:53.136056 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40910b8-9e89-4fdf-aafe-a534bd6a149c None None] Checking agent: {'id': 'df49e665-2de0-463a-a1e1-c989804d5593', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851030-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 14, 42, 57), 'started_at': datetime.datetime(2022, 7, 26, 14, 43, 27), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 14, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851030-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 14:51:53.148310 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40910b8-9e89-4fdf-aafe-a534bd6a149c None None] Checking segment: {'id': '9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 14:51:53.148310 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron_lib.callbacks.manager [None req-e40910b8-9e89-4fdf-aafe-a534bd6a149c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:53.148310 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40910b8-9e89-4fdf-aafe-a534bd6a149c None None] Bound using segment: {'id': '9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a'} {{(pid=111105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 14:51:53.148310 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.plugins.ml2.managers [None req-e40910b8-9e89-4fdf-aafe-a534bd6a149c None None] Bound port: 1ae41fd0-598f-4b4b-871e-e6f4a49f5e0e, host: dv-cinder-851030-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a'}}] {{(pid=111105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 14:51:53.148310 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron_lib.callbacks.manager [None req-e40910b8-9e89-4fdf-aafe-a534bd6a149c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (1ae41fd0-598f-4b4b-871e-e6f4a49f5e0e), before_update {{(pid=111105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:53.199549 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.plugins.ml2.db [None req-e40910b8-9e89-4fdf-aafe-a534bd6a149c None None] For port 1ae41fd0-598f-4b4b-871e-e6f4a49f5e0e, host dv-cinder-851030-1-iscsi, cleared binding levels {{(pid=111105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:51:53.204138 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.plugins.ml2.db [None req-e40910b8-9e89-4fdf-aafe-a534bd6a149c None None] For port 1ae41fd0-598f-4b4b-871e-e6f4a49f5e0e, host dv-cinder-851030-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851030-1-iscsi',level=0,port_id=1ae41fd0-598f-4b4b-871e-e6f4a49f5e0e,segment=NetworkSegment(9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7),segment_id=9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7)] {{(pid=111105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:51:53.210204 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:51:53.231912 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156effb9-dfa4-4973-a8ec-49f2c6ed5f19 None None] Pushing event updated for resources: {'Port': ['ID=1ae41fd0-598f-4b4b-871e-e6f4a49f5e0e,revision_number=2']} {{(pid=111105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:53.268034 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-43ce729e-27c2-410d-a8e7-d26c597d6d3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (None), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:53.270845 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-a89df46a-0081-4867-b1a4-55f9c7b92bbd None None] Provisioning complete for port 9307b557-c57d-443d-92e2-8ef9c86086d4 triggered by entity DHCP. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:51:53.271280 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a89df46a-0081-4867-b1a4-55f9c7b92bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (9307b557-c57d-443d-92e2-8ef9c86086d4), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:53.310468 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron_lib.callbacks.manager [None req-e40910b8-9e89-4fdf-aafe-a534bd6a149c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (1ae41fd0-598f-4b4b-871e-e6f4a49f5e0e), after_update {{(pid=111105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:53.372000 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40910b8-9e89-4fdf-aafe-a534bd6a149c None None] Routers {'3dd73111-22fc-4d53-b892-28c86cd4f346'} bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 14:51:53.372967 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_hamode_db [None req-e40910b8-9e89-4fdf-aafe-a534bd6a149c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851030-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-26T14:42:54Z,description=,heartbeat_timestamp=2022-07-26T14:51:24Z,host='dv-cinder-851030-1-iscsi',id=66f8bb98-7ace-4a85-b6ba-ffe40597695b,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:42:55Z,topic='l3_agent')) {'router_ids': ['3dd73111-22fc-4d53-b892-28c86cd4f346'], 'active': True} {{(pid=111105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:51:53.408783 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156effb9-dfa4-4973-a8ec-49f2c6ed5f19 None None] Pushing event updated for resources: {'Port': ['ID=1ae41fd0-598f-4b4b-871e-e6f4a49f5e0e,revision_number=3']} {{(pid=111105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:53.430551 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8d194f-be33-4bd3-8439-625b5fdb058b None None] Pushing event updated for resources: {'Port': ['ID=bd673a1c-fc91-4301-8da3-d9f62172b0bf,revision_number=3']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:53.439049 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dea3795f-90c1-498f-89a7-31951a911553 admin admin] Router 509662c4-ff56-4224-9f8d-a804da664e9a is scheduled to L3 agent 66f8bb98-7ace-4a85-b6ba-ffe40597695b with binding_index 1 {{(pid=111103) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 26 14:51:53.490341 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Current status of the port bd673a1c-fc91-4301-8da3-d9f62172b0bf is: ACTIVE; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:51:53.491559 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device 9307b557-c57d-443d-92e2-8ef9c86086d4 up at agent ovs-agent-dv-cinder-851030-1-iscsi {{(pid=111104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:51:53.491668 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_dvr_db [None req-e40910b8-9e89-4fdf-aafe-a534bd6a149c None None] Set router 3dd73111-22fc-4d53-b892-28c86cd4f346 gateway port host: dv-cinder-851030-1-iscsi {{(pid=111105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 14:51:53.571074 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:51:53.586416 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-d6da556e-2601-490f-9364-da7078d8904c None None] Publish callbacks [] for port (6f8790cb-ec4a-48ae-8815-1570dacd37a4), precommit_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:53.608822 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvr_db [None req-f3f2221d-b008-4d41-a135-bd7e1f4e6f60 None None] Set router 5f57147f-1584-4a62-83b8-e842b7fdbfc2 gateway port host: dv-cinder-851030-1-iscsi {{(pid=111104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 14:51:53.634331 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 42510) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:51:53.639619 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.v2.base [None req-0f88f72e-ae9e-4327-9c6e-9d9fcaed4637 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Request body: {'security_group': {'name': 'tempest-securitygroup--342152317', 'description': 'tempest-description--724606026'}} {{(pid=111102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 14:51:53.654568 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-eb22e974-4705-4631-bc36-929449bb6c9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (None), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:53.670651 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 42512) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:51:53.686422 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.db.db_base_plugin_common [None req-43ce729e-27c2-410d-a8e7-d26c597d6d3e admin admin] Allocated IP 172.20.0.1 (8e81120a-d472-43d2-a7db-69cbb3be13c6/d254fac4-b0e3-4010-92e1-626681866d2e/95d9a5ed-9498-4f57-b658-e31ceee0039b) {{(pid=111103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:51:53.687506 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Provisioning complete for port 9307b557-c57d-443d-92e2-8ef9c86086d4 triggered by entity L2. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:51:53.687917 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (9307b557-c57d-443d-92e2-8ef9c86086d4), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:53.712760 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-78c34269-cdbd-4c2f-8385-83c0e6760eff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:53.715480 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:51:53.747360 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dea3795f-90c1-498f-89a7-31951a911553 admin admin] Notify agent at l3_agent.dv-cinder-851030-1-iscsi the message routers_updated {{(pid=111103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:51:53.748957 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_hamode_db [None req-e40910b8-9e89-4fdf-aafe-a534bd6a149c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dd73111-22fc-4d53-b892-28c86cd4f346', 'name': 'tempest-AttachVolumeTestJSON-1513426877-router', 'tenant_id': '7ccd4ff518dc4c37bfb7f343ccc97206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': '1ae41fd0-598f-4b4b-871e-e6f4a49f5e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:51:46Z', 'updated_at': '2022-07-26T14:51:48Z', 'revision_number': 3, 'project_id': '7ccd4ff518dc4c37bfb7f343ccc97206', 'gw_port': {'id': '1ae41fd0-598f-4b4b-871e-e6f4a49f5e0e', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:1e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dd73111-22fc-4d53-b892-28c86cd4f346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:47Z', 'updated_at': '2022-07-26T14:51:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi'}], 'dv-cinder-851030-1-iscsi', False) {} {{(pid=111105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:51:53.816824 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40910b8-9e89-4fdf-aafe-a534bd6a149c None None] The sync data for ids ['3dd73111-22fc-4d53-b892-28c86cd4f346'] in dv-cinder-851030-1-iscsi is: [{'id': '3dd73111-22fc-4d53-b892-28c86cd4f346', 'name': 'tempest-AttachVolumeTestJSON-1513426877-router', 'tenant_id': '7ccd4ff518dc4c37bfb7f343ccc97206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': '1ae41fd0-598f-4b4b-871e-e6f4a49f5e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:51:46Z', 'updated_at': '2022-07-26T14:51:48Z', 'revision_number': 3, 'project_id': '7ccd4ff518dc4c37bfb7f343ccc97206', 'gw_port': {'id': '1ae41fd0-598f-4b4b-871e-e6f4a49f5e0e', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:1e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dd73111-22fc-4d53-b892-28c86cd4f346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:47Z', 'updated_at': '2022-07-26T14:51:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi'}] {{(pid=111105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:51:53.818712 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f61385-d57f-433f-8045-25750f0b0579 None None] Sync routers for ids ['509662c4-ff56-4224-9f8d-a804da664e9a'] in dv-cinder-851030-1-iscsi {{(pid=111105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:51:53.839724 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f61385-d57f-433f-8045-25750f0b0579 None None] Routers {'509662c4-ff56-4224-9f8d-a804da664e9a'} bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 14:51:53.843472 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_hamode_db [None req-05f61385-d57f-433f-8045-25750f0b0579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851030-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-26T14:42:54Z,description=,heartbeat_timestamp=2022-07-26T14:51:24Z,host='dv-cinder-851030-1-iscsi',id=66f8bb98-7ace-4a85-b6ba-ffe40597695b,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:42:55Z,topic='l3_agent')) {'router_ids': ['509662c4-ff56-4224-9f8d-a804da664e9a'], 'active': True} {{(pid=111105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:51:53.898517 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-d6da556e-2601-490f-9364-da7078d8904c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (6f8790cb-ec4a-48ae-8815-1570dacd37a4), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:53.901414 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-78c34269-cdbd-4c2f-8385-83c0e6760eff admin admin] Publish callbacks [] for security_group (dae16f22-9d83-43de-b5e1-83cd703691e1), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:53.903812 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-0f88f72e-ae9e-4327-9c6e-9d9fcaed4637 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks [] for security_group (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:53.905415 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-a89df46a-0081-4867-b1a4-55f9c7b92bbd None None] Current status of the port 9307b557-c57d-443d-92e2-8ef9c86086d4 is: DOWN; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:51:53.905875 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a89df46a-0081-4867-b1a4-55f9c7b92bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (9307b557-c57d-443d-92e2-8ef9c86086d4), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:53.929733 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-dea3795f-90c1-498f-89a7-31951a911553 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:53.935679 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-dea3795f-90c1-498f-89a7-31951a911553 admin admin] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 7.8768377 Jul 26 14:51:53.937205 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 42522) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:51:54.025027 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_dvr_db [None req-05f61385-d57f-433f-8045-25750f0b0579 None None] Set router 509662c4-ff56-4224-9f8d-a804da664e9a gateway port host: dv-cinder-851030-1-iscsi {{(pid=111105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 14:51:54.045737 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.db.db_base_plugin_common [None req-eb22e974-4705-4631-bc36-929449bb6c9b admin admin] Allocated IP 172.20.0.1 (02c3d9d5-b71e-4ad5-9373-5d17164e8aec/e75d54a1-37a3-48c4-b0bd-5c996cd738b8/29e384e9-6227-4c9f-8f00-22a84167511d) {{(pid=111103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:51:54.110522 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.managers [None req-d6da556e-2601-490f-9364-da7078d8904c None None] Attempting to bind port 6f8790cb-ec4a-48ae-8815-1570dacd37a4 on host dv-cinder-851030-1-iscsi for vnic_type normal with profile {{(pid=111104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 14:51:54.110923 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.managers [None req-d6da556e-2601-490f-9364-da7078d8904c None None] Attempting to bind port 6f8790cb-ec4a-48ae-8815-1570dacd37a4 by drivers openvswitch,hyperv on host dv-cinder-851030-1-iscsi at level 0 using segments [{'id': '9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a'}] {{(pid=111104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 14:51:54.111357 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6da556e-2601-490f-9364-da7078d8904c None None] Attempting to bind port 6f8790cb-ec4a-48ae-8815-1570dacd37a4 on network 976f28e8-c47c-49b7-93ff-2bd79bbe121a {{(pid=111104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 14:51:54.171817 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-78c34269-cdbd-4c2f-8385-83c0e6760eff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (dae16f22-9d83-43de-b5e1-83cd703691e1), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:54.183592 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4130cc-6453-4487-be73-3831dd4c819f None None] Pushing event updated for resources: {'Port': ['ID=6f8790cb-ec4a-48ae-8815-1570dacd37a4,revision_number=2']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:54.208224 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-a89df46a-0081-4867-b1a4-55f9c7b92bbd None None] For port 9307b557-c57d-443d-92e2-8ef9c86086d4, host dv-cinder-851030-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851030-1-iscsi',level=0,port_id=9307b557-c57d-443d-92e2-8ef9c86086d4,segment=NetworkSegment(65a613d5-aaf3-451b-925f-b17dff71ceb2),segment_id=65a613d5-aaf3-451b-925f-b17dff71ceb2)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:51:54.223231 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-eb22e974-4705-4631-bc36-929449bb6c9b admin admin] Publish callbacks [] for port (29e384e9-6227-4c9f-8f00-22a84167511d), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:54.240904 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:51:54.275718 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:51:54.278335 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6da556e-2601-490f-9364-da7078d8904c None None] Checking agent: {'id': 'df49e665-2de0-463a-a1e1-c989804d5593', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851030-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 14, 42, 57), 'started_at': datetime.datetime(2022, 7, 26, 14, 43, 27), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 14, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851030-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 14:51:54.283759 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6da556e-2601-490f-9364-da7078d8904c None None] Checking segment: {'id': '9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 14:51:54.285073 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-d6da556e-2601-490f-9364-da7078d8904c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:54.285623 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6da556e-2601-490f-9364-da7078d8904c None None] Bound using segment: {'id': '9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a'} {{(pid=111104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 14:51:54.286883 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.managers [None req-d6da556e-2601-490f-9364-da7078d8904c None None] Bound port: 6f8790cb-ec4a-48ae-8815-1570dacd37a4, host: dv-cinder-851030-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a'}}] {{(pid=111104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 14:51:54.287494 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-d6da556e-2601-490f-9364-da7078d8904c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (6f8790cb-ec4a-48ae-8815-1570dacd37a4), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:54.288539 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-43ce729e-27c2-410d-a8e7-d26c597d6d3e admin admin] Publish callbacks [] for port (95d9a5ed-9498-4f57-b658-e31ceee0039b), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:54.328505 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:51:54.335866 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a89df46a-0081-4867-b1a4-55f9c7b92bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (9307b557-c57d-443d-92e2-8ef9c86086d4), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:54.345292 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 42530) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:51:54.345583 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-78c34269-cdbd-4c2f-8385-83c0e6760eff admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=d6e4536022c94225b14eba5d808bc436&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6717331 Jul 26 14:51:54.403148 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-eb22e974-4705-4631-bc36-929449bb6c9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789579689795'] for port (29e384e9-6227-4c9f-8f00-22a84167511d), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:54.403430 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_hamode_db [None req-05f61385-d57f-433f-8045-25750f0b0579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509662c4-ff56-4224-9f8d-a804da664e9a', 'name': 'tempest-ServerRescueNegativeTestJSON-2012228837-router', 'tenant_id': '4f3f79533bbf48018798e6e65050d69c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'f3a089ce-01c0-412f-a73a-7d9b108d74de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:51:46Z', 'updated_at': '2022-07-26T14:51:50Z', 'revision_number': 3, 'project_id': '4f3f79533bbf48018798e6e65050d69c', 'gw_port': {'id': 'f3a089ce-01c0-412f-a73a-7d9b108d74de', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e8:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '509662c4-ff56-4224-9f8d-a804da664e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:47Z', 'updated_at': '2022-07-26T14:51:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi'}], 'dv-cinder-851030-1-iscsi', False) {} {{(pid=111105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:51:54.447987 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Current status of the port 9307b557-c57d-443d-92e2-8ef9c86086d4 is: DOWN; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:51:54.448354 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (9307b557-c57d-443d-92e2-8ef9c86086d4), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:54.474973 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-5754fa19-aac6-444c-b623-8f7b0d688c07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (66f8bb98-7ace-4a85-b6ba-ffe40597695b), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:54.479153 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb22e974-4705-4631-bc36-929449bb6c9b admin admin] Network 02c3d9d5-b71e-4ad5-9373-5d17164e8aec is already hosted by enough agents. {{(pid=111103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:51:54.488857 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-a89df46a-0081-4867-b1a4-55f9c7b92bbd None None] Provisioning complete for port bd673a1c-fc91-4301-8da3-d9f62172b0bf triggered by entity DHCP. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:51:54.489280 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a89df46a-0081-4867-b1a4-55f9c7b92bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (bd673a1c-fc91-4301-8da3-d9f62172b0bf), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:54.497813 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f61385-d57f-433f-8045-25750f0b0579 None None] Checking router: 509662c4-ff56-4224-9f8d-a804da664e9a for host: dv-cinder-851030-1-iscsi {{(pid=111105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:51:54.498165 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f61385-d57f-433f-8045-25750f0b0579 None None] Updating router 509662c4-ff56-4224-9f8d-a804da664e9a port f3a089ce-01c0-412f-a73a-7d9b108d74de binding host dv-cinder-851030-1-iscsi {{(pid=111105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 14:51:54.509521 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb22e974-4705-4631-bc36-929449bb6c9b admin admin] Pushing event updated for resources: {'Port': ['ID=29e384e9-6227-4c9f-8f00-22a84167511d,revision_number=1']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:54.520565 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.scheduler.base_scheduler [None req-eb22e974-4705-4631-bc36-929449bb6c9b admin admin] Resources bound (agent type, host, resource id): {{(pid=111103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:51:54.526815 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb22e974-4705-4631-bc36-929449bb6c9b admin admin] Received port after_create {{(pid=111103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 14:51:54.527946 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-eb22e974-4705-4631-bc36-929449bb6c9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-566150'] for router_interface (3dd73111-22fc-4d53-b892-28c86cd4f346), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:54.533133 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-cdd6a96c-5935-40f1-b9d4-af6e587f0243 admin admin] Publish callbacks [] for security_group (dae16f22-9d83-43de-b5e1-83cd703691e1), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:54.557925 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c34269-cdbd-4c2f-8385-83c0e6760eff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dae16f22-9d83-43de-b5e1-83cd703691e1,revision_number=1']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:54.578600 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-f3f2221d-b008-4d41-a135-bd7e1f4e6f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f57147f-1584-4a62-83b8-e842b7fdbfc2', 'name': 'tempest-AttachVolumeNegativeTest-1038869275-router', 'tenant_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '8dee36ad-48a7-4c32-9e44-b495406a43fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:51:43Z', 'updated_at': '2022-07-26T14:51:50Z', 'revision_number': 4, 'project_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'gw_port': {'id': '8dee36ad-48a7-4c32-9e44-b495406a43fc', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:28:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f57147f-1584-4a62-83b8-e842b7fdbfc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:44Z', 'updated_at': '2022-07-26T14:51:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi', '_interfaces': [{'id': 'c22bd2eb-9253-40e7-9f5d-34524feb8d4d', 'name': '', 'network_id': '4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0', 'tenant_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'mac_address': 'fa:16:3e:9b:be:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f57147f-1584-4a62-83b8-e842b7fdbfc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2dc51976-041f-4e28-9975-c948630898a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:48Z', 'updated_at': '2022-07-26T14:51:50Z', 'revision_number': 2, 'project_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'subnets': [{'id': '2dc51976-041f-4e28-9975-c948630898a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851030-1-iscsi', False) {} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:51:54.581381 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron_lib.callbacks.manager [None req-05f61385-d57f-433f-8045-25750f0b0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (f3a089ce-01c0-412f-a73a-7d9b108d74de), before_update {{(pid=111105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:54.601555 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-cdd6a96c-5935-40f1-b9d4-af6e587f0243 admin admin] Publish callbacks [] for security_group (dae16f22-9d83-43de-b5e1-83cd703691e1), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:54.646013 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-0f88f72e-ae9e-4327-9c6e-9d9fcaed4637 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks [] for security_group (767eb1ba-2e1a-4d1a-a8e5-d3cd1aca29c9), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:54.689850 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-d6da556e-2601-490f-9364-da7078d8904c None None] For port 6f8790cb-ec4a-48ae-8815-1570dacd37a4, host dv-cinder-851030-1-iscsi, cleared binding levels {{(pid=111104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:51:54.695538 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-43ce729e-27c2-410d-a8e7-d26c597d6d3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789579689795'] for port (95d9a5ed-9498-4f57-b658-e31ceee0039b), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:54.798036 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89df46a-0081-4867-b1a4-55f9c7b92bbd None None] Pushing event updated for resources: {'Port': ['ID=9307b557-c57d-443d-92e2-8ef9c86086d4,revision_number=3']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:54.800540 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-0f88f72e-ae9e-4327-9c6e-9d9fcaed4637 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (767eb1ba-2e1a-4d1a-a8e5-d3cd1aca29c9), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:54.806295 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.db.api [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111104) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 26 14:51:54.809453 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG oslo_db.api [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 26 14:51:54.832182 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-d6da556e-2601-490f-9364-da7078d8904c None None] For port 6f8790cb-ec4a-48ae-8815-1570dacd37a4, host dv-cinder-851030-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851030-1-iscsi',level=0,port_id=6f8790cb-ec4a-48ae-8815-1570dacd37a4,segment=NetworkSegment(9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7),segment_id=9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7)] {{(pid=111104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:51:54.843866 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f2221d-b008-4d41-a135-bd7e1f4e6f60 None None] Checking router: 5f57147f-1584-4a62-83b8-e842b7fdbfc2 for host: dv-cinder-851030-1-iscsi {{(pid=111104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:51:54.845046 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f2221d-b008-4d41-a135-bd7e1f4e6f60 None None] Updating router 5f57147f-1584-4a62-83b8-e842b7fdbfc2 port c22bd2eb-9253-40e7-9f5d-34524feb8d4d binding host dv-cinder-851030-1-iscsi {{(pid=111104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 14:51:54.860841 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce729e-27c2-410d-a8e7-d26c597d6d3e admin admin] Pushing event updated for resources: {'Port': ['ID=95d9a5ed-9498-4f57-b658-e31ceee0039b,revision_number=1']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:54.906724 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ce729e-27c2-410d-a8e7-d26c597d6d3e admin admin] Network 8e81120a-d472-43d2-a7db-69cbb3be13c6 is already hosted by enough agents. {{(pid=111103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:51:54.914684 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-cdd6a96c-5935-40f1-b9d4-af6e587f0243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (dae16f22-9d83-43de-b5e1-83cd703691e1), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:54.919246 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-cdd6a96c-5935-40f1-b9d4-af6e587f0243 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:54.925566 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-cdd6a96c-5935-40f1-b9d4-af6e587f0243 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/dae16f22-9d83-43de-b5e1-83cd703691e1 HTTP/1.1" status: 204 len: 168 time: 0.5759876 Jul 26 14:51:54.998030 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd6a96c-5935-40f1-b9d4-af6e587f0243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dae16f22-9d83-43de-b5e1-83cd703691e1,revision_number=None']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:55.007776 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.scheduler.base_scheduler [None req-43ce729e-27c2-410d-a8e7-d26c597d6d3e admin admin] Resources bound (agent type, host, resource id): {{(pid=111103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:51:55.011343 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ce729e-27c2-410d-a8e7-d26c597d6d3e admin admin] Received port after_create {{(pid=111103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 14:51:55.011343 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-43ce729e-27c2-410d-a8e7-d26c597d6d3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-566150'] for router_interface (903d0c0b-b56d-4279-9f39-ec9fff2f953f), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:55.057638 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-a89df46a-0081-4867-b1a4-55f9c7b92bbd None None] Current status of the port bd673a1c-fc91-4301-8da3-d9f62172b0bf is: ACTIVE; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:51:55.088134 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-a89df46a-0081-4867-b1a4-55f9c7b92bbd None None] Provisioning complete for port 621fb94b-0f70-4ded-9b26-dcf3a44a2ca0 triggered by entity DHCP. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:51:55.088543 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a89df46a-0081-4867-b1a4-55f9c7b92bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (621fb94b-0f70-4ded-9b26-dcf3a44a2ca0), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:55.150158 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-d6da556e-2601-490f-9364-da7078d8904c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (6f8790cb-ec4a-48ae-8815-1570dacd37a4), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:55.226560 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-f3f2221d-b008-4d41-a135-bd7e1f4e6f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (c22bd2eb-9253-40e7-9f5d-34524feb8d4d), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:55.365123 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-0f88f72e-ae9e-4327-9c6e-9d9fcaed4637 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks [] for security_group (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:55.366193 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-0f88f72e-ae9e-4327-9c6e-9d9fcaed4637 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 1.7308471 Jul 26 14:51:55.369469 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 42540) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:51:55.371906 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f88f72e-ae9e-4327-9c6e-9d9fcaed4637 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=767eb1ba-2e1a-4d1a-a8e5-d3cd1aca29c9,revision_number=1']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:55.374045 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron_lib.callbacks.manager [None req-05f61385-d57f-433f-8045-25750f0b0579 None None] Publish callbacks [] for port (f3a089ce-01c0-412f-a73a-7d9b108d74de), precommit_update {{(pid=111105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:55.378542 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.v2.base [None req-fdd8f4e5-cb00-4a9a-99f0-e1fbdd99b971 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Request body: {'security_group_rule': {'security_group_id': '767eb1ba-2e1a-4d1a-a8e5-d3cd1aca29c9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 14:51:55.387363 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:51:55.413554 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-ae48ebff-baab-487e-9f4f-88276e41b708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:55.429493 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6da556e-2601-490f-9364-da7078d8904c None None] Routers {'903d0c0b-b56d-4279-9f39-ec9fff2f953f'} bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 14:51:55.430140 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-d6da556e-2601-490f-9364-da7078d8904c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851030-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-26T14:42:54Z,description=,heartbeat_timestamp=2022-07-26T14:51:54Z,host='dv-cinder-851030-1-iscsi',id=66f8bb98-7ace-4a85-b6ba-ffe40597695b,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:42:55Z,topic='l3_agent')) {'router_ids': ['903d0c0b-b56d-4279-9f39-ec9fff2f953f'], 'active': True} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:51:55.499067 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-eb22e974-4705-4631-bc36-929449bb6c9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (29e384e9-6227-4c9f-8f00-22a84167511d), before_update {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:55.508334 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron_lib.callbacks.manager [None req-05f61385-d57f-433f-8045-25750f0b0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (f3a089ce-01c0-412f-a73a-7d9b108d74de), after_update {{(pid=111105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:55.571977 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-43ce729e-27c2-410d-a8e7-d26c597d6d3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (95d9a5ed-9498-4f57-b658-e31ceee0039b), before_update {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:55.587146 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-fdd8f4e5-cb00-4a9a-99f0-e1fbdd99b971 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks [] for security_group_rule (2b26cea2-ba76-4536-a62d-b041eec189ff), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:55.615059 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.plugins.ml2.managers [None req-05f61385-d57f-433f-8045-25750f0b0579 None None] Attempting to bind port f3a089ce-01c0-412f-a73a-7d9b108d74de on host dv-cinder-851030-1-iscsi for vnic_type normal with profile {{(pid=111105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 14:51:55.615608 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.plugins.ml2.managers [None req-05f61385-d57f-433f-8045-25750f0b0579 None None] Attempting to bind port f3a089ce-01c0-412f-a73a-7d9b108d74de by drivers openvswitch,hyperv on host dv-cinder-851030-1-iscsi at level 0 using segments [{'id': '9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a'}] {{(pid=111105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 14:51:55.615945 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f61385-d57f-433f-8045-25750f0b0579 None None] Attempting to bind port f3a089ce-01c0-412f-a73a-7d9b108d74de on network 976f28e8-c47c-49b7-93ff-2bd79bbe121a {{(pid=111105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 14:51:55.635485 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f61385-d57f-433f-8045-25750f0b0579 None None] Checking agent: {'id': 'df49e665-2de0-463a-a1e1-c989804d5593', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851030-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 14, 42, 57), 'started_at': datetime.datetime(2022, 7, 26, 14, 43, 27), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 14, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851030-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 14:51:55.636058 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f61385-d57f-433f-8045-25750f0b0579 None None] Checking segment: {'id': '9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 14:51:55.636451 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron_lib.callbacks.manager [None req-05f61385-d57f-433f-8045-25750f0b0579 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:55.636856 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f61385-d57f-433f-8045-25750f0b0579 None None] Bound using segment: {'id': '9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a'} {{(pid=111105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 14:51:55.637356 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.plugins.ml2.managers [None req-05f61385-d57f-433f-8045-25750f0b0579 None None] Bound port: f3a089ce-01c0-412f-a73a-7d9b108d74de, host: dv-cinder-851030-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a'}}] {{(pid=111105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 14:51:55.637739 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron_lib.callbacks.manager [None req-05f61385-d57f-433f-8045-25750f0b0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (f3a089ce-01c0-412f-a73a-7d9b108d74de), before_update {{(pid=111105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:55.639574 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40a6269-fd7b-46bd-b63a-595848dbf6a8 None None] Pushing event updated for resources: {'Port': ['ID=f3a089ce-01c0-412f-a73a-7d9b108d74de,revision_number=2']} {{(pid=111105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:55.694942 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b30572d2-bee0-4462-94ed-c13cd0ef4273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (40fac31a-afaa-44e8-8521-47b803a59f0f), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:55.746884 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.db_base_plugin_common [None req-ae48ebff-baab-487e-9f4f-88276e41b708 admin admin] Allocated IP 172.20.0.1 (0f1306c7-31e7-49e9-8b79-d9c630497063/2fb38d4f-c234-47e2-adc0-721b341e4aad/5a18eca2-bb2d-4000-aca8-85a75cffa849) {{(pid=111102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:51:55.763673 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Current status of the port 9307b557-c57d-443d-92e2-8ef9c86086d4 is: ACTIVE; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:51:55.764689 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device 8dee36ad-48a7-4c32-9e44-b495406a43fc up at agent ovs-agent-dv-cinder-851030-1-iscsi {{(pid=111104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:51:55.767760 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.plugins.ml2.db [None req-05f61385-d57f-433f-8045-25750f0b0579 None None] For port f3a089ce-01c0-412f-a73a-7d9b108d74de, host dv-cinder-851030-1-iscsi, cleared binding levels {{(pid=111105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:51:55.776039 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4130cc-6453-4487-be73-3831dd4c819f None None] Pushing event updated for resources: {'Port': ['ID=6f8790cb-ec4a-48ae-8815-1570dacd37a4,revision_number=3']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:55.794844 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.plugins.ml2.db [None req-05f61385-d57f-433f-8045-25750f0b0579 None None] For port f3a089ce-01c0-412f-a73a-7d9b108d74de, host dv-cinder-851030-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851030-1-iscsi',level=0,port_id=f3a089ce-01c0-412f-a73a-7d9b108d74de,segment=NetworkSegment(9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7),segment_id=9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7)] {{(pid=111105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:51:55.811121 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-a89df46a-0081-4867-b1a4-55f9c7b92bbd None None] Current status of the port 621fb94b-0f70-4ded-9b26-dcf3a44a2ca0 is: DOWN; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:51:55.811574 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a89df46a-0081-4867-b1a4-55f9c7b92bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (621fb94b-0f70-4ded-9b26-dcf3a44a2ca0), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:55.840579 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-fdd8f4e5-cb00-4a9a-99f0-e1fbdd99b971 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks [] for security_group_rule (2b26cea2-ba76-4536-a62d-b041eec189ff), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:55.875805 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:51:55.885375 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvr_db [None req-d6da556e-2601-490f-9364-da7078d8904c None None] Set router 903d0c0b-b56d-4279-9f39-ec9fff2f953f gateway port host: dv-cinder-851030-1-iscsi {{(pid=111104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 14:51:55.915771 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron_lib.callbacks.manager [None req-05f61385-d57f-433f-8045-25750f0b0579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (f3a089ce-01c0-412f-a73a-7d9b108d74de), after_update {{(pid=111105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:55.986230 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-fdd8f4e5-cb00-4a9a-99f0-e1fbdd99b971 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662595'] for security_group_rule (2b26cea2-ba76-4536-a62d-b041eec189ff), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:56.018553 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-ae48ebff-baab-487e-9f4f-88276e41b708 admin admin] Publish callbacks [] for port (5a18eca2-bb2d-4000-aca8-85a75cffa849), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:56.040623 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-a89df46a-0081-4867-b1a4-55f9c7b92bbd None None] For port 621fb94b-0f70-4ded-9b26-dcf3a44a2ca0, host dv-cinder-851030-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851030-1-iscsi',level=0,port_id=621fb94b-0f70-4ded-9b26-dcf3a44a2ca0,segment=NetworkSegment(c6e327c1-1462-4f59-a790-a4289d47d45e),segment_id=c6e327c1-1462-4f59-a790-a4289d47d45e)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:51:56.054087 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Provisioning complete for port 8dee36ad-48a7-4c32-9e44-b495406a43fc triggered by entity L2. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:51:56.054706 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (8dee36ad-48a7-4c32-9e44-b495406a43fc), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:56.064004 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 42552) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:51:56.080667 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd8f4e5-cb00-4a9a-99f0-e1fbdd99b971 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b26cea2-ba76-4536-a62d-b041eec189ff,revision_number=0']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:56.148288 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-eb22e974-4705-4631-bc36-929449bb6c9b admin admin] Publish callbacks [] for port (29e384e9-6227-4c9f-8f00-22a84167511d), precommit_update {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:56.200390 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-ae48ebff-baab-487e-9f4f-88276e41b708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789579689795'] for port (5a18eca2-bb2d-4000-aca8-85a75cffa849), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:56.240927 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-fdd8f4e5-cb00-4a9a-99f0-e1fbdd99b971 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:56.249880 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-fdd8f4e5-cb00-4a9a-99f0-e1fbdd99b971 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8746715 Jul 26 14:51:56.258806 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-eb22e974-4705-4631-bc36-929449bb6c9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (29e384e9-6227-4c9f-8f00-22a84167511d), after_update {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:56.261785 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-eb22e974-4705-4631-bc36-929449bb6c9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566266'] for router_interface (3dd73111-22fc-4d53-b892-28c86cd4f346), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:56.265767 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a89df46a-0081-4867-b1a4-55f9c7b92bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (621fb94b-0f70-4ded-9b26-dcf3a44a2ca0), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:56.270233 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:51:56.274146 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f61385-d57f-433f-8045-25750f0b0579 None None] Routers {'509662c4-ff56-4224-9f8d-a804da664e9a'} bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 14:51:56.274779 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_hamode_db [None req-05f61385-d57f-433f-8045-25750f0b0579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851030-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-26T14:42:54Z,description=,heartbeat_timestamp=2022-07-26T14:51:54Z,host='dv-cinder-851030-1-iscsi',id=66f8bb98-7ace-4a85-b6ba-ffe40597695b,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:42:55Z,topic='l3_agent')) {'router_ids': ['509662c4-ff56-4224-9f8d-a804da664e9a'], 'active': True} {{(pid=111105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:51:56.278160 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40a6269-fd7b-46bd-b63a-595848dbf6a8 None None] Pushing event updated for resources: {'Port': ['ID=f3a089ce-01c0-412f-a73a-7d9b108d74de,revision_number=3']} {{(pid=111105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:56.282562 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 42560) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:51:56.345683 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-43ce729e-27c2-410d-a8e7-d26c597d6d3e admin admin] Publish callbacks [] for port (95d9a5ed-9498-4f57-b658-e31ceee0039b), precommit_update {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:56.392065 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.v2.base [None req-59481551-7a2c-45f3-816a-5bcaea6b68b5 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Request body: {'security_group_rule': {'security_group_id': '767eb1ba-2e1a-4d1a-a8e5-d3cd1aca29c9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 14:51:56.454128 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-f3f2221d-b008-4d41-a135-bd7e1f4e6f60 None None] Publish callbacks [] for port (c22bd2eb-9253-40e7-9f5d-34524feb8d4d), precommit_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:56.456338 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-28136a96-8eba-416a-8389-7e7e8d0e1027 None None] Provisioning complete for port 29e384e9-6227-4c9f-8f00-22a84167511d triggered by entity DHCP. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:51:56.456830 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-28136a96-8eba-416a-8389-7e7e8d0e1027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (29e384e9-6227-4c9f-8f00-22a84167511d), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:56.478278 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb22e974-4705-4631-bc36-929449bb6c9b admin admin] Pushing event updated for resources: {'Port': ['ID=29e384e9-6227-4c9f-8f00-22a84167511d,revision_number=2']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:56.488366 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_dvr_db [None req-05f61385-d57f-433f-8045-25750f0b0579 None None] Set router 509662c4-ff56-4224-9f8d-a804da664e9a gateway port host: dv-cinder-851030-1-iscsi {{(pid=111105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 14:51:56.518387 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89df46a-0081-4867-b1a4-55f9c7b92bbd None None] Pushing event updated for resources: {'Port': ['ID=621fb94b-0f70-4ded-9b26-dcf3a44a2ca0,revision_number=3']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:56.546744 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae48ebff-baab-487e-9f4f-88276e41b708 admin admin] Network 0f1306c7-31e7-49e9-8b79-d9c630497063 is already hosted by enough agents. {{(pid=111102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:51:56.551352 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-43ce729e-27c2-410d-a8e7-d26c597d6d3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (95d9a5ed-9498-4f57-b658-e31ceee0039b), after_update {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:56.552327 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-43ce729e-27c2-410d-a8e7-d26c597d6d3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566266'] for router_interface (903d0c0b-b56d-4279-9f39-ec9fff2f953f), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:56.556795 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.base_scheduler [None req-ae48ebff-baab-487e-9f4f-88276e41b708 admin admin] Resources bound (agent type, host, resource id): {{(pid=111102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:51:56.566352 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae48ebff-baab-487e-9f4f-88276e41b708 admin admin] Received port after_create {{(pid=111102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 14:51:56.566955 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-ae48ebff-baab-487e-9f4f-88276e41b708 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-566150'] for router_interface (509662c4-ff56-4224-9f8d-a804da664e9a), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:56.572239 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb22e974-4705-4631-bc36-929449bb6c9b admin admin] Network 02c3d9d5-b71e-4ad5-9373-5d17164e8aec is already hosted by enough agents. {{(pid=111103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:51:56.578065 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.scheduler.base_scheduler [None req-eb22e974-4705-4631-bc36-929449bb6c9b admin admin] Resources bound (agent type, host, resource id): {{(pid=111103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:51:56.583778 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-28136a96-8eba-416a-8389-7e7e8d0e1027 None None] Port 29e384e9-6227-4c9f-8f00-22a84167511d cannot update to ACTIVE because it is not bound. {{(pid=111104) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 14:51:56.595123 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-f3f2221d-b008-4d41-a135-bd7e1f4e6f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (c22bd2eb-9253-40e7-9f5d-34524feb8d4d), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:56.620241 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-d6da556e-2601-490f-9364-da7078d8904c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '903d0c0b-b56d-4279-9f39-ec9fff2f953f', 'name': 'tempest-DeleteServersTestJSON-1566382743-router', 'tenant_id': 'ca1bc66d9e5446758a759063544ae3e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '6f8790cb-ec4a-48ae-8815-1570dacd37a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:51:46Z', 'updated_at': '2022-07-26T14:51:48Z', 'revision_number': 3, 'project_id': 'ca1bc66d9e5446758a759063544ae3e7', 'gw_port': {'id': '6f8790cb-ec4a-48ae-8815-1570dacd37a4', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:95:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '903d0c0b-b56d-4279-9f39-ec9fff2f953f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:47Z', 'updated_at': '2022-07-26T14:51:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi'}], 'dv-cinder-851030-1-iscsi', False) {} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:51:56.620241 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Current status of the port 8dee36ad-48a7-4c32-9e44-b495406a43fc is: DOWN; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:51:56.620241 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (8dee36ad-48a7-4c32-9e44-b495406a43fc), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:56.655046 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-e1df62f8-d308-4a01-9a97-3dba6811a463 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:56.691184 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-28136a96-8eba-416a-8389-7e7e8d0e1027 None None] Provisioning complete for port 95d9a5ed-9498-4f57-b658-e31ceee0039b triggered by entity DHCP. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:51:56.691675 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-28136a96-8eba-416a-8389-7e7e8d0e1027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (95d9a5ed-9498-4f57-b658-e31ceee0039b), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:56.710385 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6da556e-2601-490f-9364-da7078d8904c None None] The sync data for ids ['903d0c0b-b56d-4279-9f39-ec9fff2f953f'] in dv-cinder-851030-1-iscsi is: [{'id': '903d0c0b-b56d-4279-9f39-ec9fff2f953f', 'name': 'tempest-DeleteServersTestJSON-1566382743-router', 'tenant_id': 'ca1bc66d9e5446758a759063544ae3e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '6f8790cb-ec4a-48ae-8815-1570dacd37a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:51:46Z', 'updated_at': '2022-07-26T14:51:48Z', 'revision_number': 3, 'project_id': 'ca1bc66d9e5446758a759063544ae3e7', 'gw_port': {'id': '6f8790cb-ec4a-48ae-8815-1570dacd37a4', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:95:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '903d0c0b-b56d-4279-9f39-ec9fff2f953f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:47Z', 'updated_at': '2022-07-26T14:51:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi'}] {{(pid=111104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:51:56.770791 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae48ebff-baab-487e-9f4f-88276e41b708 admin admin] Pushing event updated for resources: {'Port': ['ID=5a18eca2-bb2d-4000-aca8-85a75cffa849,revision_number=1']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:56.849386 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_hamode_db [None req-05f61385-d57f-433f-8045-25750f0b0579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509662c4-ff56-4224-9f8d-a804da664e9a', 'name': 'tempest-ServerRescueNegativeTestJSON-2012228837-router', 'tenant_id': '4f3f79533bbf48018798e6e65050d69c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'f3a089ce-01c0-412f-a73a-7d9b108d74de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:51:46Z', 'updated_at': '2022-07-26T14:51:50Z', 'revision_number': 3, 'project_id': '4f3f79533bbf48018798e6e65050d69c', 'gw_port': {'id': 'f3a089ce-01c0-412f-a73a-7d9b108d74de', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e8:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '509662c4-ff56-4224-9f8d-a804da664e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:47Z', 'updated_at': '2022-07-26T14:51:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi'}], 'dv-cinder-851030-1-iscsi', False) {} {{(pid=111105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:51:56.852547 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] For port 8dee36ad-48a7-4c32-9e44-b495406a43fc, host dv-cinder-851030-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851030-1-iscsi',level=0,port_id=8dee36ad-48a7-4c32-9e44-b495406a43fc,segment=NetworkSegment(9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7),segment_id=9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:51:56.892281 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f61385-d57f-433f-8045-25750f0b0579 None None] The sync data for ids ['509662c4-ff56-4224-9f8d-a804da664e9a'] in dv-cinder-851030-1-iscsi is: [{'id': '509662c4-ff56-4224-9f8d-a804da664e9a', 'name': 'tempest-ServerRescueNegativeTestJSON-2012228837-router', 'tenant_id': '4f3f79533bbf48018798e6e65050d69c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'f3a089ce-01c0-412f-a73a-7d9b108d74de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:51:46Z', 'updated_at': '2022-07-26T14:51:50Z', 'revision_number': 3, 'project_id': '4f3f79533bbf48018798e6e65050d69c', 'gw_port': {'id': 'f3a089ce-01c0-412f-a73a-7d9b108d74de', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e8:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '509662c4-ff56-4224-9f8d-a804da664e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:47Z', 'updated_at': '2022-07-26T14:51:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi'}] {{(pid=111105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:51:56.942495 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-28136a96-8eba-416a-8389-7e7e8d0e1027 None None] Port 95d9a5ed-9498-4f57-b658-e31ceee0039b cannot update to ACTIVE because it is not bound. {{(pid=111104) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 14:51:56.957980 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ee64c5-0d6f-43b9-9404-33cb7573c17e None None] Pushing event updated for resources: {'Port': ['ID=c22bd2eb-9253-40e7-9f5d-34524feb8d4d,revision_number=3']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:56.965772 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-28136a96-8eba-416a-8389-7e7e8d0e1027 None None] Provisioning complete for port 621fb94b-0f70-4ded-9b26-dcf3a44a2ca0 triggered by entity DHCP. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:51:56.966554 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-28136a96-8eba-416a-8389-7e7e8d0e1027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (621fb94b-0f70-4ded-9b26-dcf3a44a2ca0), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:57.030758 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:51:57.033396 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-e1df62f8-d308-4a01-9a97-3dba6811a463 admin admin] Publish callbacks [] for security_group (a0128ee1-13fd-4baf-b45c-3cbfafe7739d), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:57.049913 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb22e974-4705-4631-bc36-929449bb6c9b admin admin] Router 3dd73111-22fc-4d53-b892-28c86cd4f346 has already been hosted by L3 agent 66f8bb98-7ace-4a85-b6ba-ffe40597695b {{(pid=111103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 14:51:57.065002 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-ae48ebff-baab-487e-9f4f-88276e41b708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (5a18eca2-bb2d-4000-aca8-85a75cffa849), before_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:57.072251 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-59481551-7a2c-45f3-816a-5bcaea6b68b5 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks [] for security_group_rule (056a453c-9b96-4e3f-8fc0-6fa2a3c5cd32), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:57.108896 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b977bc9f-0510-4ebd-94dd-930fc4499a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (e5556d63-fbf3-48f2-bfac-7896e86945c3), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:57.118215 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce729e-27c2-410d-a8e7-d26c597d6d3e admin admin] Pushing event updated for resources: {'Port': ['ID=95d9a5ed-9498-4f57-b658-e31ceee0039b,revision_number=2']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:57.138211 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (8dee36ad-48a7-4c32-9e44-b495406a43fc), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:57.140435 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device 621fb94b-0f70-4ded-9b26-dcf3a44a2ca0 up at agent ovs-agent-dv-cinder-851030-1-iscsi {{(pid=111104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:51:57.171687 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-e1df62f8-d308-4a01-9a97-3dba6811a463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (a0128ee1-13fd-4baf-b45c-3cbfafe7739d), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:57.297231 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-e1df62f8-d308-4a01-9a97-3dba6811a463 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=6a4d0de164894881bcec30ff989a283b&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2297194 Jul 26 14:51:57.297772 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1df62f8-d308-4a01-9a97-3dba6811a463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0128ee1-13fd-4baf-b45c-3cbfafe7739d,revision_number=1']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:57.332268 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 42576) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:51:57.348537 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:51:57.390620 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ce729e-27c2-410d-a8e7-d26c597d6d3e admin admin] Network 8e81120a-d472-43d2-a7db-69cbb3be13c6 is already hosted by enough agents. {{(pid=111103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:51:57.400077 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.scheduler.base_scheduler [None req-43ce729e-27c2-410d-a8e7-d26c597d6d3e admin admin] Resources bound (agent type, host, resource id): {{(pid=111103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:51:57.403168 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-59481551-7a2c-45f3-816a-5bcaea6b68b5 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks [] for security_group_rule (056a453c-9b96-4e3f-8fc0-6fa2a3c5cd32), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:57.508919 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (df49e665-2de0-463a-a1e1-c989804d5593), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:57.543694 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.managers [None req-f3f2221d-b008-4d41-a135-bd7e1f4e6f60 None None] Attempting to bind port c22bd2eb-9253-40e7-9f5d-34524feb8d4d on host dv-cinder-851030-1-iscsi for vnic_type normal with profile {{(pid=111104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 14:51:57.544091 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.managers [None req-f3f2221d-b008-4d41-a135-bd7e1f4e6f60 None None] Attempting to bind port c22bd2eb-9253-40e7-9f5d-34524feb8d4d by drivers openvswitch,hyperv on host dv-cinder-851030-1-iscsi at level 0 using segments [{'id': '44f32d63-89d2-4ed3-9d85-4654c6c16c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0'}] {{(pid=111104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 14:51:57.544458 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f2221d-b008-4d41-a135-bd7e1f4e6f60 None None] Attempting to bind port c22bd2eb-9253-40e7-9f5d-34524feb8d4d on network 4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0 {{(pid=111104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 14:51:57.548036 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=100 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:51:57.553771 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Pushing event updated for resources: {'Port': ['ID=8dee36ad-48a7-4c32-9e44-b495406a43fc,revision_number=4']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:57.572728 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-28136a96-8eba-416a-8389-7e7e8d0e1027 None None] Current status of the port 621fb94b-0f70-4ded-9b26-dcf3a44a2ca0 is: ACTIVE; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:51:57.577038 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-59481551-7a2c-45f3-816a-5bcaea6b68b5 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662595'] for security_group_rule (056a453c-9b96-4e3f-8fc0-6fa2a3c5cd32), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:57.587614 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f2221d-b008-4d41-a135-bd7e1f4e6f60 None None] Checking agent: {'id': 'df49e665-2de0-463a-a1e1-c989804d5593', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851030-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 14, 42, 57), 'started_at': datetime.datetime(2022, 7, 26, 14, 43, 27), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 14, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851030-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 14:51:57.588006 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f2221d-b008-4d41-a135-bd7e1f4e6f60 None None] Checking segment: {'id': '44f32d63-89d2-4ed3-9d85-4654c6c16c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 14:51:57.588395 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-f3f2221d-b008-4d41-a135-bd7e1f4e6f60 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:57.588939 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f2221d-b008-4d41-a135-bd7e1f4e6f60 None None] Bound using segment: {'id': '44f32d63-89d2-4ed3-9d85-4654c6c16c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0'} {{(pid=111104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 14:51:57.589264 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.managers [None req-f3f2221d-b008-4d41-a135-bd7e1f4e6f60 None None] Bound port: c22bd2eb-9253-40e7-9f5d-34524feb8d4d, host: dv-cinder-851030-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44f32d63-89d2-4ed3-9d85-4654c6c16c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0'}}] {{(pid=111104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 14:51:57.589646 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-f3f2221d-b008-4d41-a135-bd7e1f4e6f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (c22bd2eb-9253-40e7-9f5d-34524feb8d4d), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:57.590375 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-ae48ebff-baab-487e-9f4f-88276e41b708 admin admin] Publish callbacks [] for port (5a18eca2-bb2d-4000-aca8-85a75cffa849), precommit_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:57.601706 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-d7d4ca01-1649-4a2e-aa44-a73281dac05a admin admin] Publish callbacks [] for security_group (a0128ee1-13fd-4baf-b45c-3cbfafe7739d), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:57.604950 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-28136a96-8eba-416a-8389-7e7e8d0e1027 None None] Provisioning complete for port 9307b557-c57d-443d-92e2-8ef9c86086d4 triggered by entity DHCP. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:51:57.610187 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-28136a96-8eba-416a-8389-7e7e8d0e1027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (9307b557-c57d-443d-92e2-8ef9c86086d4), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:57.610187 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Provisioning complete for port 621fb94b-0f70-4ded-9b26-dcf3a44a2ca0 triggered by entity L2. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:51:57.610187 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (621fb94b-0f70-4ded-9b26-dcf3a44a2ca0), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:57.672824 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59481551-7a2c-45f3-816a-5bcaea6b68b5 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=056a453c-9b96-4e3f-8fc0-6fa2a3c5cd32,revision_number=0']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:57.678606 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-ae48ebff-baab-487e-9f4f-88276e41b708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (5a18eca2-bb2d-4000-aca8-85a75cffa849), after_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:57.679609 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-ae48ebff-baab-487e-9f4f-88276e41b708 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566266'] for router_interface (509662c4-ff56-4224-9f8d-a804da664e9a), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:57.682542 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-d7d4ca01-1649-4a2e-aa44-a73281dac05a admin admin] Publish callbacks [] for security_group (a0128ee1-13fd-4baf-b45c-3cbfafe7739d), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:57.740383 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:51:57.816383 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-f3f2221d-b008-4d41-a135-bd7e1f4e6f60 None None] For port c22bd2eb-9253-40e7-9f5d-34524feb8d4d, host dv-cinder-851030-1-iscsi, cleared binding levels {{(pid=111104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:51:57.822914 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-59481551-7a2c-45f3-816a-5bcaea6b68b5 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:57.823056 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-f3f2221d-b008-4d41-a135-bd7e1f4e6f60 None None] For port c22bd2eb-9253-40e7-9f5d-34524feb8d4d, host dv-cinder-851030-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851030-1-iscsi',level=0,port_id=c22bd2eb-9253-40e7-9f5d-34524feb8d4d,segment=NetworkSegment(44f32d63-89d2-4ed3-9d85-4654c6c16c14),segment_id=44f32d63-89d2-4ed3-9d85-4654c6c16c14)] {{(pid=111104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:51:57.823139 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-59481551-7a2c-45f3-816a-5bcaea6b68b5 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4801705 Jul 26 14:51:57.842384 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 42580) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:51:57.861206 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.v2.base [None req-5e907467-d78d-4941-8bba-a1b9791417bb tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Request body: {'floatingip': {'floating_network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a'}} {{(pid=111103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 14:51:57.871314 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb22e974-4705-4631-bc36-929449bb6c9b admin admin] Notify agent at l3_agent.dv-cinder-851030-1-iscsi the message routers_updated {{(pid=111103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:51:57.884257 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4538d4b3-95b7-4684-b84e-dbbdc04403b6 None None] Sync routers for ids ['3dd73111-22fc-4d53-b892-28c86cd4f346'] in dv-cinder-851030-1-iscsi {{(pid=111104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:51:57.895896 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-eb22e974-4705-4631-bc36-929449bb6c9b admin admin] 10.222.0.97 "PUT /v2.0/routers/3dd73111-22fc-4d53-b892-28c86cd4f346/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9051611 Jul 26 14:51:57.920783 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-f3f2221d-b008-4d41-a135-bd7e1f4e6f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (c22bd2eb-9253-40e7-9f5d-34524feb8d4d), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:57.935636 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-28136a96-8eba-416a-8389-7e7e8d0e1027 None None] Current status of the port 9307b557-c57d-443d-92e2-8ef9c86086d4 is: ACTIVE; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:51:57.939713 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43ce729e-27c2-410d-a8e7-d26c597d6d3e admin admin] Router 903d0c0b-b56d-4279-9f39-ec9fff2f953f has already been hosted by L3 agent 66f8bb98-7ace-4a85-b6ba-ffe40597695b {{(pid=111103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 14:51:57.941302 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:51:57.972962 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Current status of the port 621fb94b-0f70-4ded-9b26-dcf3a44a2ca0 is: ACTIVE; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:51:57.980514 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4538d4b3-95b7-4684-b84e-dbbdc04403b6 None None] Routers {'3dd73111-22fc-4d53-b892-28c86cd4f346'} bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 14:51:57.984265 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-4538d4b3-95b7-4684-b84e-dbbdc04403b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851030-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-26T14:42:54Z,description=,heartbeat_timestamp=2022-07-26T14:51:54Z,host='dv-cinder-851030-1-iscsi',id=66f8bb98-7ace-4a85-b6ba-ffe40597695b,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:42:55Z,topic='l3_agent')) {'router_ids': ['3dd73111-22fc-4d53-b892-28c86cd4f346'], 'active': True} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:51:58.018239 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae48ebff-baab-487e-9f4f-88276e41b708 admin admin] Pushing event updated for resources: {'Port': ['ID=5a18eca2-bb2d-4000-aca8-85a75cffa849,revision_number=2']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:58.044606 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-5e907467-d78d-4941-8bba-a1b9791417bb tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:58.168533 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-28136a96-8eba-416a-8389-7e7e8d0e1027 None None] Provisioning complete for port c22bd2eb-9253-40e7-9f5d-34524feb8d4d triggered by entity DHCP. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:51:58.168674 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae48ebff-baab-487e-9f4f-88276e41b708 admin admin] Network 0f1306c7-31e7-49e9-8b79-d9c630497063 is already hosted by enough agents. {{(pid=111102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:51:58.169080 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-28136a96-8eba-416a-8389-7e7e8d0e1027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (c22bd2eb-9253-40e7-9f5d-34524feb8d4d), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:58.176693 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.base_scheduler [None req-ae48ebff-baab-487e-9f4f-88276e41b708 admin admin] Resources bound (agent type, host, resource id): {{(pid=111102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:51:58.280584 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ee64c5-0d6f-43b9-9404-33cb7573c17e None None] Pushing event updated for resources: {'Port': ['ID=c22bd2eb-9253-40e7-9f5d-34524feb8d4d,revision_number=4']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:58.344763 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-d7d4ca01-1649-4a2e-aa44-a73281dac05a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (a0128ee1-13fd-4baf-b45c-3cbfafe7739d), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:58.357153 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-d7d4ca01-1649-4a2e-aa44-a73281dac05a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:58.360890 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-d7d4ca01-1649-4a2e-aa44-a73281dac05a admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/a0128ee1-13fd-4baf-b45c-3cbfafe7739d HTTP/1.1" status: 204 len: 168 time: 1.0145938 Jul 26 14:51:58.410655 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d4ca01-1649-4a2e-aa44-a73281dac05a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0128ee1-13fd-4baf-b45c-3cbfafe7739d,revision_number=None']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:58.429562 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvr_db [None req-4538d4b3-95b7-4684-b84e-dbbdc04403b6 None None] Set router 3dd73111-22fc-4d53-b892-28c86cd4f346 gateway port host: dv-cinder-851030-1-iscsi {{(pid=111104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 14:51:58.510180 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f2221d-b008-4d41-a135-bd7e1f4e6f60 None None] Routers {'5f57147f-1584-4a62-83b8-e842b7fdbfc2'} bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 14:51:58.514234 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-f3f2221d-b008-4d41-a135-bd7e1f4e6f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851030-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-26T14:42:54Z,description=,heartbeat_timestamp=2022-07-26T14:51:54Z,host='dv-cinder-851030-1-iscsi',id=66f8bb98-7ace-4a85-b6ba-ffe40597695b,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:42:55Z,topic='l3_agent')) {'router_ids': ['5f57147f-1584-4a62-83b8-e842b7fdbfc2'], 'active': True} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:51:58.580742 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43ce729e-27c2-410d-a8e7-d26c597d6d3e admin admin] Notify agent at l3_agent.dv-cinder-851030-1-iscsi the message routers_updated {{(pid=111103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:51:58.598343 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-43ce729e-27c2-410d-a8e7-d26c597d6d3e admin admin] 10.222.0.97 "PUT /v2.0/routers/903d0c0b-b56d-4279-9f39-ec9fff2f953f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1853585 Jul 26 14:51:58.604240 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae48ebff-baab-487e-9f4f-88276e41b708 admin admin] Router 509662c4-ff56-4224-9f8d-a804da664e9a has already been hosted by L3 agent 66f8bb98-7ace-4a85-b6ba-ffe40597695b {{(pid=111102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 14:51:58.622982 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:51:58.686046 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:51:58.687698 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:51:58.732357 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device 1ae41fd0-598f-4b4b-871e-e6f4a49f5e0e up at agent ovs-agent-dv-cinder-851030-1-iscsi {{(pid=111104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:51:58.781263 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 42602) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:51:58.793555 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.v2.base [None req-49803fdf-dac4-4de4-ac89-cbe97f3d5af2 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Request body: {'security_group': {'name': 'tempest-securitygroup--895331267', 'description': 'tempest-description--1140015815'}} {{(pid=111103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 14:51:58.798930 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-5e907467-d78d-4941-8bba-a1b9791417bb tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (None), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:58.851091 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae48ebff-baab-487e-9f4f-88276e41b708 admin admin] Notify agent at l3_agent.dv-cinder-851030-1-iscsi the message routers_updated {{(pid=111102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:51:58.868805 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=100 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:51:58.879078 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-ae48ebff-baab-487e-9f4f-88276e41b708 admin admin] 10.222.0.97 "PUT /v2.0/routers/509662c4-ff56-4224-9f8d-a804da664e9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9325807 Jul 26 14:51:58.931702 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:51:58.968719 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-49803fdf-dac4-4de4-ac89-cbe97f3d5af2 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Publish callbacks [] for security_group (None), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:58.982160 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvr_db [None req-f3f2221d-b008-4d41-a135-bd7e1f4e6f60 None None] Set router 5f57147f-1584-4a62-83b8-e842b7fdbfc2 gateway port host: dv-cinder-851030-1-iscsi {{(pid=111104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 14:51:58.984937 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.db.db_base_plugin_common [None req-5e907467-d78d-4941-8bba-a1b9791417bb tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Allocated IP 172.27.0.24 (976f28e8-c47c-49b7-93ff-2bd79bbe121a/527ba32d-e656-41f8-8fe6-15a8ab4751c9/e6cdfd0d-1d08-4c2e-b844-b5bbfaff4a6c) {{(pid=111103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:51:59.077228 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-28136a96-8eba-416a-8389-7e7e8d0e1027 None None] Current status of the port c22bd2eb-9253-40e7-9f5d-34524feb8d4d is: DOWN; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:51:59.078149 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-28136a96-8eba-416a-8389-7e7e8d0e1027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (c22bd2eb-9253-40e7-9f5d-34524feb8d4d), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:59.153274 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-49803fdf-dac4-4de4-ac89-cbe97f3d5af2 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Publish callbacks [] for security_group (dc40aab4-ece4-4809-892c-4aaf7437cd1e), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:59.154318 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Provisioning complete for port 1ae41fd0-598f-4b4b-871e-e6f4a49f5e0e triggered by entity L2. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:51:59.154699 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (1ae41fd0-598f-4b4b-871e-e6f4a49f5e0e), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:59.166897 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-5e907467-d78d-4941-8bba-a1b9791417bb tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks [] for port (e6cdfd0d-1d08-4c2e-b844-b5bbfaff4a6c), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:59.268644 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-49803fdf-dac4-4de4-ac89-cbe97f3d5af2 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (dc40aab4-ece4-4809-892c-4aaf7437cd1e), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:59.339332 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-5e907467-d78d-4941-8bba-a1b9791417bb tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789579689795'] for port (e6cdfd0d-1d08-4c2e-b844-b5bbfaff4a6c), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:59.388998 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49803fdf-dac4-4de4-ac89-cbe97f3d5af2 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc40aab4-ece4-4809-892c-4aaf7437cd1e,revision_number=1']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:59.409032 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e907467-d78d-4941-8bba-a1b9791417bb tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Network 976f28e8-c47c-49b7-93ff-2bd79bbe121a is already hosted by enough agents. {{(pid=111103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:51:59.416505 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.scheduler.base_scheduler [None req-5e907467-d78d-4941-8bba-a1b9791417bb tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Resources bound (agent type, host, resource id): {{(pid=111103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:51:59.422242 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e907467-d78d-4941-8bba-a1b9791417bb tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Received port after_create {{(pid=111103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 14:51:59.432400 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e907467-d78d-4941-8bba-a1b9791417bb tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Pushing event updated for resources: {'Port': ['ID=e6cdfd0d-1d08-4c2e-b844-b5bbfaff4a6c,revision_number=1']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:51:59.478482 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-28136a96-8eba-416a-8389-7e7e8d0e1027 None None] For port c22bd2eb-9253-40e7-9f5d-34524feb8d4d, host dv-cinder-851030-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851030-1-iscsi',level=0,port_id=c22bd2eb-9253-40e7-9f5d-34524feb8d4d,segment=NetworkSegment(44f32d63-89d2-4ed3-9d85-4654c6c16c14),segment_id=44f32d63-89d2-4ed3-9d85-4654c6c16c14)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:51:59.479072 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-49803fdf-dac4-4de4-ac89-cbe97f3d5af2 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Publish callbacks [] for security_group (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:59.483141 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-49803fdf-dac4-4de4-ac89-cbe97f3d5af2 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6980240 Jul 26 14:51:59.483374 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 42634) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:51:59.488801 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.v2.base [None req-07b4bf6a-30db-439b-af8b-7e36c05cb1d9 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Request body: {'security_group_rule': {'security_group_id': 'dc40aab4-ece4-4809-892c-4aaf7437cd1e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 14:51:59.510739 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-4538d4b3-95b7-4684-b84e-dbbdc04403b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dd73111-22fc-4d53-b892-28c86cd4f346', 'name': 'tempest-AttachVolumeTestJSON-1513426877-router', 'tenant_id': '7ccd4ff518dc4c37bfb7f343ccc97206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': '1ae41fd0-598f-4b4b-871e-e6f4a49f5e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:51:46Z', 'updated_at': '2022-07-26T14:51:55Z', 'revision_number': 4, 'project_id': '7ccd4ff518dc4c37bfb7f343ccc97206', 'gw_port': {'id': '1ae41fd0-598f-4b4b-871e-e6f4a49f5e0e', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:1e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dd73111-22fc-4d53-b892-28c86cd4f346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:47Z', 'updated_at': '2022-07-26T14:51:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi', '_interfaces': [{'id': '29e384e9-6227-4c9f-8f00-22a84167511d', 'name': '', 'network_id': '02c3d9d5-b71e-4ad5-9373-5d17164e8aec', 'tenant_id': '7ccd4ff518dc4c37bfb7f343ccc97206', 'mac_address': 'fa:16:3e:e9:d3:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dd73111-22fc-4d53-b892-28c86cd4f346', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e75d54a1-37a3-48c4-b0bd-5c996cd738b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:53Z', 'updated_at': '2022-07-26T14:51:55Z', 'revision_number': 2, 'project_id': '7ccd4ff518dc4c37bfb7f343ccc97206', 'subnets': [{'id': 'e75d54a1-37a3-48c4-b0bd-5c996cd738b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851030-1-iscsi', False) {} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:51:59.547199 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-5e907467-d78d-4941-8bba-a1b9791417bb tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks [] for floatingip (cd53df16-aeae-41e0-ab80-d8cd9458edcd), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:59.570716 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4538d4b3-95b7-4684-b84e-dbbdc04403b6 None None] Checking router: 3dd73111-22fc-4d53-b892-28c86cd4f346 for host: dv-cinder-851030-1-iscsi {{(pid=111104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:51:59.571069 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4538d4b3-95b7-4684-b84e-dbbdc04403b6 None None] Updating router 3dd73111-22fc-4d53-b892-28c86cd4f346 port 29e384e9-6227-4c9f-8f00-22a84167511d binding host dv-cinder-851030-1-iscsi {{(pid=111104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 14:51:59.617624 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=100 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:51:59.630508 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-28136a96-8eba-416a-8389-7e7e8d0e1027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (c22bd2eb-9253-40e7-9f5d-34524feb8d4d), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:59.640291 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-07b4bf6a-30db-439b-af8b-7e36c05cb1d9 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Publish callbacks [] for security_group_rule (a2ad7e76-9e1b-4128-bdae-8aadd56fc4c8), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:59.769831 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 42654) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:51:59.772228 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-07b4bf6a-30db-439b-af8b-7e36c05cb1d9 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Publish callbacks [] for security_group_rule (a2ad7e76-9e1b-4128-bdae-8aadd56fc4c8), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:59.781494 dv-cinder-851030-1-iscsi neutron-server[111102]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 26 14:51:59.789673 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-4538d4b3-95b7-4684-b84e-dbbdc04403b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (29e384e9-6227-4c9f-8f00-22a84167511d), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:59.803042 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-d31ba1cd-e463-47af-a214-984abdf0263c None None] Provisioning complete for port 29e384e9-6227-4c9f-8f00-22a84167511d triggered by entity DHCP. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:51:59.803686 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-d31ba1cd-e463-47af-a214-984abdf0263c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (29e384e9-6227-4c9f-8f00-22a84167511d), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:59.818130 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-5e907467-d78d-4941-8bba-a1b9791417bb tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (e6cdfd0d-1d08-4c2e-b844-b5bbfaff4a6c), before_update {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:59.923375 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-d31ba1cd-e463-47af-a214-984abdf0263c None None] Port 29e384e9-6227-4c9f-8f00-22a84167511d cannot update to ACTIVE because it is not bound. {{(pid=111104) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 14:51:59.929943 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 42674) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:51:59.962176 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-07b4bf6a-30db-439b-af8b-7e36c05cb1d9 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662595'] for security_group_rule (a2ad7e76-9e1b-4128-bdae-8aadd56fc4c8), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:59.970449 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Current status of the port 1ae41fd0-598f-4b4b-871e-e6f4a49f5e0e is: DOWN; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:51:59.971068 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (1ae41fd0-598f-4b4b-871e-e6f4a49f5e0e), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:51:59.977104 dv-cinder-851030-1-iscsi neutron-server[111103]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 26 14:52:00.022469 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-d31ba1cd-e463-47af-a214-984abdf0263c None None] Provisioning complete for port 95d9a5ed-9498-4f57-b658-e31ceee0039b triggered by entity DHCP. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:52:00.023085 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-d31ba1cd-e463-47af-a214-984abdf0263c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (95d9a5ed-9498-4f57-b658-e31ceee0039b), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:00.025579 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-f3f2221d-b008-4d41-a135-bd7e1f4e6f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f57147f-1584-4a62-83b8-e842b7fdbfc2', 'name': 'tempest-AttachVolumeNegativeTest-1038869275-router', 'tenant_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '8dee36ad-48a7-4c32-9e44-b495406a43fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:51:43Z', 'updated_at': '2022-07-26T14:51:50Z', 'revision_number': 4, 'project_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'gw_port': {'id': '8dee36ad-48a7-4c32-9e44-b495406a43fc', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:28:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f57147f-1584-4a62-83b8-e842b7fdbfc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:44Z', 'updated_at': '2022-07-26T14:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi', '_interfaces': [{'id': 'c22bd2eb-9253-40e7-9f5d-34524feb8d4d', 'name': '', 'network_id': '4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0', 'tenant_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'mac_address': 'fa:16:3e:9b:be:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f57147f-1584-4a62-83b8-e842b7fdbfc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2dc51976-041f-4e28-9975-c948630898a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:48Z', 'updated_at': '2022-07-26T14:51:57Z', 'revision_number': 4, 'project_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'subnets': [{'id': '2dc51976-041f-4e28-9975-c948630898a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851030-1-iscsi', False) {} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:52:00.033009 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:00.074791 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28136a96-8eba-416a-8389-7e7e8d0e1027 None None] Pushing event updated for resources: {'Port': ['ID=c22bd2eb-9253-40e7-9f5d-34524feb8d4d,revision_number=5']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:00.076875 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b4bf6a-30db-439b-af8b-7e36c05cb1d9 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2ad7e76-9e1b-4128-bdae-8aadd56fc4c8,revision_number=0']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:00.117442 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] For port 1ae41fd0-598f-4b4b-871e-e6f4a49f5e0e, host dv-cinder-851030-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851030-1-iscsi',level=0,port_id=1ae41fd0-598f-4b4b-871e-e6f4a49f5e0e,segment=NetworkSegment(9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7),segment_id=9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:52:00.124361 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3f2221d-b008-4d41-a135-bd7e1f4e6f60 None None] The sync data for ids ['5f57147f-1584-4a62-83b8-e842b7fdbfc2'] in dv-cinder-851030-1-iscsi is: [{'id': '5f57147f-1584-4a62-83b8-e842b7fdbfc2', 'name': 'tempest-AttachVolumeNegativeTest-1038869275-router', 'tenant_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '8dee36ad-48a7-4c32-9e44-b495406a43fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:51:43Z', 'updated_at': '2022-07-26T14:51:50Z', 'revision_number': 4, 'project_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'gw_port': {'id': '8dee36ad-48a7-4c32-9e44-b495406a43fc', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:28:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f57147f-1584-4a62-83b8-e842b7fdbfc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:44Z', 'updated_at': '2022-07-26T14:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi', '_interfaces': [{'id': 'c22bd2eb-9253-40e7-9f5d-34524feb8d4d', 'name': '', 'network_id': '4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0', 'tenant_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'mac_address': 'fa:16:3e:9b:be:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f57147f-1584-4a62-83b8-e842b7fdbfc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2dc51976-041f-4e28-9975-c948630898a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:48Z', 'updated_at': '2022-07-26T14:51:57Z', 'revision_number': 4, 'project_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'subnets': [{'id': '2dc51976-041f-4e28-9975-c948630898a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:52:00.135319 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:00.196860 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-07b4bf6a-30db-439b-af8b-7e36c05cb1d9 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:00.198153 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-07b4bf6a-30db-439b-af8b-7e36c05cb1d9 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7137492 Jul 26 14:52:00.200941 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 42676) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:52:00.201584 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (1ae41fd0-598f-4b4b-871e-e6f4a49f5e0e), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:00.202591 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device 6f8790cb-ec4a-48ae-8815-1570dacd37a4 up at agent ovs-agent-dv-cinder-851030-1-iscsi {{(pid=111104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:52:00.207265 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.v2.base [None req-3542365d-2320-4ab8-afad-e7daffd52bd9 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Request body: {'security_group_rule': {'security_group_id': 'dc40aab4-ece4-4809-892c-4aaf7437cd1e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 14:52:00.224816 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d386f1c7-228a-4046-b4e2-9bef9c86ba07 req-d9f4d096-87b8-4ea9-a8e7-d3701c8b6fb0 tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:00.226755 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-d386f1c7-228a-4046-b4e2-9bef9c86ba07 req-d9f4d096-87b8-4ea9-a8e7-d3701c8b6fb0 tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] 10.222.0.97 "GET /v2.0/networks?id=8e81120a-d472-43d2-a7db-69cbb3be13c6 HTTP/1.1" status: 200 len: 812 time: 0.4498842 Jul 26 14:52:00.256948 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-d386f1c7-228a-4046-b4e2-9bef9c86ba07 req-c23c464c-0fde-4f5c-afb4-0bb722267df5 tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] 10.222.0.97 "GET /v2.0/quotas/ca1bc66d9e5446758a759063544ae3e7 HTTP/1.1" status: 200 len: 375 time: 0.0158772 Jul 26 14:52:00.260807 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-d31ba1cd-e463-47af-a214-984abdf0263c None None] Port 95d9a5ed-9498-4f57-b658-e31ceee0039b cannot update to ACTIVE because it is not bound. {{(pid=111104) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 14:52:00.324118 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-d31ba1cd-e463-47af-a214-984abdf0263c None None] Provisioning complete for port 5a18eca2-bb2d-4000-aca8-85a75cffa849 triggered by entity DHCP. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:52:00.324254 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-d31ba1cd-e463-47af-a214-984abdf0263c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (5a18eca2-bb2d-4000-aca8-85a75cffa849), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:00.357707 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:00.415853 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-3542365d-2320-4ab8-afad-e7daffd52bd9 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Publish callbacks [] for security_group_rule (dffef868-9bc5-4094-8738-342e2d7ca60a), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:00.444706 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Pushing event updated for resources: {'Port': ['ID=1ae41fd0-598f-4b4b-871e-e6f4a49f5e0e,revision_number=4']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:00.458474 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-d31ba1cd-e463-47af-a214-984abdf0263c None None] Port 5a18eca2-bb2d-4000-aca8-85a75cffa849 cannot update to ACTIVE because it is not bound. {{(pid=111104) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 14:52:00.466284 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=84,neutron:UPDATE=6,neutron:INSERT=8,neutron:DELETE=2 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:00.467384 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Provisioning complete for port 6f8790cb-ec4a-48ae-8815-1570dacd37a4 triggered by entity L2. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:52:00.467808 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (6f8790cb-ec4a-48ae-8815-1570dacd37a4), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:00.475336 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-d386f1c7-228a-4046-b4e2-9bef9c86ba07 req-0ec89df7-f3c7-4bae-9bcc-9602c42b10fc tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=ca1bc66d9e5446758a759063544ae3e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2015057 Jul 26 14:52:00.496822 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-d31ba1cd-e463-47af-a214-984abdf0263c None None] Provisioning complete for port c22bd2eb-9253-40e7-9f5d-34524feb8d4d triggered by entity DHCP. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:52:00.497215 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-d31ba1cd-e463-47af-a214-984abdf0263c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (c22bd2eb-9253-40e7-9f5d-34524feb8d4d), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:00.509648 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-3542365d-2320-4ab8-afad-e7daffd52bd9 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Publish callbacks [] for security_group_rule (dffef868-9bc5-4094-8738-342e2d7ca60a), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:00.573752 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4394a833-70e5-499b-8cfd-43d07181d098 req-67942f27-f5d8-4155-a009-aff1e1f272b5 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:00.575308 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-4394a833-70e5-499b-8cfd-43d07181d098 req-67942f27-f5d8-4155-a009-aff1e1f272b5 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/networks?id=0f1306c7-31e7-49e9-8b79-d9c630497063 HTTP/1.1" status: 200 len: 819 time: 0.6000168 Jul 26 14:52:00.600549 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-4394a833-70e5-499b-8cfd-43d07181d098 req-9242b527-e900-489f-aa09-210637a87223 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/quotas/4f3f79533bbf48018798e6e65050d69c HTTP/1.1" status: 200 len: 375 time: 0.0188975 Jul 26 14:52:00.602987 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-5e907467-d78d-4941-8bba-a1b9791417bb tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks [] for port (e6cdfd0d-1d08-4c2e-b844-b5bbfaff4a6c), precommit_update {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:00.652026 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:00.652948 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-3542365d-2320-4ab8-afad-e7daffd52bd9 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662595'] for security_group_rule (dffef868-9bc5-4094-8738-342e2d7ca60a), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:00.668908 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3542365d-2320-4ab8-afad-e7daffd52bd9 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dffef868-9bc5-4094-8738-342e2d7ca60a,revision_number=0']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:00.693421 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-5e907467-d78d-4941-8bba-a1b9791417bb tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (e6cdfd0d-1d08-4c2e-b844-b5bbfaff4a6c), after_update {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:00.716355 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Current status of the port 6f8790cb-ec4a-48ae-8815-1570dacd37a4 is: DOWN; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:52:00.716988 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (6f8790cb-ec4a-48ae-8815-1570dacd37a4), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:00.730987 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-4538d4b3-95b7-4684-b84e-dbbdc04403b6 None None] Publish callbacks [] for port (29e384e9-6227-4c9f-8f00-22a84167511d), precommit_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:00.733562 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-5e907467-d78d-4941-8bba-a1b9791417bb tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691171'] for floatingip (cd53df16-aeae-41e0-ab80-d8cd9458edcd), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:00.736813 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-d31ba1cd-e463-47af-a214-984abdf0263c None None] Current status of the port c22bd2eb-9253-40e7-9f5d-34524feb8d4d is: ACTIVE; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:52:00.744569 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-4394a833-70e5-499b-8cfd-43d07181d098 req-9c297da3-161d-40a6-a7ca-79826c125c6f tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=4f3f79533bbf48018798e6e65050d69c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1354001 Jul 26 14:52:00.753287 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] For port 6f8790cb-ec4a-48ae-8815-1570dacd37a4, host dv-cinder-851030-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851030-1-iscsi',level=0,port_id=6f8790cb-ec4a-48ae-8815-1570dacd37a4,segment=NetworkSegment(9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7),segment_id=9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:52:00.765599 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e907467-d78d-4941-8bba-a1b9791417bb tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Pushing event updated for resources: {'Port': ['ID=e6cdfd0d-1d08-4c2e-b844-b5bbfaff4a6c,revision_number=2']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:00.777428 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-3542365d-2320-4ab8-afad-e7daffd52bd9 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:00.783645 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 42704) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:52:00.785323 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-3542365d-2320-4ab8-afad-e7daffd52bd9 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5796621 Jul 26 14:52:00.789235 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.v2.base [None req-36288181-4d38-4b27-8379-47ac54eecd26 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Request body: {'floatingip': {'floating_network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a'}} {{(pid=111103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 14:52:00.829597 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-4538d4b3-95b7-4684-b84e-dbbdc04403b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (29e384e9-6227-4c9f-8f00-22a84167511d), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:00.865990 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-5e907467-d78d-4941-8bba-a1b9791417bb tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-431034'] for floatingip (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:00.866837 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (6f8790cb-ec4a-48ae-8815-1570dacd37a4), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:00.867740 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device 8dee36ad-48a7-4c32-9e44-b495406a43fc up at agent ovs-agent-dv-cinder-851030-1-iscsi {{(pid=111104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:52:00.869349 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-5e907467-d78d-4941-8bba-a1b9791417bb tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0258858 Jul 26 14:52:00.908135 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1360ac2e-7f36-4412-89ba-f008feefd21a None None] Pushing event updated for resources: {'Port': ['ID=29e384e9-6227-4c9f-8f00-22a84167511d,revision_number=3']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:00.931082 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-36288181-4d38-4b27-8379-47ac54eecd26 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:00.974169 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Pushing event updated for resources: {'Port': ['ID=6f8790cb-ec4a-48ae-8815-1570dacd37a4,revision_number=4']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:01.047059 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Provisioning complete for port 8dee36ad-48a7-4c32-9e44-b495406a43fc triggered by entity L2. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:52:01.047708 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (8dee36ad-48a7-4c32-9e44-b495406a43fc), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:01.079741 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.agents_db [None req-99196b13-9676-4f02-b89b-0db7196f18a6 None None] Agent healthcheck: found 6 active agents {{(pid=111105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 14:52:01.146002 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-36288181-4d38-4b27-8379-47ac54eecd26 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (None), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:01.162297 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.managers [None req-4538d4b3-95b7-4684-b84e-dbbdc04403b6 None None] Attempting to bind port 29e384e9-6227-4c9f-8f00-22a84167511d on host dv-cinder-851030-1-iscsi for vnic_type normal with profile {{(pid=111104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 14:52:01.163230 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.managers [None req-4538d4b3-95b7-4684-b84e-dbbdc04403b6 None None] Attempting to bind port 29e384e9-6227-4c9f-8f00-22a84167511d by drivers openvswitch,hyperv on host dv-cinder-851030-1-iscsi at level 0 using segments [{'id': '65a613d5-aaf3-451b-925f-b17dff71ceb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '02c3d9d5-b71e-4ad5-9373-5d17164e8aec'}] {{(pid=111104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 14:52:01.163794 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4538d4b3-95b7-4684-b84e-dbbdc04403b6 None None] Attempting to bind port 29e384e9-6227-4c9f-8f00-22a84167511d on network 02c3d9d5-b71e-4ad5-9373-5d17164e8aec {{(pid=111104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 14:52:01.213969 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4538d4b3-95b7-4684-b84e-dbbdc04403b6 None None] Checking agent: {'id': 'df49e665-2de0-463a-a1e1-c989804d5593', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851030-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 14, 42, 57), 'started_at': datetime.datetime(2022, 7, 26, 14, 43, 27), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 14, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851030-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 14:52:01.214463 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4538d4b3-95b7-4684-b84e-dbbdc04403b6 None None] Checking segment: {'id': '65a613d5-aaf3-451b-925f-b17dff71ceb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '02c3d9d5-b71e-4ad5-9373-5d17164e8aec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 14:52:01.214933 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-4538d4b3-95b7-4684-b84e-dbbdc04403b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:01.215470 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4538d4b3-95b7-4684-b84e-dbbdc04403b6 None None] Bound using segment: {'id': '65a613d5-aaf3-451b-925f-b17dff71ceb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '02c3d9d5-b71e-4ad5-9373-5d17164e8aec'} {{(pid=111104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 14:52:01.216042 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.managers [None req-4538d4b3-95b7-4684-b84e-dbbdc04403b6 None None] Bound port: 29e384e9-6227-4c9f-8f00-22a84167511d, host: dv-cinder-851030-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65a613d5-aaf3-451b-925f-b17dff71ceb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '02c3d9d5-b71e-4ad5-9373-5d17164e8aec'}}] {{(pid=111104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 14:52:01.218538 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-4538d4b3-95b7-4684-b84e-dbbdc04403b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (29e384e9-6227-4c9f-8f00-22a84167511d), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:01.347643 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-4538d4b3-95b7-4684-b84e-dbbdc04403b6 None None] For port 29e384e9-6227-4c9f-8f00-22a84167511d, host dv-cinder-851030-1-iscsi, cleared binding levels {{(pid=111104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:52:01.355614 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-4538d4b3-95b7-4684-b84e-dbbdc04403b6 None None] For port 29e384e9-6227-4c9f-8f00-22a84167511d, host dv-cinder-851030-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851030-1-iscsi',level=0,port_id=29e384e9-6227-4c9f-8f00-22a84167511d,segment=NetworkSegment(65a613d5-aaf3-451b-925f-b17dff71ceb2),segment_id=65a613d5-aaf3-451b-925f-b17dff71ceb2)] {{(pid=111104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:52:01.378538 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:01.387793 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-d8e8d68e-76fd-45ad-8dac-b8e358be461c None None] Provisioning complete for port 29e384e9-6227-4c9f-8f00-22a84167511d triggered by entity DHCP. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:52:01.388415 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-d8e8d68e-76fd-45ad-8dac-b8e358be461c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (29e384e9-6227-4c9f-8f00-22a84167511d), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:01.444476 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.db.db_base_plugin_common [None req-36288181-4d38-4b27-8379-47ac54eecd26 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Allocated IP 172.27.0.203 (976f28e8-c47c-49b7-93ff-2bd79bbe121a/527ba32d-e656-41f8-8fe6-15a8ab4751c9/3091cf6c-05b3-48d4-b461-f46a9b69dc0a) {{(pid=111103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:52:01.498496 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [req-d386f1c7-228a-4046-b4e2-9bef9c86ba07 req-549a6204-46dd-4644-aa4d-e9efd312cb7c service neutron] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=111102) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 26 14:52:01.501011 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-d386f1c7-228a-4046-b4e2-9bef9c86ba07 req-549a6204-46dd-4644-aa4d-e9efd312cb7c service neutron] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.5707750 Jul 26 14:52:01.508244 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:01.508875 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-4538d4b3-95b7-4684-b84e-dbbdc04403b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (29e384e9-6227-4c9f-8f00-22a84167511d), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:01.560142 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea39c167-944d-4423-b4d9-aee71060a5c4 None None] Sync routers for ids ['903d0c0b-b56d-4279-9f39-ec9fff2f953f'] in dv-cinder-851030-1-iscsi {{(pid=111105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:52:01.570333 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Current status of the port 8dee36ad-48a7-4c32-9e44-b495406a43fc is: ACTIVE; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:52:01.577834 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device bd673a1c-fc91-4301-8da3-d9f62172b0bf up at agent ovs-agent-dv-cinder-851030-1-iscsi {{(pid=111104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:52:01.577834 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-d8e8d68e-76fd-45ad-8dac-b8e358be461c None None] Port 29e384e9-6227-4c9f-8f00-22a84167511d cannot update to ACTIVE because it is not bound. {{(pid=111104) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 14:52:01.581050 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 42724) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:52:01.599001 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea39c167-944d-4423-b4d9-aee71060a5c4 None None] Routers {'903d0c0b-b56d-4279-9f39-ec9fff2f953f'} bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 14:52:01.599777 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_hamode_db [None req-ea39c167-944d-4423-b4d9-aee71060a5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851030-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-26T14:42:54Z,description=,heartbeat_timestamp=2022-07-26T14:51:54Z,host='dv-cinder-851030-1-iscsi',id=66f8bb98-7ace-4a85-b6ba-ffe40597695b,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:42:55Z,topic='l3_agent')) {'router_ids': ['903d0c0b-b56d-4279-9f39-ec9fff2f953f'], 'active': True} {{(pid=111105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:52:01.743845 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-36288181-4d38-4b27-8379-47ac54eecd26 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Publish callbacks [] for port (3091cf6c-05b3-48d4-b461-f46a9b69dc0a), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:01.762521 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-d386f1c7-228a-4046-b4e2-9bef9c86ba07 req-14eb3725-4426-45ae-b515-ee742205116a service neutron] 10.222.0.97 "GET /v2.0/networks/8e81120a-d472-43d2-a7db-69cbb3be13c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503707 Jul 26 14:52:01.792694 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4538d4b3-95b7-4684-b84e-dbbdc04403b6 None None] Routers {'3dd73111-22fc-4d53-b892-28c86cd4f346'} bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 14:52:01.799094 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-4538d4b3-95b7-4684-b84e-dbbdc04403b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851030-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-26T14:42:54Z,description=,heartbeat_timestamp=2022-07-26T14:51:54Z,host='dv-cinder-851030-1-iscsi',id=66f8bb98-7ace-4a85-b6ba-ffe40597695b,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:42:55Z,topic='l3_agent')) {'router_ids': ['3dd73111-22fc-4d53-b892-28c86cd4f346'], 'active': True} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:52:01.799852 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_dvr_db [None req-ea39c167-944d-4423-b4d9-aee71060a5c4 None None] Set router 903d0c0b-b56d-4279-9f39-ec9fff2f953f gateway port host: dv-cinder-851030-1-iscsi {{(pid=111105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 14:52:01.801686 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037c2b83-a4c5-4efa-8536-83a61d656b28 None None] Sync routers for ids ['509662c4-ff56-4224-9f8d-a804da664e9a'] in dv-cinder-851030-1-iscsi {{(pid=111104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:52:01.831894 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [req-4394a833-70e5-499b-8cfd-43d07181d098 req-391e1e25-1c85-4fd3-9278-611cb33e16d9 service neutron] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=111103) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 26 14:52:01.840018 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-4394a833-70e5-499b-8cfd-43d07181d098 req-391e1e25-1c85-4fd3-9278-611cb33e16d9 service neutron] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1452382 Jul 26 14:52:01.923035 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1360ac2e-7f36-4412-89ba-f008feefd21a None None] Pushing event updated for resources: {'Port': ['ID=29e384e9-6227-4c9f-8f00-22a84167511d,revision_number=4']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:01.940059 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-cd49da90-34fb-4809-958c-f062c9d7aa7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:01.962922 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037c2b83-a4c5-4efa-8536-83a61d656b28 None None] Routers {'509662c4-ff56-4224-9f8d-a804da664e9a'} bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 14:52:01.963933 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-037c2b83-a4c5-4efa-8536-83a61d656b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851030-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-26T14:42:54Z,description=,heartbeat_timestamp=2022-07-26T14:51:54Z,host='dv-cinder-851030-1-iscsi',id=66f8bb98-7ace-4a85-b6ba-ffe40597695b,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:42:55Z,topic='l3_agent')) {'router_ids': ['509662c4-ff56-4224-9f8d-a804da664e9a'], 'active': True} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:52:02.010237 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-4394a833-70e5-499b-8cfd-43d07181d098 req-df9d901d-acae-4414-873c-8e8e03185764 service neutron] 10.222.0.97 "GET /v2.0/networks/0f1306c7-31e7-49e9-8b79-d9c630497063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690991 Jul 26 14:52:02.043026 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-36288181-4d38-4b27-8379-47ac54eecd26 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789579689795'] for port (3091cf6c-05b3-48d4-b461-f46a9b69dc0a), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:02.044498 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Provisioning complete for port bd673a1c-fc91-4301-8da3-d9f62172b0bf triggered by entity L2. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:52:02.044992 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (bd673a1c-fc91-4301-8da3-d9f62172b0bf), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:02.072040 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-d386f1c7-228a-4046-b4e2-9bef9c86ba07 req-70193967-58b3-4a50-9223-173f70198c5f service neutron] 10.222.0.97 "GET /v2.0/networks/8e81120a-d472-43d2-a7db-69cbb3be13c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3018906 Jul 26 14:52:02.097144 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_hamode_db [None req-ea39c167-944d-4423-b4d9-aee71060a5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '903d0c0b-b56d-4279-9f39-ec9fff2f953f', 'name': 'tempest-DeleteServersTestJSON-1566382743-router', 'tenant_id': 'ca1bc66d9e5446758a759063544ae3e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '6f8790cb-ec4a-48ae-8815-1570dacd37a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:51:46Z', 'updated_at': '2022-07-26T14:51:55Z', 'revision_number': 4, 'project_id': 'ca1bc66d9e5446758a759063544ae3e7', 'gw_port': {'id': '6f8790cb-ec4a-48ae-8815-1570dacd37a4', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:95:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903d0c0b-b56d-4279-9f39-ec9fff2f953f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:47Z', 'updated_at': '2022-07-26T14:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi', '_interfaces': [{'id': '95d9a5ed-9498-4f57-b658-e31ceee0039b', 'name': '', 'network_id': '8e81120a-d472-43d2-a7db-69cbb3be13c6', 'tenant_id': 'ca1bc66d9e5446758a759063544ae3e7', 'mac_address': 'fa:16:3e:6f:22:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '903d0c0b-b56d-4279-9f39-ec9fff2f953f', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd254fac4-b0e3-4010-92e1-626681866d2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:53Z', 'updated_at': '2022-07-26T14:51:55Z', 'revision_number': 2, 'project_id': 'ca1bc66d9e5446758a759063544ae3e7', 'subnets': [{'id': 'd254fac4-b0e3-4010-92e1-626681866d2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851030-1-iscsi', False) {} {{(pid=111105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:52:02.139672 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea39c167-944d-4423-b4d9-aee71060a5c4 None None] Checking router: 903d0c0b-b56d-4279-9f39-ec9fff2f953f for host: dv-cinder-851030-1-iscsi {{(pid=111105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:52:02.140029 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea39c167-944d-4423-b4d9-aee71060a5c4 None None] Updating router 903d0c0b-b56d-4279-9f39-ec9fff2f953f port 95d9a5ed-9498-4f57-b658-e31ceee0039b binding host dv-cinder-851030-1-iscsi {{(pid=111105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 14:52:02.148106 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-cd49da90-34fb-4809-958c-f062c9d7aa7d admin admin] Publish callbacks [] for security_group (ebfb67f9-7dfe-481c-ba7c-019e103c2030), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:02.150738 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:02.179105 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron_lib.callbacks.manager [None req-ea39c167-944d-4423-b4d9-aee71060a5c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (95d9a5ed-9498-4f57-b658-e31ceee0039b), before_update {{(pid=111105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:02.214391 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36288181-4d38-4b27-8379-47ac54eecd26 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Pushing event updated for resources: {'Port': ['ID=3091cf6c-05b3-48d4-b461-f46a9b69dc0a,revision_number=1']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:02.229739 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36288181-4d38-4b27-8379-47ac54eecd26 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Network 976f28e8-c47c-49b7-93ff-2bd79bbe121a is already hosted by enough agents. {{(pid=111103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:52:02.237039 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.scheduler.base_scheduler [None req-36288181-4d38-4b27-8379-47ac54eecd26 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Resources bound (agent type, host, resource id): {{(pid=111103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:52:02.240051 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36288181-4d38-4b27-8379-47ac54eecd26 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Received port after_create {{(pid=111103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 14:52:02.290646 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-bab9b93e-6787-40b6-b38e-05eeb28b16f2 None None] Provisioning complete for port 29e384e9-6227-4c9f-8f00-22a84167511d triggered by entity DHCP. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:52:02.291292 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-bab9b93e-6787-40b6-b38e-05eeb28b16f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (29e384e9-6227-4c9f-8f00-22a84167511d), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:02.327084 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-4394a833-70e5-499b-8cfd-43d07181d098 req-ac8ef918-0b7d-427b-a437-2304f32f810c service neutron] 10.222.0.97 "GET /v2.0/networks/0f1306c7-31e7-49e9-8b79-d9c630497063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3065109 Jul 26 14:52:02.338936 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-36288181-4d38-4b27-8379-47ac54eecd26 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Publish callbacks [] for floatingip (65ced372-d2f0-400f-94fb-eb790a2839c3), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:02.406033 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-cd49da90-34fb-4809-958c-f062c9d7aa7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (ebfb67f9-7dfe-481c-ba7c-019e103c2030), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:02.475463 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd49da90-34fb-4809-958c-f062c9d7aa7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebfb67f9-7dfe-481c-ba7c-019e103c2030,revision_number=1']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:02.508035 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvr_db [None req-4538d4b3-95b7-4684-b84e-dbbdc04403b6 None None] Set router 3dd73111-22fc-4d53-b892-28c86cd4f346 gateway port host: dv-cinder-851030-1-iscsi {{(pid=111104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 14:52:02.532449 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=100 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:02.566980 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-cd49da90-34fb-4809-958c-f062c9d7aa7d admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=1f77b8972e364573ba62facb721fa7bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9835482 Jul 26 14:52:02.578427 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-36288181-4d38-4b27-8379-47ac54eecd26 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (3091cf6c-05b3-48d4-b461-f46a9b69dc0a), before_update {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:02.581613 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 42750) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:52:02.603379 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron_lib.callbacks.manager [None req-ea39c167-944d-4423-b4d9-aee71060a5c4 None None] Publish callbacks [] for port (95d9a5ed-9498-4f57-b658-e31ceee0039b), precommit_update {{(pid=111105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:02.619711 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:02.684165 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvr_db [None req-037c2b83-a4c5-4efa-8536-83a61d656b28 None None] Set router 509662c4-ff56-4224-9f8d-a804da664e9a gateway port host: dv-cinder-851030-1-iscsi {{(pid=111104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 14:52:02.741846 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-52739e00-c14e-4d0d-95fb-a09e3fcf6cfe admin admin] Publish callbacks [] for security_group (ebfb67f9-7dfe-481c-ba7c-019e103c2030), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:02.749158 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron_lib.callbacks.manager [None req-ea39c167-944d-4423-b4d9-aee71060a5c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (95d9a5ed-9498-4f57-b658-e31ceee0039b), after_update {{(pid=111105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:02.837070 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-52739e00-c14e-4d0d-95fb-a09e3fcf6cfe admin admin] Publish callbacks [] for security_group (ebfb67f9-7dfe-481c-ba7c-019e103c2030), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:02.842220 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-f6b49af0-8edd-4447-acf5-2650d261d205 req-c9c04efc-3dde-482a-a504-14b710361cee tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/security-groups?name=tempest-securitygroup--342152317&fields=id&tenant_id=ace4455a9e1b44e5bf7b04fd4abf81d7 HTTP/1.1" status: 200 len: 267 time: 0.1927128 Jul 26 14:52:02.918083 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10e3293-0510-41d8-9bac-ac7284cda177 None None] Pushing event updated for resources: {'Port': ['ID=95d9a5ed-9498-4f57-b658-e31ceee0039b,revision_number=3']} {{(pid=111105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:02.979685 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:03.006178 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Current status of the port bd673a1c-fc91-4301-8da3-d9f62172b0bf is: ACTIVE; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:52:03.012842 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device 9307b557-c57d-443d-92e2-8ef9c86086d4 up at agent ovs-agent-dv-cinder-851030-1-iscsi {{(pid=111104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:52:03.015054 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:03.155798 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-bab9b93e-6787-40b6-b38e-05eeb28b16f2 None None] Current status of the port 29e384e9-6227-4c9f-8f00-22a84167511d is: DOWN; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:52:03.156200 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-bab9b93e-6787-40b6-b38e-05eeb28b16f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (29e384e9-6227-4c9f-8f00-22a84167511d), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:03.184683 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.plugins.ml2.managers [None req-ea39c167-944d-4423-b4d9-aee71060a5c4 None None] Attempting to bind port 95d9a5ed-9498-4f57-b658-e31ceee0039b on host dv-cinder-851030-1-iscsi for vnic_type normal with profile {{(pid=111105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 14:52:03.186834 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.plugins.ml2.managers [None req-ea39c167-944d-4423-b4d9-aee71060a5c4 None None] Attempting to bind port 95d9a5ed-9498-4f57-b658-e31ceee0039b by drivers openvswitch,hyperv on host dv-cinder-851030-1-iscsi at level 0 using segments [{'id': '82e6fd43-9678-4238-8619-ec1c114f874d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '8e81120a-d472-43d2-a7db-69cbb3be13c6'}] {{(pid=111105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 14:52:03.188527 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea39c167-944d-4423-b4d9-aee71060a5c4 None None] Attempting to bind port 95d9a5ed-9498-4f57-b658-e31ceee0039b on network 8e81120a-d472-43d2-a7db-69cbb3be13c6 {{(pid=111105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 14:52:03.202446 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea39c167-944d-4423-b4d9-aee71060a5c4 None None] Checking agent: {'id': 'df49e665-2de0-463a-a1e1-c989804d5593', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851030-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 14, 42, 57), 'started_at': datetime.datetime(2022, 7, 26, 14, 43, 27), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 14, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851030-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 14:52:03.204667 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea39c167-944d-4423-b4d9-aee71060a5c4 None None] Checking segment: {'id': '82e6fd43-9678-4238-8619-ec1c114f874d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '8e81120a-d472-43d2-a7db-69cbb3be13c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 14:52:03.205260 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron_lib.callbacks.manager [None req-ea39c167-944d-4423-b4d9-aee71060a5c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:03.205375 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b49af0-8edd-4447-acf5-2650d261d205 req-eb321cf4-0ab5-48be-bce7-1b35ff4da1de tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:03.206680 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea39c167-944d-4423-b4d9-aee71060a5c4 None None] Bound using segment: {'id': '82e6fd43-9678-4238-8619-ec1c114f874d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '8e81120a-d472-43d2-a7db-69cbb3be13c6'} {{(pid=111105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 14:52:03.209196 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.plugins.ml2.managers [None req-ea39c167-944d-4423-b4d9-aee71060a5c4 None None] Bound port: 95d9a5ed-9498-4f57-b658-e31ceee0039b, host: dv-cinder-851030-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82e6fd43-9678-4238-8619-ec1c114f874d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '8e81120a-d472-43d2-a7db-69cbb3be13c6'}}] {{(pid=111105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 14:52:03.209765 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron_lib.callbacks.manager [None req-ea39c167-944d-4423-b4d9-aee71060a5c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (95d9a5ed-9498-4f57-b658-e31ceee0039b), before_update {{(pid=111105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:03.214557 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-f6b49af0-8edd-4447-acf5-2650d261d205 req-eb321cf4-0ab5-48be-bce7-1b35ff4da1de tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/networks?id=4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0 HTTP/1.1" status: 200 len: 815 time: 0.3695786 Jul 26 14:52:03.235541 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-f6b49af0-8edd-4447-acf5-2650d261d205 req-6b2d9322-7a79-4046-a4b1-851a24cd3e14 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/quotas/ace4455a9e1b44e5bf7b04fd4abf81d7 HTTP/1.1" status: 200 len: 375 time: 0.0191870 Jul 26 14:52:03.327610 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Provisioning complete for port 9307b557-c57d-443d-92e2-8ef9c86086d4 triggered by entity L2. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:52:03.328005 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (9307b557-c57d-443d-92e2-8ef9c86086d4), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:03.376293 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.plugins.ml2.db [None req-ea39c167-944d-4423-b4d9-aee71060a5c4 None None] For port 95d9a5ed-9498-4f57-b658-e31ceee0039b, host dv-cinder-851030-1-iscsi, cleared binding levels {{(pid=111105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:52:03.378524 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-7e41864f-238d-415d-85d4-e3cee0bb7778 req-e82d3d78-f028-48b7-b6ae-46ab87f654d1 tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] 10.222.0.97 "GET /v2.0/ports?device_id=19044933-e557-4fb7-87ca-e67b212eb6bf HTTP/1.1" status: 200 len: 210 time: 0.3598647 Jul 26 14:52:03.381442 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-bab9b93e-6787-40b6-b38e-05eeb28b16f2 None None] For port 29e384e9-6227-4c9f-8f00-22a84167511d, host dv-cinder-851030-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851030-1-iscsi',level=0,port_id=29e384e9-6227-4c9f-8f00-22a84167511d,segment=NetworkSegment(65a613d5-aaf3-451b-925f-b17dff71ceb2),segment_id=65a613d5-aaf3-451b-925f-b17dff71ceb2)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:52:03.386545 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.plugins.ml2.db [None req-ea39c167-944d-4423-b4d9-aee71060a5c4 None None] For port 95d9a5ed-9498-4f57-b658-e31ceee0039b, host dv-cinder-851030-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851030-1-iscsi',level=0,port_id=95d9a5ed-9498-4f57-b658-e31ceee0039b,segment=NetworkSegment(82e6fd43-9678-4238-8619-ec1c114f874d),segment_id=82e6fd43-9678-4238-8619-ec1c114f874d)] {{(pid=111105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:52:03.390966 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-52739e00-c14e-4d0d-95fb-a09e3fcf6cfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (ebfb67f9-7dfe-481c-ba7c-019e103c2030), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:03.395594 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-52739e00-c14e-4d0d-95fb-a09e3fcf6cfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:03.396760 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-52739e00-c14e-4d0d-95fb-a09e3fcf6cfe admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/ebfb67f9-7dfe-481c-ba7c-019e103c2030 HTTP/1.1" status: 204 len: 168 time: 0.8147995 Jul 26 14:52:03.413509 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52739e00-c14e-4d0d-95fb-a09e3fcf6cfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebfb67f9-7dfe-481c-ba7c-019e103c2030,revision_number=None']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:03.461276 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-36288181-4d38-4b27-8379-47ac54eecd26 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Publish callbacks [] for port (3091cf6c-05b3-48d4-b461-f46a9b69dc0a), precommit_update {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:03.531172 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-f6b49af0-8edd-4447-acf5-2650d261d205 req-5144306c-e65b-48e3-b222-abaacdeca205 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=ace4455a9e1b44e5bf7b04fd4abf81d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2932730 Jul 26 14:52:03.532303 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron_lib.callbacks.manager [None req-ea39c167-944d-4423-b4d9-aee71060a5c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (95d9a5ed-9498-4f57-b658-e31ceee0039b), after_update {{(pid=111105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:03.600640 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-bab9b93e-6787-40b6-b38e-05eeb28b16f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (29e384e9-6227-4c9f-8f00-22a84167511d), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:03.610820 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-63145f65-db2d-4b39-8569-65e1119985a3 req-930d3279-4860-409c-871e-7c1372fc7caf tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=2ef4043a-5d67-4091-abcb-ed5e596ba355 HTTP/1.1" status: 200 len: 210 time: 0.0794249 Jul 26 14:52:03.611630 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-36288181-4d38-4b27-8379-47ac54eecd26 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (3091cf6c-05b3-48d4-b461-f46a9b69dc0a), after_update {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:03.681905 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-36288181-4d38-4b27-8379-47ac54eecd26 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691171'] for floatingip (65ced372-d2f0-400f-94fb-eb790a2839c3), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:03.731315 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36288181-4d38-4b27-8379-47ac54eecd26 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Pushing event updated for resources: {'Port': ['ID=3091cf6c-05b3-48d4-b461-f46a9b69dc0a,revision_number=2']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:03.732150 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10e3293-0510-41d8-9bac-ac7284cda177 None None] Pushing event updated for resources: {'Port': ['ID=95d9a5ed-9498-4f57-b658-e31ceee0039b,revision_number=4']} {{(pid=111105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:03.756179 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-f6b49af0-8edd-4447-acf5-2650d261d205 req-274eed81-a367-4f38-9aea-8d066e9904ab service neutron] 10.222.0.97 "GET /v2.0/networks/4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881626 Jul 26 14:52:03.757158 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea39c167-944d-4423-b4d9-aee71060a5c4 None None] Routers {'903d0c0b-b56d-4279-9f39-ec9fff2f953f'} bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 14:52:03.757792 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_hamode_db [None req-ea39c167-944d-4423-b4d9-aee71060a5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851030-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-26T14:42:54Z,description=,heartbeat_timestamp=2022-07-26T14:51:54Z,host='dv-cinder-851030-1-iscsi',id=66f8bb98-7ace-4a85-b6ba-ffe40597695b,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:42:55Z,topic='l3_agent')) {'router_ids': ['903d0c0b-b56d-4279-9f39-ec9fff2f953f'], 'active': True} {{(pid=111105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:52:03.798818 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-037c2b83-a4c5-4efa-8536-83a61d656b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509662c4-ff56-4224-9f8d-a804da664e9a', 'name': 'tempest-ServerRescueNegativeTestJSON-2012228837-router', 'tenant_id': '4f3f79533bbf48018798e6e65050d69c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'f3a089ce-01c0-412f-a73a-7d9b108d74de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:51:46Z', 'updated_at': '2022-07-26T14:51:56Z', 'revision_number': 4, 'project_id': '4f3f79533bbf48018798e6e65050d69c', 'gw_port': {'id': 'f3a089ce-01c0-412f-a73a-7d9b108d74de', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e8:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '509662c4-ff56-4224-9f8d-a804da664e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:47Z', 'updated_at': '2022-07-26T14:51:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi', '_interfaces': [{'id': '5a18eca2-bb2d-4000-aca8-85a75cffa849', 'name': '', 'network_id': '0f1306c7-31e7-49e9-8b79-d9c630497063', 'tenant_id': '4f3f79533bbf48018798e6e65050d69c', 'mac_address': 'fa:16:3e:1d:e7:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '509662c4-ff56-4224-9f8d-a804da664e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '2fb38d4f-c234-47e2-adc0-721b341e4aad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:55Z', 'updated_at': '2022-07-26T14:51:57Z', 'revision_number': 2, 'project_id': '4f3f79533bbf48018798e6e65050d69c', 'subnets': [{'id': '2fb38d4f-c234-47e2-adc0-721b341e4aad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851030-1-iscsi', False) {} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:52:03.809606 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:03.821212 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab9b93e-6787-40b6-b38e-05eeb28b16f2 None None] Pushing event updated for resources: {'Port': ['ID=29e384e9-6227-4c9f-8f00-22a84167511d,revision_number=5']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:03.841913 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-36288181-4d38-4b27-8379-47ac54eecd26 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-431034'] for floatingip (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:03.852116 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-36288181-4d38-4b27-8379-47ac54eecd26 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0587385 Jul 26 14:52:03.971918 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-4538d4b3-95b7-4684-b84e-dbbdc04403b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dd73111-22fc-4d53-b892-28c86cd4f346', 'name': 'tempest-AttachVolumeTestJSON-1513426877-router', 'tenant_id': '7ccd4ff518dc4c37bfb7f343ccc97206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': '1ae41fd0-598f-4b4b-871e-e6f4a49f5e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:51:46Z', 'updated_at': '2022-07-26T14:51:55Z', 'revision_number': 4, 'project_id': '7ccd4ff518dc4c37bfb7f343ccc97206', 'gw_port': {'id': '1ae41fd0-598f-4b4b-871e-e6f4a49f5e0e', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:1e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd73111-22fc-4d53-b892-28c86cd4f346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:47Z', 'updated_at': '2022-07-26T14:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi', '_interfaces': [{'id': '29e384e9-6227-4c9f-8f00-22a84167511d', 'name': '', 'network_id': '02c3d9d5-b71e-4ad5-9373-5d17164e8aec', 'tenant_id': '7ccd4ff518dc4c37bfb7f343ccc97206', 'mac_address': 'fa:16:3e:e9:d3:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dd73111-22fc-4d53-b892-28c86cd4f346', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e75d54a1-37a3-48c4-b0bd-5c996cd738b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:53Z', 'updated_at': '2022-07-26T14:52:01Z', 'revision_number': 4, 'project_id': '7ccd4ff518dc4c37bfb7f343ccc97206', 'subnets': [{'id': 'e75d54a1-37a3-48c4-b0bd-5c996cd738b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851030-1-iscsi', False) {} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:52:04.027877 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037c2b83-a4c5-4efa-8536-83a61d656b28 None None] Checking router: 509662c4-ff56-4224-9f8d-a804da664e9a for host: dv-cinder-851030-1-iscsi {{(pid=111104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:52:04.029580 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037c2b83-a4c5-4efa-8536-83a61d656b28 None None] Updating router 509662c4-ff56-4224-9f8d-a804da664e9a port 5a18eca2-bb2d-4000-aca8-85a75cffa849 binding host dv-cinder-851030-1-iscsi {{(pid=111104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 14:52:04.123574 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-f6b49af0-8edd-4447-acf5-2650d261d205 req-08f877ea-2cee-433d-b8fd-8afecb34dbe2 service neutron] 10.222.0.97 "GET /v2.0/networks/4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3601544 Jul 26 14:52:04.195640 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-3b7d5449-f95d-40fd-8bb9-bb6204ee77f8 None None] Provisioning complete for port 95d9a5ed-9498-4f57-b658-e31ceee0039b triggered by entity DHCP. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:52:04.197341 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-3b7d5449-f95d-40fd-8bb9-bb6204ee77f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (95d9a5ed-9498-4f57-b658-e31ceee0039b), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:04.202993 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_dvr_db [None req-ea39c167-944d-4423-b4d9-aee71060a5c4 None None] Set router 903d0c0b-b56d-4279-9f39-ec9fff2f953f gateway port host: dv-cinder-851030-1-iscsi {{(pid=111105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 14:52:04.208791 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:04.213056 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Current status of the port 9307b557-c57d-443d-92e2-8ef9c86086d4 is: ACTIVE; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:52:04.216526 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device f3a089ce-01c0-412f-a73a-7d9b108d74de up at agent ovs-agent-dv-cinder-851030-1-iscsi {{(pid=111104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:52:04.220783 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4538d4b3-95b7-4684-b84e-dbbdc04403b6 None None] The sync data for ids ['3dd73111-22fc-4d53-b892-28c86cd4f346'] in dv-cinder-851030-1-iscsi is: [{'id': '3dd73111-22fc-4d53-b892-28c86cd4f346', 'name': 'tempest-AttachVolumeTestJSON-1513426877-router', 'tenant_id': '7ccd4ff518dc4c37bfb7f343ccc97206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': '1ae41fd0-598f-4b4b-871e-e6f4a49f5e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:51:46Z', 'updated_at': '2022-07-26T14:51:55Z', 'revision_number': 4, 'project_id': '7ccd4ff518dc4c37bfb7f343ccc97206', 'gw_port': {'id': '1ae41fd0-598f-4b4b-871e-e6f4a49f5e0e', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:1e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd73111-22fc-4d53-b892-28c86cd4f346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:47Z', 'updated_at': '2022-07-26T14:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi', '_interfaces': [{'id': '29e384e9-6227-4c9f-8f00-22a84167511d', 'name': '', 'network_id': '02c3d9d5-b71e-4ad5-9373-5d17164e8aec', 'tenant_id': '7ccd4ff518dc4c37bfb7f343ccc97206', 'mac_address': 'fa:16:3e:e9:d3:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dd73111-22fc-4d53-b892-28c86cd4f346', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e75d54a1-37a3-48c4-b0bd-5c996cd738b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:53Z', 'updated_at': '2022-07-26T14:52:01Z', 'revision_number': 4, 'project_id': '7ccd4ff518dc4c37bfb7f343ccc97206', 'subnets': [{'id': 'e75d54a1-37a3-48c4-b0bd-5c996cd738b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:52:04.301724 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77062ca9-3dbc-4859-a1da-148072ebaea1 req-6c6ff0a3-ea38-4a1f-b615-74f3560ceb8e tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:04.305496 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-037c2b83-a4c5-4efa-8536-83a61d656b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (5a18eca2-bb2d-4000-aca8-85a75cffa849), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:04.315972 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-77062ca9-3dbc-4859-a1da-148072ebaea1 req-6c6ff0a3-ea38-4a1f-b615-74f3560ceb8e tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/networks?id=0f1306c7-31e7-49e9-8b79-d9c630497063 HTTP/1.1" status: 200 len: 819 time: 0.2888467 Jul 26 14:52:04.333144 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-77062ca9-3dbc-4859-a1da-148072ebaea1 req-557999a0-84cb-4212-82f9-5937a5dc45ab tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/quotas/4f3f79533bbf48018798e6e65050d69c HTTP/1.1" status: 200 len: 375 time: 0.0117598 Jul 26 14:52:04.390032 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-77062ca9-3dbc-4859-a1da-148072ebaea1 req-b225fd3e-4857-411a-93ff-20b0ddfe1434 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=4f3f79533bbf48018798e6e65050d69c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503764 Jul 26 14:52:04.400316 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Provisioning complete for port f3a089ce-01c0-412f-a73a-7d9b108d74de triggered by entity L2. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:52:04.400862 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (f3a089ce-01c0-412f-a73a-7d9b108d74de), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:04.404934 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:04.452424 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_hamode_db [None req-ea39c167-944d-4423-b4d9-aee71060a5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '903d0c0b-b56d-4279-9f39-ec9fff2f953f', 'name': 'tempest-DeleteServersTestJSON-1566382743-router', 'tenant_id': 'ca1bc66d9e5446758a759063544ae3e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '6f8790cb-ec4a-48ae-8815-1570dacd37a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:51:46Z', 'updated_at': '2022-07-26T14:51:55Z', 'revision_number': 4, 'project_id': 'ca1bc66d9e5446758a759063544ae3e7', 'gw_port': {'id': '6f8790cb-ec4a-48ae-8815-1570dacd37a4', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:95:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903d0c0b-b56d-4279-9f39-ec9fff2f953f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:47Z', 'updated_at': '2022-07-26T14:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi', '_interfaces': [{'id': '95d9a5ed-9498-4f57-b658-e31ceee0039b', 'name': '', 'network_id': '8e81120a-d472-43d2-a7db-69cbb3be13c6', 'tenant_id': 'ca1bc66d9e5446758a759063544ae3e7', 'mac_address': 'fa:16:3e:6f:22:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '903d0c0b-b56d-4279-9f39-ec9fff2f953f', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd254fac4-b0e3-4010-92e1-626681866d2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:53Z', 'updated_at': '2022-07-26T14:52:03Z', 'revision_number': 4, 'project_id': 'ca1bc66d9e5446758a759063544ae3e7', 'subnets': [{'id': 'd254fac4-b0e3-4010-92e1-626681866d2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851030-1-iscsi', False) {} {{(pid=111105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:52:04.543333 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-3b7d5449-f95d-40fd-8bb9-bb6204ee77f8 None None] Current status of the port 95d9a5ed-9498-4f57-b658-e31ceee0039b is: DOWN; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:52:04.544455 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-3b7d5449-f95d-40fd-8bb9-bb6204ee77f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (95d9a5ed-9498-4f57-b658-e31ceee0039b), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:04.558941 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-77062ca9-3dbc-4859-a1da-148072ebaea1 req-7ec90df0-1148-4567-9862-4f6abf9b31be service neutron] 10.222.0.97 "GET /v2.0/networks/0f1306c7-31e7-49e9-8b79-d9c630497063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607451 Jul 26 14:52:04.616352 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:04.710426 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 42858) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:52:04.712186 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-3b7d5449-f95d-40fd-8bb9-bb6204ee77f8 None None] For port 95d9a5ed-9498-4f57-b658-e31ceee0039b, host dv-cinder-851030-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851030-1-iscsi',level=0,port_id=95d9a5ed-9498-4f57-b658-e31ceee0039b,segment=NetworkSegment(82e6fd43-9678-4238-8619-ec1c114f874d),segment_id=82e6fd43-9678-4238-8619-ec1c114f874d)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:52:04.746978 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-8f93ab1c-3a9a-4ab6-8014-57562def91d9 req-2be2c858-5c61-4847-9d9a-cd2c404b3bbe tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/security-groups?name=tempest-securitygroup--895331267&fields=id&tenant_id=7ccd4ff518dc4c37bfb7f343ccc97206 HTTP/1.1" status: 200 len: 267 time: 0.1204696 Jul 26 14:52:04.769692 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea39c167-944d-4423-b4d9-aee71060a5c4 None None] The sync data for ids ['903d0c0b-b56d-4279-9f39-ec9fff2f953f'] in dv-cinder-851030-1-iscsi is: [{'id': '903d0c0b-b56d-4279-9f39-ec9fff2f953f', 'name': 'tempest-DeleteServersTestJSON-1566382743-router', 'tenant_id': 'ca1bc66d9e5446758a759063544ae3e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '6f8790cb-ec4a-48ae-8815-1570dacd37a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:51:46Z', 'updated_at': '2022-07-26T14:51:55Z', 'revision_number': 4, 'project_id': 'ca1bc66d9e5446758a759063544ae3e7', 'gw_port': {'id': '6f8790cb-ec4a-48ae-8815-1570dacd37a4', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:95:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903d0c0b-b56d-4279-9f39-ec9fff2f953f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:47Z', 'updated_at': '2022-07-26T14:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi', '_interfaces': [{'id': '95d9a5ed-9498-4f57-b658-e31ceee0039b', 'name': '', 'network_id': '8e81120a-d472-43d2-a7db-69cbb3be13c6', 'tenant_id': 'ca1bc66d9e5446758a759063544ae3e7', 'mac_address': 'fa:16:3e:6f:22:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '903d0c0b-b56d-4279-9f39-ec9fff2f953f', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'd254fac4-b0e3-4010-92e1-626681866d2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:53Z', 'updated_at': '2022-07-26T14:52:03Z', 'revision_number': 4, 'project_id': 'ca1bc66d9e5446758a759063544ae3e7', 'subnets': [{'id': 'd254fac4-b0e3-4010-92e1-626681866d2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:52:04.789031 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-e7ad3029-1aac-4aee-908b-fc23bf940c38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:04.801880 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:04.892349 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-3b7d5449-f95d-40fd-8bb9-bb6204ee77f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (95d9a5ed-9498-4f57-b658-e31ceee0039b), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:04.927457 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-037c2b83-a4c5-4efa-8536-83a61d656b28 None None] Publish callbacks [] for port (5a18eca2-bb2d-4000-aca8-85a75cffa849), precommit_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:04.951757 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Current status of the port f3a089ce-01c0-412f-a73a-7d9b108d74de is: DOWN; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:52:04.952533 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (f3a089ce-01c0-412f-a73a-7d9b108d74de), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:04.955757 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-77062ca9-3dbc-4859-a1da-148072ebaea1 req-2db3daa0-02c6-4b58-8e42-f7b18731a37e service neutron] 10.222.0.97 "GET /v2.0/networks/0f1306c7-31e7-49e9-8b79-d9c630497063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3858671 Jul 26 14:52:04.998944 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f93ab1c-3a9a-4ab6-8014-57562def91d9 req-998dfac0-26a9-4527-ad0c-36b51f3b364b tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:05.003982 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-8f93ab1c-3a9a-4ab6-8014-57562def91d9 req-998dfac0-26a9-4527-ad0c-36b51f3b364b tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/networks?id=02c3d9d5-b71e-4ad5-9373-5d17164e8aec HTTP/1.1" status: 200 len: 811 time: 0.2561400 Jul 26 14:52:05.015898 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-037c2b83-a4c5-4efa-8536-83a61d656b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (5a18eca2-bb2d-4000-aca8-85a75cffa849), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:05.029981 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-8f93ab1c-3a9a-4ab6-8014-57562def91d9 req-43dfbb41-b690-44de-a64e-bf1995fe9e0f tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/quotas/7ccd4ff518dc4c37bfb7f343ccc97206 HTTP/1.1" status: 200 len: 375 time: 0.0243871 Jul 26 14:52:05.034223 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] For port f3a089ce-01c0-412f-a73a-7d9b108d74de, host dv-cinder-851030-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851030-1-iscsi',level=0,port_id=f3a089ce-01c0-412f-a73a-7d9b108d74de,segment=NetworkSegment(9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7),segment_id=9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:52:05.062663 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7d5449-f95d-40fd-8bb9-bb6204ee77f8 None None] Pushing event updated for resources: {'Port': ['ID=95d9a5ed-9498-4f57-b658-e31ceee0039b,revision_number=5']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:05.069105 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-ecc26a8c-6e02-45e4-84d8-3a7cc8b5a1ba None None] Provisioning complete for port 95d9a5ed-9498-4f57-b658-e31ceee0039b triggered by entity DHCP. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:52:05.069646 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-ecc26a8c-6e02-45e4-84d8-3a7cc8b5a1ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (95d9a5ed-9498-4f57-b658-e31ceee0039b), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:05.116411 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=2 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:05.152635 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (f3a089ce-01c0-412f-a73a-7d9b108d74de), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:05.154733 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device 621fb94b-0f70-4ded-9b26-dcf3a44a2ca0 up at agent ovs-agent-dv-cinder-851030-1-iscsi {{(pid=111104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:52:05.181388 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-8f93ab1c-3a9a-4ab6-8014-57562def91d9 req-8048a573-d469-4c8a-9ac5-24acb92863f0 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=7ccd4ff518dc4c37bfb7f343ccc97206&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1499832 Jul 26 14:52:05.206005 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-e7ad3029-1aac-4aee-908b-fc23bf940c38 admin admin] Publish callbacks [] for security_group (22ae9df1-313e-417a-8950-af6f9da8f7f0), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:05.399300 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f1e51d-6f2d-40ae-8a78-f3e5526afc3e None None] Pushing event updated for resources: {'Port': ['ID=5a18eca2-bb2d-4000-aca8-85a75cffa849,revision_number=3']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:05.444683 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-8f93ab1c-3a9a-4ab6-8014-57562def91d9 req-3d42ea07-678d-400d-b186-a29298513911 service neutron] 10.222.0.97 "GET /v2.0/networks/02c3d9d5-b71e-4ad5-9373-5d17164e8aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928983 Jul 26 14:52:05.446324 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-e7ad3029-1aac-4aee-908b-fc23bf940c38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (22ae9df1-313e-417a-8950-af6f9da8f7f0), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:05.580559 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-eb641e79-da59-44e8-b78c-5b8609eb6ea0 req-5000fc10-e0d3-47ee-bfb9-86dfba6c03fc tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] 10.222.0.97 "GET /v2.0/ports?device_id=19044933-e557-4fb7-87ca-e67b212eb6bf HTTP/1.1" status: 200 len: 210 time: 0.1019936 Jul 26 14:52:05.744232 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-e7ad3029-1aac-4aee-908b-fc23bf940c38 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=52f16ee6af45442ca660a09f20cf5b89&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0285854 Jul 26 14:52:05.744951 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 42898) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:52:05.752670 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-c0acd7a7-d79d-405f-a4ce-85763b9a5978 req-3f65c18e-875a-4d47-a395-ef16c9499a72 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=7c808f60-6b5e-4ad9-8463-47c749c4ad58 HTTP/1.1" status: 200 len: 210 time: 0.0743668 Jul 26 14:52:05.775265 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Pushing event updated for resources: {'Port': ['ID=f3a089ce-01c0-412f-a73a-7d9b108d74de,revision_number=4']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:05.838752 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.managers [None req-037c2b83-a4c5-4efa-8536-83a61d656b28 None None] Attempting to bind port 5a18eca2-bb2d-4000-aca8-85a75cffa849 on host dv-cinder-851030-1-iscsi for vnic_type normal with profile {{(pid=111104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 14:52:05.838752 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.managers [None req-037c2b83-a4c5-4efa-8536-83a61d656b28 None None] Attempting to bind port 5a18eca2-bb2d-4000-aca8-85a75cffa849 by drivers openvswitch,hyperv on host dv-cinder-851030-1-iscsi at level 0 using segments [{'id': 'c6e327c1-1462-4f59-a790-a4289d47d45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '0f1306c7-31e7-49e9-8b79-d9c630497063'}] {{(pid=111104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 14:52:05.838752 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037c2b83-a4c5-4efa-8536-83a61d656b28 None None] Attempting to bind port 5a18eca2-bb2d-4000-aca8-85a75cffa849 on network 0f1306c7-31e7-49e9-8b79-d9c630497063 {{(pid=111104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 14:52:05.862460 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=100 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:05.872497 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037c2b83-a4c5-4efa-8536-83a61d656b28 None None] Checking agent: {'id': 'df49e665-2de0-463a-a1e1-c989804d5593', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851030-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 14, 42, 57), 'started_at': datetime.datetime(2022, 7, 26, 14, 43, 27), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 14, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851030-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 14:52:05.873108 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037c2b83-a4c5-4efa-8536-83a61d656b28 None None] Checking segment: {'id': 'c6e327c1-1462-4f59-a790-a4289d47d45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '0f1306c7-31e7-49e9-8b79-d9c630497063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 14:52:05.873659 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-037c2b83-a4c5-4efa-8536-83a61d656b28 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:05.874213 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037c2b83-a4c5-4efa-8536-83a61d656b28 None None] Bound using segment: {'id': 'c6e327c1-1462-4f59-a790-a4289d47d45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '0f1306c7-31e7-49e9-8b79-d9c630497063'} {{(pid=111104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 14:52:05.874837 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.managers [None req-037c2b83-a4c5-4efa-8536-83a61d656b28 None None] Bound port: 5a18eca2-bb2d-4000-aca8-85a75cffa849, host: dv-cinder-851030-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6e327c1-1462-4f59-a790-a4289d47d45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '0f1306c7-31e7-49e9-8b79-d9c630497063'}}] {{(pid=111104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 14:52:05.875370 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-037c2b83-a4c5-4efa-8536-83a61d656b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (5a18eca2-bb2d-4000-aca8-85a75cffa849), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:05.884100 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ad3029-1aac-4aee-908b-fc23bf940c38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22ae9df1-313e-417a-8950-af6f9da8f7f0,revision_number=1']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:05.892242 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Provisioning complete for port 621fb94b-0f70-4ded-9b26-dcf3a44a2ca0 triggered by entity L2. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:52:05.892836 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (621fb94b-0f70-4ded-9b26-dcf3a44a2ca0), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:05.915029 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-8b2d0b49-eefc-4bad-b730-1974f4635cf0 req-3fb7df7c-3062-44dc-90df-a8d493ef0103 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=a97d630c-f890-4022-87ba-406020a397dc HTTP/1.1" status: 200 len: 210 time: 0.0895212 Jul 26 14:52:05.929835 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-8f93ab1c-3a9a-4ab6-8014-57562def91d9 req-9b5668bb-cc14-411d-88bb-1440e5e7b49e service neutron] 10.222.0.97 "GET /v2.0/networks/02c3d9d5-b71e-4ad5-9373-5d17164e8aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4433997 Jul 26 14:52:05.968757 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-ecc26a8c-6e02-45e4-84d8-3a7cc8b5a1ba None None] Current status of the port 95d9a5ed-9498-4f57-b658-e31ceee0039b is: ACTIVE; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:52:05.980605 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-5bff2ad6-1b21-487e-afe1-b15c4f9dd737 admin admin] Publish callbacks [] for security_group (22ae9df1-313e-417a-8950-af6f9da8f7f0), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:06.082905 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Current status of the port 621fb94b-0f70-4ded-9b26-dcf3a44a2ca0 is: ACTIVE; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:52:06.092838 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-5bff2ad6-1b21-487e-afe1-b15c4f9dd737 admin admin] Publish callbacks [] for security_group (22ae9df1-313e-417a-8950-af6f9da8f7f0), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:06.105517 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-037c2b83-a4c5-4efa-8536-83a61d656b28 None None] For port 5a18eca2-bb2d-4000-aca8-85a75cffa849, host dv-cinder-851030-1-iscsi, cleared binding levels {{(pid=111104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:52:06.112889 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-037c2b83-a4c5-4efa-8536-83a61d656b28 None None] For port 5a18eca2-bb2d-4000-aca8-85a75cffa849, host dv-cinder-851030-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851030-1-iscsi',level=0,port_id=5a18eca2-bb2d-4000-aca8-85a75cffa849,segment=NetworkSegment(c6e327c1-1462-4f59-a790-a4289d47d45e),segment_id=c6e327c1-1462-4f59-a790-a4289d47d45e)] {{(pid=111104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:52:06.119387 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-11a9656d-aa25-4c9a-b964-6f391c0c812d None None] Provisioning complete for port 5a18eca2-bb2d-4000-aca8-85a75cffa849 triggered by entity DHCP. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:52:06.120204 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-11a9656d-aa25-4c9a-b964-6f391c0c812d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (5a18eca2-bb2d-4000-aca8-85a75cffa849), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:06.183464 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-11a9656d-aa25-4c9a-b964-6f391c0c812d None None] Port 5a18eca2-bb2d-4000-aca8-85a75cffa849 cannot update to ACTIVE because it is not bound. {{(pid=111104) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 14:52:06.235334 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-037c2b83-a4c5-4efa-8536-83a61d656b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (5a18eca2-bb2d-4000-aca8-85a75cffa849), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:06.270361 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-5bff2ad6-1b21-487e-afe1-b15c4f9dd737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (22ae9df1-313e-417a-8950-af6f9da8f7f0), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:06.277773 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-5bff2ad6-1b21-487e-afe1-b15c4f9dd737 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:06.277773 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-5bff2ad6-1b21-487e-afe1-b15c4f9dd737 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/22ae9df1-313e-417a-8950-af6f9da8f7f0 HTTP/1.1" status: 204 len: 168 time: 0.5065079 Jul 26 14:52:06.328734 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bff2ad6-1b21-487e-afe1-b15c4f9dd737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22ae9df1-313e-417a-8950-af6f9da8f7f0,revision_number=None']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:06.343506 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037c2b83-a4c5-4efa-8536-83a61d656b28 None None] Routers {'509662c4-ff56-4224-9f8d-a804da664e9a'} bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 14:52:06.344416 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-037c2b83-a4c5-4efa-8536-83a61d656b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851030-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-26T14:42:54Z,description=,heartbeat_timestamp=2022-07-26T14:51:54Z,host='dv-cinder-851030-1-iscsi',id=66f8bb98-7ace-4a85-b6ba-ffe40597695b,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:42:55Z,topic='l3_agent')) {'router_ids': ['509662c4-ff56-4224-9f8d-a804da664e9a'], 'active': True} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:52:06.471038 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:06.528228 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f1e51d-6f2d-40ae-8a78-f3e5526afc3e None None] Pushing event updated for resources: {'Port': ['ID=5a18eca2-bb2d-4000-aca8-85a75cffa849,revision_number=4']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:06.640750 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-f5752bf5-1db4-4e60-8501-2fe969be591d req-7c45d87c-ed78-4506-bcab-41a560427350 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=d1552ebb-d614-4398-96ba-47e3fd737e3d HTTP/1.1" status: 200 len: 210 time: 0.1577466 Jul 26 14:52:06.787250 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvr_db [None req-037c2b83-a4c5-4efa-8536-83a61d656b28 None None] Set router 509662c4-ff56-4224-9f8d-a804da664e9a gateway port host: dv-cinder-851030-1-iscsi {{(pid=111104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 14:52:06.922683 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-d245582e-9129-48c0-b3ea-bb6df1f1af9b req-ac64bb6e-299b-4271-ab47-b6252a7e6f30 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=7c808f60-6b5e-4ad9-8463-47c749c4ad58 HTTP/1.1" status: 200 len: 210 time: 0.0562258 Jul 26 14:52:06.932114 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device 1ae41fd0-598f-4b4b-871e-e6f4a49f5e0e up at agent ovs-agent-dv-cinder-851030-1-iscsi {{(pid=111104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:52:06.965749 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-6fa6dd9e-d438-4ab8-b3e3-f096707eba3f req-a0e47512-31d4-4414-a441-e62e2abb2013 tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] 10.222.0.97 "GET /v2.0/ports?device_id=19044933-e557-4fb7-87ca-e67b212eb6bf HTTP/1.1" status: 200 len: 210 time: 0.0651615 Jul 26 14:52:07.056572 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-d2705576-9690-4044-bfe7-c25f673e5621 req-a0e3e5ac-910b-4ce8-b2ea-625ff7f7dbaa tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=a97d630c-f890-4022-87ba-406020a397dc HTTP/1.1" status: 200 len: 210 time: 0.0449753 Jul 26 14:52:07.071295 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-d71925df-b0f8-411f-93d0-490fbdd6da78 None None] Provisioning complete for port 5a18eca2-bb2d-4000-aca8-85a75cffa849 triggered by entity DHCP. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:52:07.071732 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-d71925df-b0f8-411f-93d0-490fbdd6da78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (5a18eca2-bb2d-4000-aca8-85a75cffa849), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:07.123389 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Provisioning complete for port 1ae41fd0-598f-4b4b-871e-e6f4a49f5e0e triggered by entity L2. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:52:07.124753 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (1ae41fd0-598f-4b4b-871e-e6f4a49f5e0e), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:07.297293 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-d71925df-b0f8-411f-93d0-490fbdd6da78 None None] Current status of the port 5a18eca2-bb2d-4000-aca8-85a75cffa849 is: DOWN; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:52:07.297936 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-d71925df-b0f8-411f-93d0-490fbdd6da78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (5a18eca2-bb2d-4000-aca8-85a75cffa849), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:07.319532 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-037c2b83-a4c5-4efa-8536-83a61d656b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509662c4-ff56-4224-9f8d-a804da664e9a', 'name': 'tempest-ServerRescueNegativeTestJSON-2012228837-router', 'tenant_id': '4f3f79533bbf48018798e6e65050d69c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'f3a089ce-01c0-412f-a73a-7d9b108d74de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:51:46Z', 'updated_at': '2022-07-26T14:51:56Z', 'revision_number': 4, 'project_id': '4f3f79533bbf48018798e6e65050d69c', 'gw_port': {'id': 'f3a089ce-01c0-412f-a73a-7d9b108d74de', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509662c4-ff56-4224-9f8d-a804da664e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:47Z', 'updated_at': '2022-07-26T14:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi', '_interfaces': [{'id': '5a18eca2-bb2d-4000-aca8-85a75cffa849', 'name': '', 'network_id': '0f1306c7-31e7-49e9-8b79-d9c630497063', 'tenant_id': '4f3f79533bbf48018798e6e65050d69c', 'mac_address': 'fa:16:3e:1d:e7:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '509662c4-ff56-4224-9f8d-a804da664e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '2fb38d4f-c234-47e2-adc0-721b341e4aad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:55Z', 'updated_at': '2022-07-26T14:52:06Z', 'revision_number': 4, 'project_id': '4f3f79533bbf48018798e6e65050d69c', 'subnets': [{'id': '2fb38d4f-c234-47e2-adc0-721b341e4aad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851030-1-iscsi', False) {} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:52:07.352662 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:07.363295 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037c2b83-a4c5-4efa-8536-83a61d656b28 None None] The sync data for ids ['509662c4-ff56-4224-9f8d-a804da664e9a'] in dv-cinder-851030-1-iscsi is: [{'id': '509662c4-ff56-4224-9f8d-a804da664e9a', 'name': 'tempest-ServerRescueNegativeTestJSON-2012228837-router', 'tenant_id': '4f3f79533bbf48018798e6e65050d69c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'f3a089ce-01c0-412f-a73a-7d9b108d74de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:51:46Z', 'updated_at': '2022-07-26T14:51:56Z', 'revision_number': 4, 'project_id': '4f3f79533bbf48018798e6e65050d69c', 'gw_port': {'id': 'f3a089ce-01c0-412f-a73a-7d9b108d74de', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509662c4-ff56-4224-9f8d-a804da664e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:47Z', 'updated_at': '2022-07-26T14:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi', '_interfaces': [{'id': '5a18eca2-bb2d-4000-aca8-85a75cffa849', 'name': '', 'network_id': '0f1306c7-31e7-49e9-8b79-d9c630497063', 'tenant_id': '4f3f79533bbf48018798e6e65050d69c', 'mac_address': 'fa:16:3e:1d:e7:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '509662c4-ff56-4224-9f8d-a804da664e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '2fb38d4f-c234-47e2-adc0-721b341e4aad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:55Z', 'updated_at': '2022-07-26T14:52:06Z', 'revision_number': 4, 'project_id': '4f3f79533bbf48018798e6e65050d69c', 'subnets': [{'id': '2fb38d4f-c234-47e2-adc0-721b341e4aad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:52:07.367830 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Current status of the port 1ae41fd0-598f-4b4b-871e-e6f4a49f5e0e is: ACTIVE; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:52:07.368903 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device 6f8790cb-ec4a-48ae-8815-1570dacd37a4 up at agent ovs-agent-dv-cinder-851030-1-iscsi {{(pid=111104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:52:07.409234 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-d71925df-b0f8-411f-93d0-490fbdd6da78 None None] For port 5a18eca2-bb2d-4000-aca8-85a75cffa849, host dv-cinder-851030-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851030-1-iscsi',level=0,port_id=5a18eca2-bb2d-4000-aca8-85a75cffa849,segment=NetworkSegment(c6e327c1-1462-4f59-a790-a4289d47d45e),segment_id=c6e327c1-1462-4f59-a790-a4289d47d45e)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:52:07.434026 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Provisioning complete for port 6f8790cb-ec4a-48ae-8815-1570dacd37a4 triggered by entity L2. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:52:07.434724 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (6f8790cb-ec4a-48ae-8815-1570dacd37a4), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:07.528404 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-d71925df-b0f8-411f-93d0-490fbdd6da78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (5a18eca2-bb2d-4000-aca8-85a75cffa849), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:07.532852 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Current status of the port 6f8790cb-ec4a-48ae-8815-1570dacd37a4 is: ACTIVE; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:52:07.533752 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device c22bd2eb-9253-40e7-9f5d-34524feb8d4d up at agent ovs-agent-dv-cinder-851030-1-iscsi {{(pid=111104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:52:07.605904 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71925df-b0f8-411f-93d0-490fbdd6da78 None None] Pushing event updated for resources: {'Port': ['ID=5a18eca2-bb2d-4000-aca8-85a75cffa849,revision_number=5']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:07.613752 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Provisioning complete for port c22bd2eb-9253-40e7-9f5d-34524feb8d4d triggered by entity L2. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:52:07.614858 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (c22bd2eb-9253-40e7-9f5d-34524feb8d4d), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:07.641498 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:07.734861 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Current status of the port c22bd2eb-9253-40e7-9f5d-34524feb8d4d is: ACTIVE; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:52:07.736691 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device 29e384e9-6227-4c9f-8f00-22a84167511d up at agent ovs-agent-dv-cinder-851030-1-iscsi {{(pid=111104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:52:07.789854 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Provisioning complete for port 29e384e9-6227-4c9f-8f00-22a84167511d triggered by entity L2. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:52:07.790375 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (29e384e9-6227-4c9f-8f00-22a84167511d), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:07.798061 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-3ca4591b-611b-48a1-b4c9-8cfb48c241ee req-38b685cf-c1fd-49f5-a525-e3bd24d9ac78 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=d1552ebb-d614-4398-96ba-47e3fd737e3d HTTP/1.1" status: 200 len: 210 time: 0.0807152 Jul 26 14:52:07.885980 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Current status of the port 29e384e9-6227-4c9f-8f00-22a84167511d is: ACTIVE; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:52:07.887189 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device f3a089ce-01c0-412f-a73a-7d9b108d74de up at agent ovs-agent-dv-cinder-851030-1-iscsi {{(pid=111104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:52:07.945703 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Provisioning complete for port f3a089ce-01c0-412f-a73a-7d9b108d74de triggered by entity L2. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:52:07.947699 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (f3a089ce-01c0-412f-a73a-7d9b108d74de), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:08.053820 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Current status of the port f3a089ce-01c0-412f-a73a-7d9b108d74de is: ACTIVE; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:52:08.054908 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device 95d9a5ed-9498-4f57-b658-e31ceee0039b up at agent ovs-agent-dv-cinder-851030-1-iscsi {{(pid=111104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:52:08.077245 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-b8bc5313-497d-4211-96f5-b426b777bd2b req-7598b8cd-9a3a-4431-83ab-10381b9ae4b9 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=7c808f60-6b5e-4ad9-8463-47c749c4ad58 HTTP/1.1" status: 200 len: 210 time: 0.0574739 Jul 26 14:52:08.112923 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Provisioning complete for port 95d9a5ed-9498-4f57-b658-e31ceee0039b triggered by entity L2. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:52:08.113450 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (95d9a5ed-9498-4f57-b658-e31ceee0039b), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:08.155036 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:08.222544 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-4dc17f21-6084-4d47-b5bc-4568dcc9ce7e req-22615693-694b-4fe1-97b7-4ab23f176afa tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=a97d630c-f890-4022-87ba-406020a397dc HTTP/1.1" status: 200 len: 210 time: 0.0371656 Jul 26 14:52:08.235165 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:08.291731 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Current status of the port 95d9a5ed-9498-4f57-b658-e31ceee0039b is: ACTIVE; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:52:08.362186 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-8288d324-ef1d-4d0e-8b4d-2850c0c46cc4 req-8c5fe53f-7ffa-4da6-8790-9ce1a80bb942 tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] 10.222.0.97 "GET /v2.0/ports?device_id=19044933-e557-4fb7-87ca-e67b212eb6bf HTTP/1.1" status: 200 len: 210 time: 0.1474342 Jul 26 14:52:08.810782 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.99', 60065) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:52:08.906376 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-47f238cd-5f85-42f9-9992-78e16b1e9314 req-30cb28ad-9914-402c-bfb8-2d14f6ca42eb tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=d1552ebb-d614-4398-96ba-47e3fd737e3d HTTP/1.1" status: 200 len: 210 time: 0.0349236 Jul 26 14:52:09.223386 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-b976d666-6cb8-4198-8ad6-e823a721a0a3 req-d4899b95-3b5d-49fc-832f-5a81b27537b9 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=7c808f60-6b5e-4ad9-8463-47c749c4ad58 HTTP/1.1" status: 200 len: 210 time: 0.0444219 Jul 26 14:52:09.274122 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4394a833-70e5-499b-8cfd-43d07181d098 req-a6733dba-a65f-46de-8690-f96e1826603e tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:09.275656 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-4394a833-70e5-499b-8cfd-43d07181d098 req-a6733dba-a65f-46de-8690-f96e1826603e tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.99 "GET /v2.0/networks?id=0f1306c7-31e7-49e9-8b79-d9c630497063 HTTP/1.1" status: 200 len: 819 time: 0.1709161 Jul 26 14:52:09.372767 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-121c268d-e8c6-4201-ada9-51b533f7d8c2 req-a7fd5ec4-a85e-42ce-98cb-d7c70cb00fd0 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=a97d630c-f890-4022-87ba-406020a397dc HTTP/1.1" status: 200 len: 210 time: 0.0699105 Jul 26 14:52:09.506227 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.v2.base [req-4394a833-70e5-499b-8cfd-43d07181d098 req-ab76832c-a752-413c-b4d1-a6f63e66cb00 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Request body: {'port': {'device_id': '2ef4043a-5d67-4091-abcb-ed5e596ba355', 'network_id': '0f1306c7-31e7-49e9-8b79-d9c630497063', 'admin_state_up': True, 'tenant_id': '4f3f79533bbf48018798e6e65050d69c'}} {{(pid=111102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 14:52:09.514170 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-558ffabc-f39f-41b8-86c4-0daa093e3200 req-35358668-8608-47f1-b251-79f8715b300c tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] 10.222.0.97 "GET /v2.0/ports?device_id=19044933-e557-4fb7-87ca-e67b212eb6bf HTTP/1.1" status: 200 len: 210 time: 0.0639966 Jul 26 14:52:09.539377 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.99', 60069) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:52:09.805874 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d386f1c7-228a-4046-b4e2-9bef9c86ba07 req-9b20c3af-891b-4c0d-868e-300eebfa8e66 tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:09.807580 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-d386f1c7-228a-4046-b4e2-9bef9c86ba07 req-9b20c3af-891b-4c0d-868e-300eebfa8e66 tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] 10.222.0.99 "GET /v2.0/networks?id=8e81120a-d472-43d2-a7db-69cbb3be13c6 HTTP/1.1" status: 200 len: 812 time: 0.2416885 Jul 26 14:52:09.834472 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.v2.base [req-d386f1c7-228a-4046-b4e2-9bef9c86ba07 req-cfc9e01c-5376-45da-8623-8a62d891aa0a tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] Request body: {'port': {'device_id': '19044933-e557-4fb7-87ca-e67b212eb6bf', 'network_id': '8e81120a-d472-43d2-a7db-69cbb3be13c6', 'admin_state_up': True, 'tenant_id': 'ca1bc66d9e5446758a759063544ae3e7'}} {{(pid=111103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 14:52:09.847480 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:09.952158 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.99', 60072) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:52:10.062316 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4394a833-70e5-499b-8cfd-43d07181d098 req-ab76832c-a752-413c-b4d1-a6f63e66cb00 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Made reservation on behalf of 4f3f79533bbf48018798e6e65050d69c for: {'port': 1} {{(pid=111102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:52:10.070819 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-4394a833-70e5-499b-8cfd-43d07181d098 req-ab76832c-a752-413c-b4d1-a6f63e66cb00 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:10.079069 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.99', 60074) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:52:10.153928 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-c0b33969-9d1f-4044-b9b5-449a0dd26998 req-c85e137f-78fe-4c0d-a640-455fe8bc3219 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=d1552ebb-d614-4398-96ba-47e3fd737e3d HTTP/1.1" status: 200 len: 210 time: 0.1084883 Jul 26 14:52:10.201746 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d386f1c7-228a-4046-b4e2-9bef9c86ba07 req-cfc9e01c-5376-45da-8623-8a62d891aa0a tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] Made reservation on behalf of ca1bc66d9e5446758a759063544ae3e7 for: {'port': 1} {{(pid=111103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:52:10.205333 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [req-d386f1c7-228a-4046-b4e2-9bef9c86ba07 req-cfc9e01c-5376-45da-8623-8a62d891aa0a tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (None), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:10.218965 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:INSERT=4,neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:10.239696 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77062ca9-3dbc-4859-a1da-148072ebaea1 req-f67f7368-5bde-48f0-ba2e-9e74b9a891cb tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:10.241271 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-77062ca9-3dbc-4859-a1da-148072ebaea1 req-f67f7368-5bde-48f0-ba2e-9e74b9a891cb tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.99 "GET /v2.0/networks?id=0f1306c7-31e7-49e9-8b79-d9c630497063 HTTP/1.1" status: 200 len: 819 time: 0.2863438 Jul 26 14:52:10.382797 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.v2.base [req-77062ca9-3dbc-4859-a1da-148072ebaea1 req-232078e1-1b2f-4879-b7b6-096cfdf6d874 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Request body: {'port': {'device_id': 'a97d630c-f890-4022-87ba-406020a397dc', 'network_id': '0f1306c7-31e7-49e9-8b79-d9c630497063', 'admin_state_up': True, 'tenant_id': '4f3f79533bbf48018798e6e65050d69c'}} {{(pid=111102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 14:52:10.543604 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device 5a18eca2-bb2d-4000-aca8-85a75cffa849 up at agent ovs-agent-dv-cinder-851030-1-iscsi {{(pid=111104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:52:10.578744 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=5 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:10.590083 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-f44a7ad5-0aee-462e-90e2-4d2a984ca15c req-92d78793-7cd8-42e0-a3a1-bd55d212edc2 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=7c808f60-6b5e-4ad9-8463-47c749c4ad58 HTTP/1.1" status: 200 len: 210 time: 0.1427791 Jul 26 14:52:10.699258 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:10.699258 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Provisioning complete for port 5a18eca2-bb2d-4000-aca8-85a75cffa849 triggered by entity L2. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:52:10.699258 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (5a18eca2-bb2d-4000-aca8-85a75cffa849), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:10.791452 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.99', 60080) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:52:10.803820 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b49af0-8edd-4447-acf5-2650d261d205 req-b5b11197-61d3-4ebc-85ad-aae0ce9665ee tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:10.807789 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-f6b49af0-8edd-4447-acf5-2650d261d205 req-b5b11197-61d3-4ebc-85ad-aae0ce9665ee tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.99 "GET /v2.0/networks?id=4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0 HTTP/1.1" status: 200 len: 815 time: 0.3835673 Jul 26 14:52:10.822921 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:10.936890 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-3081c85a-c4e5-4496-8e05-47c1930efcea req-f140eb5b-48e7-4db7-9ff4-122984545795 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=a97d630c-f890-4022-87ba-406020a397dc HTTP/1.1" status: 200 len: 210 time: 0.1445470 Jul 26 14:52:10.947927 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:10.968473 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77062ca9-3dbc-4859-a1da-148072ebaea1 req-232078e1-1b2f-4879-b7b6-096cfdf6d874 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Made reservation on behalf of 4f3f79533bbf48018798e6e65050d69c for: {'port': 1} {{(pid=111102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:52:10.968473 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-77062ca9-3dbc-4859-a1da-148072ebaea1 req-232078e1-1b2f-4879-b7b6-096cfdf6d874 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:11.113766 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-090ada95-cb5f-42e9-95df-311797969633 req-4f078318-e865-417f-b8bd-3425dbec73ac tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] 10.222.0.97 "GET /v2.0/ports?device_id=19044933-e557-4fb7-87ca-e67b212eb6bf HTTP/1.1" status: 200 len: 210 time: 0.2940540 Jul 26 14:52:11.130593 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.db_base_plugin_common [req-4394a833-70e5-499b-8cfd-43d07181d098 req-ab76832c-a752-413c-b4d1-a6f63e66cb00 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Allocated IP 172.20.0.3 (0f1306c7-31e7-49e9-8b79-d9c630497063/2fb38d4f-c234-47e2-adc0-721b341e4aad/a5d6c726-a2d1-4d56-97ab-81d623c53ac3) {{(pid=111102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:52:11.226279 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Current status of the port 5a18eca2-bb2d-4000-aca8-85a75cffa849 is: ACTIVE; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:52:11.229756 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.db.db_base_plugin_common [req-d386f1c7-228a-4046-b4e2-9bef9c86ba07 req-cfc9e01c-5376-45da-8623-8a62d891aa0a tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] Allocated IP 172.20.0.13 (8e81120a-d472-43d2-a7db-69cbb3be13c6/d254fac4-b0e3-4010-92e1-626681866d2e/ad48d699-f27b-41ef-82f4-21fe1b9332b8) {{(pid=111103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:52:11.368210 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-32ff0dec-4332-4756-902d-ebedcd75622a req-d555b63e-11f7-4e67-be5e-6829b73c1008 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=d1552ebb-d614-4398-96ba-47e3fd737e3d HTTP/1.1" status: 200 len: 210 time: 0.0759749 Jul 26 14:52:11.409934 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f93ab1c-3a9a-4ab6-8014-57562def91d9 req-4921c468-c747-4691-9cf6-aa85b18bc9d3 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:11.412770 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-8f93ab1c-3a9a-4ab6-8014-57562def91d9 req-4921c468-c747-4691-9cf6-aa85b18bc9d3 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.99 "GET /v2.0/networks?id=02c3d9d5-b71e-4ad5-9373-5d17164e8aec HTTP/1.1" status: 200 len: 811 time: 0.6135285 Jul 26 14:52:11.556763 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-4394a833-70e5-499b-8cfd-43d07181d098 req-ab76832c-a752-413c-b4d1-a6f63e66cb00 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Publish callbacks [] for port (a5d6c726-a2d1-4d56-97ab-81d623c53ac3), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:11.570399 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-8f93ab1c-3a9a-4ab6-8014-57562def91d9 req-e06c100e-bc1c-4938-b655-6378de46c85c tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ccd4ff518dc4c37bfb7f343ccc97206 HTTP/1.1" status: 200 len: 379 time: 0.1380160 Jul 26 14:52:11.580431 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.v2.base [req-8f93ab1c-3a9a-4ab6-8014-57562def91d9 req-3e2400c8-709e-481d-b71d-6d846c4b75ab tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Request body: {'port': {'device_id': 'd1552ebb-d614-4398-96ba-47e3fd737e3d', 'network_id': '02c3d9d5-b71e-4ad5-9373-5d17164e8aec', 'admin_state_up': True, 'tenant_id': '7ccd4ff518dc4c37bfb7f343ccc97206', 'security_groups': ['dc40aab4-ece4-4809-892c-4aaf7437cd1e']}} {{(pid=111102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 14:52:11.581574 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-f6b49af0-8edd-4447-acf5-2650d261d205 req-f62970e2-f5cc-408b-bf50-ad80240b3b62 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ace4455a9e1b44e5bf7b04fd4abf81d7 HTTP/1.1" status: 200 len: 379 time: 0.6738334 Jul 26 14:52:11.587979 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [req-d386f1c7-228a-4046-b4e2-9bef9c86ba07 req-cfc9e01c-5376-45da-8623-8a62d891aa0a tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] Publish callbacks [] for port (ad48d699-f27b-41ef-82f4-21fe1b9332b8), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:11.597117 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.v2.base [req-f6b49af0-8edd-4447-acf5-2650d261d205 req-73bbb349-9e27-454c-bc0c-3d0ab3b46a79 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Request body: {'port': {'device_id': '7c808f60-6b5e-4ad9-8463-47c749c4ad58', 'network_id': '4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0', 'admin_state_up': True, 'tenant_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'security_groups': ['767eb1ba-2e1a-4d1a-a8e5-d3cd1aca29c9']}} {{(pid=111103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 14:52:11.773955 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-0cd688cb-3fec-4cc2-b310-bbdbcd0d56ed req-81b9b265-a6f1-42f8-aca9-f7381ad9dcb2 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=7c808f60-6b5e-4ad9-8463-47c749c4ad58 HTTP/1.1" status: 200 len: 210 time: 0.0407634 Jul 26 14:52:11.822212 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-4394a833-70e5-499b-8cfd-43d07181d098 req-ab76832c-a752-413c-b4d1-a6f63e66cb00 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789579689795'] for port (a5d6c726-a2d1-4d56-97ab-81d623c53ac3), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:11.858865 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [req-d386f1c7-228a-4046-b4e2-9bef9c86ba07 req-cfc9e01c-5376-45da-8623-8a62d891aa0a tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789579689795'] for port (ad48d699-f27b-41ef-82f4-21fe1b9332b8), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:11.903703 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6b49af0-8edd-4447-acf5-2650d261d205 req-73bbb349-9e27-454c-bc0c-3d0ab3b46a79 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Made reservation on behalf of ace4455a9e1b44e5bf7b04fd4abf81d7 for: {'port': 1} {{(pid=111103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:52:11.907209 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [req-f6b49af0-8edd-4447-acf5-2650d261d205 req-73bbb349-9e27-454c-bc0c-3d0ab3b46a79 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (None), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:11.913239 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f93ab1c-3a9a-4ab6-8014-57562def91d9 req-3e2400c8-709e-481d-b71d-6d846c4b75ab tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Made reservation on behalf of 7ccd4ff518dc4c37bfb7f343ccc97206 for: {'port': 1} {{(pid=111102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:52:11.916694 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-8f93ab1c-3a9a-4ab6-8014-57562def91d9 req-3e2400c8-709e-481d-b71d-6d846c4b75ab tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:11.972105 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d386f1c7-228a-4046-b4e2-9bef9c86ba07 req-cfc9e01c-5376-45da-8623-8a62d891aa0a tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] Network 8e81120a-d472-43d2-a7db-69cbb3be13c6 is already hosted by enough agents. {{(pid=111103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:52:12.013877 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4394a833-70e5-499b-8cfd-43d07181d098 req-ab76832c-a752-413c-b4d1-a6f63e66cb00 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Network 0f1306c7-31e7-49e9-8b79-d9c630497063 is already hosted by enough agents. {{(pid=111102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:52:12.037156 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.base_scheduler [req-4394a833-70e5-499b-8cfd-43d07181d098 req-ab76832c-a752-413c-b4d1-a6f63e66cb00 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Resources bound (agent type, host, resource id): {{(pid=111102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:52:12.052341 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc9e01c-5376-45da-8623-8a62d891aa0a tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] Pushing event updated for resources: {'Port': ['ID=ad48d699-f27b-41ef-82f4-21fe1b9332b8,revision_number=1']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:12.056772 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.scheduler.base_scheduler [req-d386f1c7-228a-4046-b4e2-9bef9c86ba07 req-cfc9e01c-5376-45da-8623-8a62d891aa0a tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] Resources bound (agent type, host, resource id): {{(pid=111103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:52:12.064069 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.db.l3_dvrscheduler_db [req-d386f1c7-228a-4046-b4e2-9bef9c86ba07 req-cfc9e01c-5376-45da-8623-8a62d891aa0a tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] Received port after_create {{(pid=111103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 14:52:12.068701 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.l3_dvrscheduler_db [req-4394a833-70e5-499b-8cfd-43d07181d098 req-ab76832c-a752-413c-b4d1-a6f63e66cb00 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Received port after_create {{(pid=111102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 14:52:12.070282 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d386f1c7-228a-4046-b4e2-9bef9c86ba07 req-cfc9e01c-5376-45da-8623-8a62d891aa0a tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:12.070995 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [req-d386f1c7-228a-4046-b4e2-9bef9c86ba07 req-cfc9e01c-5376-45da-8623-8a62d891aa0a tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-431034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524685'] for port (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:12.074312 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4394a833-70e5-499b-8cfd-43d07181d098 req-ab76832c-a752-413c-b4d1-a6f63e66cb00 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:12.074795 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-4394a833-70e5-499b-8cfd-43d07181d098 req-ab76832c-a752-413c-b4d1-a6f63e66cb00 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-431034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524685'] for port (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:12.112060 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.db_base_plugin_common [req-77062ca9-3dbc-4859-a1da-148072ebaea1 req-232078e1-1b2f-4879-b7b6-096cfdf6d874 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Allocated IP 172.20.0.11 (0f1306c7-31e7-49e9-8b79-d9c630497063/2fb38d4f-c234-47e2-adc0-721b341e4aad/098d52c8-2012-4286-962d-62149a4873c1) {{(pid=111102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:52:12.119666 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab76832c-a752-413c-b4d1-a6f63e66cb00 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Pushing event updated for resources: {'Port': ['ID=a5d6c726-a2d1-4d56-97ab-81d623c53ac3,revision_number=1']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:12.198348 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.db.db_base_plugin_common [req-f6b49af0-8edd-4447-acf5-2650d261d205 req-73bbb349-9e27-454c-bc0c-3d0ab3b46a79 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Allocated IP 172.20.0.8 (4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0/2dc51976-041f-4e28-9975-c948630898a5/73723af2-05ec-4b78-b99d-0201637337f6) {{(pid=111103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:52:12.228698 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-d386f1c7-228a-4046-b4e2-9bef9c86ba07 req-cfc9e01c-5376-45da-8623-8a62d891aa0a tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4007852 Jul 26 14:52:12.255072 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [req-d386f1c7-228a-4046-b4e2-9bef9c86ba07 req-996a1626-8b1c-40ab-9172-d657d3a5d20f tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=111103) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 26 14:52:12.259733 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-d386f1c7-228a-4046-b4e2-9bef9c86ba07 req-996a1626-8b1c-40ab-9172-d657d3a5d20f tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] 10.222.0.99 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0242429 Jul 26 14:52:12.458722 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:12.527231 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc92455-85b4-448f-8d77-b26c4dbc5231 req-15b3a4ac-0083-4a79-a53c-b077525d11c8 tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:12.555698 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-bfc92455-85b4-448f-8d77-b26c4dbc5231 req-15b3a4ac-0083-4a79-a53c-b077525d11c8 tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] 10.222.0.97 "GET /v2.0/ports?device_id=19044933-e557-4fb7-87ca-e67b212eb6bf HTTP/1.1" status: 200 len: 932 time: 0.2762764 Jul 26 14:52:12.651881 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-e757de43-0945-4293-9e28-56e08878d02a None None] Provisioning complete for port a5d6c726-a2d1-4d56-97ab-81d623c53ac3 triggered by entity DHCP. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:52:12.660483 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-e757de43-0945-4293-9e28-56e08878d02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (a5d6c726-a2d1-4d56-97ab-81d623c53ac3), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:12.688273 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-37484890-a7c0-40a8-afe5-71a5dc963fe9 req-79fcbebb-b964-4a9d-81c7-b0d0a4db0c67 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=a97d630c-f890-4022-87ba-406020a397dc HTTP/1.1" status: 200 len: 210 time: 0.5872564 Jul 26 14:52:12.693126 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-4394a833-70e5-499b-8cfd-43d07181d098 req-ab76832c-a752-413c-b4d1-a6f63e66cb00 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1923923 Jul 26 14:52:12.694696 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-e757de43-0945-4293-9e28-56e08878d02a None None] Port a5d6c726-a2d1-4d56-97ab-81d623c53ac3 cannot update to ACTIVE because it is not bound. {{(pid=111104) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 14:52:12.704962 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-e757de43-0945-4293-9e28-56e08878d02a None None] Provisioning complete for port ad48d699-f27b-41ef-82f4-21fe1b9332b8 triggered by entity DHCP. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:52:12.705511 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-e757de43-0945-4293-9e28-56e08878d02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (ad48d699-f27b-41ef-82f4-21fe1b9332b8), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:12.807022 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-e757de43-0945-4293-9e28-56e08878d02a None None] Port ad48d699-f27b-41ef-82f4-21fe1b9332b8 cannot update to ACTIVE because it is not bound. {{(pid=111104) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 14:52:12.847243 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-77062ca9-3dbc-4859-a1da-148072ebaea1 req-232078e1-1b2f-4879-b7b6-096cfdf6d874 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Publish callbacks [] for port (098d52c8-2012-4286-962d-62149a4873c1), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:12.878793 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.db_base_plugin_common [req-8f93ab1c-3a9a-4ab6-8014-57562def91d9 req-3e2400c8-709e-481d-b71d-6d846c4b75ab tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Allocated IP 172.20.0.5 (02c3d9d5-b71e-4ad5-9373-5d17164e8aec/e75d54a1-37a3-48c4-b0bd-5c996cd738b8/f52ee38e-091f-4eb3-93dc-683dcd709ebd) {{(pid=111102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:52:12.882501 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-e545c03c-8d93-4907-843f-0a2725bcaac8 req-45c52d8c-0a52-4c50-b58c-ee08ccf2b76c tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=d1552ebb-d614-4398-96ba-47e3fd737e3d HTTP/1.1" status: 200 len: 210 time: 0.0649188 Jul 26 14:52:12.984266 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=100 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:13.030223 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-bfc92455-85b4-448f-8d77-b26c4dbc5231 req-14a638f6-e33b-4aaf-827a-63f0fab81798 tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] 10.222.0.97 "GET /v2.0/security-groups?id=78a48c70-271b-4fe1-a300-0b3af328b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4728093 Jul 26 14:52:13.100554 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.v2.base [req-d386f1c7-228a-4046-b4e2-9bef9c86ba07 req-9522438b-828f-4f84-8fd3-3565cd87060a service neutron] Request body: {'port': {'device_id': '19044933-e557-4fb7-87ca-e67b212eb6bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85103'}} {{(pid=111102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 14:52:13.109619 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.v2.base [req-4394a833-70e5-499b-8cfd-43d07181d098 req-b5104d71-52d1-4d2d-99ba-a3460721b7eb service neutron] Request body: {'port': {'device_id': '2ef4043a-5d67-4091-abcb-ed5e596ba355', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85103'}} {{(pid=111103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 14:52:13.147460 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-77062ca9-3dbc-4859-a1da-148072ebaea1 req-232078e1-1b2f-4879-b7b6-096cfdf6d874 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789579689795'] for port (098d52c8-2012-4286-962d-62149a4873c1), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:13.249763 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-cef77e91-0d76-477c-9b7d-6a86b521ed46 req-50e217ff-85a8-4198-8c2c-d4c4e85f7229 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=7c808f60-6b5e-4ad9-8463-47c749c4ad58 HTTP/1.1" status: 200 len: 210 time: 0.1708255 Jul 26 14:52:13.282147 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [req-4394a833-70e5-499b-8cfd-43d07181d098 req-b5104d71-52d1-4d2d-99ba-a3460721b7eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (a5d6c726-a2d1-4d56-97ab-81d623c53ac3), before_update {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:13.289144 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [req-f6b49af0-8edd-4447-acf5-2650d261d205 req-73bbb349-9e27-454c-bc0c-3d0ab3b46a79 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks [] for port (73723af2-05ec-4b78-b99d-0201637337f6), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:13.437555 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77062ca9-3dbc-4859-a1da-148072ebaea1 req-232078e1-1b2f-4879-b7b6-096cfdf6d874 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Network 0f1306c7-31e7-49e9-8b79-d9c630497063 is already hosted by enough agents. {{(pid=111102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:52:13.437555 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.base_scheduler [req-77062ca9-3dbc-4859-a1da-148072ebaea1 req-232078e1-1b2f-4879-b7b6-096cfdf6d874 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Resources bound (agent type, host, resource id): {{(pid=111102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:52:13.437555 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.l3_dvrscheduler_db [req-77062ca9-3dbc-4859-a1da-148072ebaea1 req-232078e1-1b2f-4879-b7b6-096cfdf6d874 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Received port after_create {{(pid=111102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 14:52:13.437555 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77062ca9-3dbc-4859-a1da-148072ebaea1 req-232078e1-1b2f-4879-b7b6-096cfdf6d874 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:13.437555 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-77062ca9-3dbc-4859-a1da-148072ebaea1 req-232078e1-1b2f-4879-b7b6-096cfdf6d874 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-431034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524685'] for port (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:13.437555 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232078e1-1b2f-4879-b7b6-096cfdf6d874 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Pushing event updated for resources: {'Port': ['ID=098d52c8-2012-4286-962d-62149a4873c1,revision_number=1']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:13.437555 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-d386f1c7-228a-4046-b4e2-9bef9c86ba07 req-9522438b-828f-4f84-8fd3-3565cd87060a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (ad48d699-f27b-41ef-82f4-21fe1b9332b8), before_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:13.437555 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-8f93ab1c-3a9a-4ab6-8014-57562def91d9 req-3e2400c8-709e-481d-b71d-6d846c4b75ab tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Publish callbacks [] for port (f52ee38e-091f-4eb3-93dc-683dcd709ebd), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:13.683310 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-77062ca9-3dbc-4859-a1da-148072ebaea1 req-232078e1-1b2f-4879-b7b6-096cfdf6d874 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3062911 Jul 26 14:52:13.700296 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [req-f6b49af0-8edd-4447-acf5-2650d261d205 req-73bbb349-9e27-454c-bc0c-3d0ab3b46a79 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789579689795'] for port (73723af2-05ec-4b78-b99d-0201637337f6), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:13.743122 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-f2009788-cf76-49f5-8491-deef65856ec8 None None] Provisioning complete for port 098d52c8-2012-4286-962d-62149a4873c1 triggered by entity DHCP. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:52:13.744233 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-f2009788-cf76-49f5-8491-deef65856ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (098d52c8-2012-4286-962d-62149a4873c1), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:13.827279 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6b49af0-8edd-4447-acf5-2650d261d205 req-73bbb349-9e27-454c-bc0c-3d0ab3b46a79 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Network 4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0 is already hosted by enough agents. {{(pid=111103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:52:13.837915 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-f2009788-cf76-49f5-8491-deef65856ec8 None None] Port 098d52c8-2012-4286-962d-62149a4873c1 cannot update to ACTIVE because it is not bound. {{(pid=111104) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 14:52:13.904035 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-8f93ab1c-3a9a-4ab6-8014-57562def91d9 req-3e2400c8-709e-481d-b71d-6d846c4b75ab tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789579689795'] for port (f52ee38e-091f-4eb3-93dc-683dcd709ebd), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:13.976077 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.v2.base [req-77062ca9-3dbc-4859-a1da-148072ebaea1 req-66c0bdaa-7c61-4269-9e4c-b92b8bef27af service neutron] Request body: {'port': {'device_id': 'a97d630c-f890-4022-87ba-406020a397dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85103'}} {{(pid=111102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 14:52:14.009603 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f93ab1c-3a9a-4ab6-8014-57562def91d9 req-3e2400c8-709e-481d-b71d-6d846c4b75ab tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Network 02c3d9d5-b71e-4ad5-9373-5d17164e8aec is already hosted by enough agents. {{(pid=111102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:52:14.075133 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.notifiers.nova [req-4394a833-70e5-499b-8cfd-43d07181d098 req-b5104d71-52d1-4d2d-99ba-a3460721b7eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5d6c726-a2d1-4d56-97ab-81d623c53ac3 {{(pid=111103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 14:52:14.085553 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [req-4394a833-70e5-499b-8cfd-43d07181d098 req-b5104d71-52d1-4d2d-99ba-a3460721b7eb service neutron] Publish callbacks [] for port (a5d6c726-a2d1-4d56-97ab-81d623c53ac3), precommit_update {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:14.105947 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.base_scheduler [req-8f93ab1c-3a9a-4ab6-8014-57562def91d9 req-3e2400c8-709e-481d-b71d-6d846c4b75ab tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Resources bound (agent type, host, resource id): {{(pid=111102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:52:14.118081 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f93ab1c-3a9a-4ab6-8014-57562def91d9 req-3e2400c8-709e-481d-b71d-6d846c4b75ab tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Received port after_create {{(pid=111102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 14:52:14.123812 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f93ab1c-3a9a-4ab6-8014-57562def91d9 req-3e2400c8-709e-481d-b71d-6d846c4b75ab tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:14.124499 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-8f93ab1c-3a9a-4ab6-8014-57562def91d9 req-3e2400c8-709e-481d-b71d-6d846c4b75ab tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-431034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524685'] for port (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:14.140374 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.db.provisioning_blocks [req-4394a833-70e5-499b-8cfd-43d07181d098 req-b5104d71-52d1-4d2d-99ba-a3460721b7eb service neutron] Transition to ACTIVE for port object a5d6c726-a2d1-4d56-97ab-81d623c53ac3 will not be triggered until provisioned by entity L2. {{(pid=111103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 14:52:14.142494 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.scheduler.base_scheduler [req-f6b49af0-8edd-4447-acf5-2650d261d205 req-73bbb349-9e27-454c-bc0c-3d0ab3b46a79 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Resources bound (agent type, host, resource id): {{(pid=111103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:52:14.183553 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994502c-1736-4635-911c-dfddf54147e3 req-34784060-f8a1-410b-ba72-6cdc66c2827a tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:14.183553 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-1994502c-1736-4635-911c-dfddf54147e3 req-34784060-f8a1-410b-ba72-6cdc66c2827a tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=a97d630c-f890-4022-87ba-406020a397dc HTTP/1.1" status: 200 len: 932 time: 0.3711629 Jul 26 14:52:14.184316 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bbb349-9e27-454c-bc0c-3d0ab3b46a79 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Pushing event updated for resources: {'Port': ['ID=73723af2-05ec-4b78-b99d-0201637337f6,revision_number=1']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:14.192714 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6b49af0-8edd-4447-acf5-2650d261d205 req-73bbb349-9e27-454c-bc0c-3d0ab3b46a79 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Received port after_create {{(pid=111103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 14:52:14.218170 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b49af0-8edd-4447-acf5-2650d261d205 req-73bbb349-9e27-454c-bc0c-3d0ab3b46a79 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:14.218871 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [req-f6b49af0-8edd-4447-acf5-2650d261d205 req-73bbb349-9e27-454c-bc0c-3d0ab3b46a79 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-431034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524685'] for port (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:14.249541 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2400c8-709e-481d-b71d-6d846c4b75ab tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Pushing event updated for resources: {'Port': ['ID=f52ee38e-091f-4eb3-93dc-683dcd709ebd,revision_number=1']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:14.300111 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:14.303735 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [req-4394a833-70e5-499b-8cfd-43d07181d098 req-b5104d71-52d1-4d2d-99ba-a3460721b7eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (a5d6c726-a2d1-4d56-97ab-81d623c53ac3), after_update {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:14.370280 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e1ca6c-007a-4883-a8f7-1417d3d93f55 req-59064b06-5b36-4789-8698-1f3b8a48b807 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:14.378131 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-58e1ca6c-007a-4883-a8f7-1417d3d93f55 req-59064b06-5b36-4789-8698-1f3b8a48b807 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=d1552ebb-d614-4398-96ba-47e3fd737e3d HTTP/1.1" status: 200 len: 931 time: 0.3147812 Jul 26 14:52:14.471988 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:14.517002 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-1994502c-1736-4635-911c-dfddf54147e3 req-225aebbc-6577-4b86-9fd6-aa4d1e903764 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=07a7f217-8c49-407d-8fdd-fca70593a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2853773 Jul 26 14:52:14.523946 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-f6b49af0-8edd-4447-acf5-2650d261d205 req-73bbb349-9e27-454c-bc0c-3d0ab3b46a79 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9325569 Jul 26 14:52:14.575263 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5104d71-52d1-4d2d-99ba-a3460721b7eb service neutron] Pushing event updated for resources: {'Port': ['ID=a5d6c726-a2d1-4d56-97ab-81d623c53ac3,revision_number=2']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:14.605347 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.v2.base [req-f6b49af0-8edd-4447-acf5-2650d261d205 req-b719c7c8-35b0-4003-8ba6-647f0fe5ccd1 service neutron] Request body: {'port': {'device_id': '7c808f60-6b5e-4ad9-8463-47c749c4ad58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85103'}} {{(pid=111103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 14:52:14.641521 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.plugins.ml2.managers [req-4394a833-70e5-499b-8cfd-43d07181d098 req-b5104d71-52d1-4d2d-99ba-a3460721b7eb service neutron] Attempting to bind port a5d6c726-a2d1-4d56-97ab-81d623c53ac3 on host hv-cinder-85103 for vnic_type normal with profile {{(pid=111103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 14:52:14.649309 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.plugins.ml2.managers [req-4394a833-70e5-499b-8cfd-43d07181d098 req-b5104d71-52d1-4d2d-99ba-a3460721b7eb service neutron] Attempting to bind port a5d6c726-a2d1-4d56-97ab-81d623c53ac3 by drivers openvswitch,hyperv on host hv-cinder-85103 at level 0 using segments [{'id': 'c6e327c1-1462-4f59-a790-a4289d47d45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '0f1306c7-31e7-49e9-8b79-d9c630497063'}] {{(pid=111103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 14:52:14.650079 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4394a833-70e5-499b-8cfd-43d07181d098 req-b5104d71-52d1-4d2d-99ba-a3460721b7eb service neutron] Attempting to bind port a5d6c726-a2d1-4d56-97ab-81d623c53ac3 on network 0f1306c7-31e7-49e9-8b79-d9c630497063 {{(pid=111103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 14:52:14.731736 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4394a833-70e5-499b-8cfd-43d07181d098 req-b5104d71-52d1-4d2d-99ba-a3460721b7eb service neutron] Port a5d6c726-a2d1-4d56-97ab-81d623c53ac3 on network 0f1306c7-31e7-49e9-8b79-d9c630497063 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85103 {{(pid=111103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 14:52:14.732140 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4394a833-70e5-499b-8cfd-43d07181d098 req-b5104d71-52d1-4d2d-99ba-a3460721b7eb service neutron] Attempting to bind port a5d6c726-a2d1-4d56-97ab-81d623c53ac3 on network 0f1306c7-31e7-49e9-8b79-d9c630497063 {{(pid=111103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 14:52:14.788482 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4394a833-70e5-499b-8cfd-43d07181d098 req-b5104d71-52d1-4d2d-99ba-a3460721b7eb service neutron] Checking agent: {'id': '311d617f-8fa1-4662-a157-ab38f6e1e2d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85103', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 14, 49, 45), 'started_at': datetime.datetime(2022, 7, 26, 14, 49, 45), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 14, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 14:52:14.788831 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4394a833-70e5-499b-8cfd-43d07181d098 req-b5104d71-52d1-4d2d-99ba-a3460721b7eb service neutron] Checking segment: {'id': 'c6e327c1-1462-4f59-a790-a4289d47d45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '0f1306c7-31e7-49e9-8b79-d9c630497063'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 14:52:14.792519 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4394a833-70e5-499b-8cfd-43d07181d098 req-b5104d71-52d1-4d2d-99ba-a3460721b7eb service neutron] Bound using segment: {'id': 'c6e327c1-1462-4f59-a790-a4289d47d45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '0f1306c7-31e7-49e9-8b79-d9c630497063'} {{(pid=111103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 14:52:14.793085 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.plugins.ml2.managers [req-4394a833-70e5-499b-8cfd-43d07181d098 req-b5104d71-52d1-4d2d-99ba-a3460721b7eb service neutron] Bound port: a5d6c726-a2d1-4d56-97ab-81d623c53ac3, host: hv-cinder-85103, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6e327c1-1462-4f59-a790-a4289d47d45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '0f1306c7-31e7-49e9-8b79-d9c630497063'}}] {{(pid=111103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 14:52:14.793502 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [req-4394a833-70e5-499b-8cfd-43d07181d098 req-b5104d71-52d1-4d2d-99ba-a3460721b7eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (a5d6c726-a2d1-4d56-97ab-81d623c53ac3), before_update {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:14.882132 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-f7c760d2-ff8a-4bc7-9913-8af7ad535008 None None] Provisioning complete for port 73723af2-05ec-4b78-b99d-0201637337f6 triggered by entity DHCP. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:52:14.885100 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-f7c760d2-ff8a-4bc7-9913-8af7ad535008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (73723af2-05ec-4b78-b99d-0201637337f6), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:14.908030 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-8f93ab1c-3a9a-4ab6-8014-57562def91d9 req-3e2400c8-709e-481d-b71d-6d846c4b75ab tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3310509 Jul 26 14:52:14.939628 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:14.946996 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-77062ca9-3dbc-4859-a1da-148072ebaea1 req-66c0bdaa-7c61-4269-9e4c-b92b8bef27af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (098d52c8-2012-4286-962d-62149a4873c1), before_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:14.986867 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-f7c760d2-ff8a-4bc7-9913-8af7ad535008 None None] Port 73723af2-05ec-4b78-b99d-0201637337f6 cannot update to ACTIVE because it is not bound. {{(pid=111104) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 14:52:14.997283 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.v2.base [req-8f93ab1c-3a9a-4ab6-8014-57562def91d9 req-690a9ffa-07d5-44bd-801b-524a4ed76db5 service neutron] Request body: {'port': {'device_id': 'd1552ebb-d614-4398-96ba-47e3fd737e3d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85103'}} {{(pid=111102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 14:52:15.009886 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.plugins.ml2.db [req-4394a833-70e5-499b-8cfd-43d07181d098 req-b5104d71-52d1-4d2d-99ba-a3460721b7eb service neutron] For port a5d6c726-a2d1-4d56-97ab-81d623c53ac3, host hv-cinder-85103, cleared binding levels {{(pid=111103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:52:15.020029 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-f7c760d2-ff8a-4bc7-9913-8af7ad535008 None None] Provisioning complete for port f52ee38e-091f-4eb3-93dc-683dcd709ebd triggered by entity DHCP. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:52:15.020503 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-f7c760d2-ff8a-4bc7-9913-8af7ad535008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (f52ee38e-091f-4eb3-93dc-683dcd709ebd), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:15.039025 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [req-f6b49af0-8edd-4447-acf5-2650d261d205 req-b719c7c8-35b0-4003-8ba6-647f0fe5ccd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (73723af2-05ec-4b78-b99d-0201637337f6), before_update {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:15.064245 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.notifiers.nova [req-d386f1c7-228a-4046-b4e2-9bef9c86ba07 req-9522438b-828f-4f84-8fd3-3565cd87060a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad48d699-f27b-41ef-82f4-21fe1b9332b8 {{(pid=111102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 14:52:15.064538 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.plugins.ml2.db [req-4394a833-70e5-499b-8cfd-43d07181d098 req-b5104d71-52d1-4d2d-99ba-a3460721b7eb service neutron] For port a5d6c726-a2d1-4d56-97ab-81d623c53ac3, host hv-cinder-85103, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=a5d6c726-a2d1-4d56-97ab-81d623c53ac3,segment=NetworkSegment(c6e327c1-1462-4f59-a790-a4289d47d45e),segment_id=c6e327c1-1462-4f59-a790-a4289d47d45e)] {{(pid=111103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:52:15.078300 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4d37fc-fcaa-4f8d-b20e-2e48fb07faed req-0dec031c-3537-47eb-8266-4425aa2070fc tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:15.080236 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-be4d37fc-fcaa-4f8d-b20e-2e48fb07faed req-0dec031c-3537-47eb-8266-4425aa2070fc tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] 10.222.0.97 "GET /v2.0/ports?device_id=19044933-e557-4fb7-87ca-e67b212eb6bf HTTP/1.1" status: 200 len: 932 time: 0.2297282 Jul 26 14:52:15.100826 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-58e1ca6c-007a-4883-a8f7-1417d3d93f55 req-6b6a7509-1d2f-43b1-a1c1-fbf5bde4493f tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/security-groups?id=dc40aab4-ece4-4809-892c-4aaf7437cd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7169116 Jul 26 14:52:15.113240 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-d386f1c7-228a-4046-b4e2-9bef9c86ba07 req-9522438b-828f-4f84-8fd3-3565cd87060a service neutron] Publish callbacks [] for port (ad48d699-f27b-41ef-82f4-21fe1b9332b8), precommit_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:15.143826 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (311d617f-8fa1-4662-a157-ab38f6e1e2d8), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:15.146675 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-f7c760d2-ff8a-4bc7-9913-8af7ad535008 None None] Port f52ee38e-091f-4eb3-93dc-683dcd709ebd cannot update to ACTIVE because it is not bound. {{(pid=111104) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 14:52:15.209156 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [req-4394a833-70e5-499b-8cfd-43d07181d098 req-b5104d71-52d1-4d2d-99ba-a3460721b7eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (a5d6c726-a2d1-4d56-97ab-81d623c53ac3), after_update {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:15.247759 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=12 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:15.279225 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4394a833-70e5-499b-8cfd-43d07181d098 req-b5104d71-52d1-4d2d-99ba-a3460721b7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:15.280265 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [req-4394a833-70e5-499b-8cfd-43d07181d098 req-b5104d71-52d1-4d2d-99ba-a3460721b7eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-431034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524685'] for port (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:15.281662 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-4394a833-70e5-499b-8cfd-43d07181d098 req-b5104d71-52d1-4d2d-99ba-a3460721b7eb service neutron] 10.222.0.99 "PUT /v2.0/ports/a5d6c726-a2d1-4d56-97ab-81d623c53ac3 HTTP/1.1" status: 200 len: 1093 time: 2.3243058 Jul 26 14:52:15.288243 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ef4043a-5d67-4091-abcb-ed5e596ba355', 'tag': 'a5d6c726-a2d1-4d56-97ab-81d623c53ac3'}] {{(pid=111103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 14:52:15.369521 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-be4d37fc-fcaa-4f8d-b20e-2e48fb07faed req-72fdb7e8-9048-4665-a67e-b791f2a934c0 tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] 10.222.0.97 "GET /v2.0/security-groups?id=78a48c70-271b-4fe1-a300-0b3af328b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634430 Jul 26 14:52:15.445482 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.provisioning_blocks [req-d386f1c7-228a-4046-b4e2-9bef9c86ba07 req-9522438b-828f-4f84-8fd3-3565cd87060a service neutron] Transition to ACTIVE for port object ad48d699-f27b-41ef-82f4-21fe1b9332b8 will not be triggered until provisioned by entity L2. {{(pid=111102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 14:52:15.473856 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5104d71-52d1-4d2d-99ba-a3460721b7eb service neutron] Pushing event updated for resources: {'Port': ['ID=a5d6c726-a2d1-4d56-97ab-81d623c53ac3,revision_number=3']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:15.608407 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:15.638153 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-8f93ab1c-3a9a-4ab6-8014-57562def91d9 req-690a9ffa-07d5-44bd-801b-524a4ed76db5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (f52ee38e-091f-4eb3-93dc-683dcd709ebd), before_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:15.660801 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-d386f1c7-228a-4046-b4e2-9bef9c86ba07 req-9522438b-828f-4f84-8fd3-3565cd87060a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (ad48d699-f27b-41ef-82f4-21fe1b9332b8), after_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:15.788570 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4394a833-70e5-499b-8cfd-43d07181d098 req-0790a079-6c18-48c5-a0ce-0e176b9baaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:15.791136 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-4394a833-70e5-499b-8cfd-43d07181d098 req-0790a079-6c18-48c5-a0ce-0e176b9baaf6 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=4f3f79533bbf48018798e6e65050d69c&device_id=2ef4043a-5d67-4091-abcb-ed5e596ba355 HTTP/1.1" status: 200 len: 1127 time: 0.1934900 Jul 26 14:52:15.794960 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}517d84f8092def9b9250e77a34976a676e41c9ce554e95d8bccbc94b5a7b6795" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77c0e92c-ee86-4b24-b861-e462713db2e3" -d '{"events": [{"name": "network-changed", "server_uuid": "2ef4043a-5d67-4091-abcb-ed5e596ba355", "tag": "a5d6c726-a2d1-4d56-97ab-81d623c53ac3"}]}' {{(pid=111103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:52:15.957446 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.notifiers.nova [req-f6b49af0-8edd-4447-acf5-2650d261d205 req-b719c7c8-35b0-4003-8ba6-647f0fe5ccd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73723af2-05ec-4b78-b99d-0201637337f6 {{(pid=111103) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 14:52:16.010374 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f219d8b-2eb4-4c94-b619-b74fb26a857a req-127ca213-b11d-487f-b251-fd021e2a7e2e tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:16.012250 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-6f219d8b-2eb4-4c94-b619-b74fb26a857a req-127ca213-b11d-487f-b251-fd021e2a7e2e tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=7c808f60-6b5e-4ad9-8463-47c749c4ad58 HTTP/1.1" status: 200 len: 931 time: 0.5699954 Jul 26 14:52:16.016032 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:16.042729 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.notifiers.nova [req-77062ca9-3dbc-4859-a1da-148072ebaea1 req-66c0bdaa-7c61-4269-9e4c-b92b8bef27af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 098d52c8-2012-4286-962d-62149a4873c1 {{(pid=111102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 14:52:16.062834 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [req-f6b49af0-8edd-4447-acf5-2650d261d205 req-b719c7c8-35b0-4003-8ba6-647f0fe5ccd1 service neutron] Publish callbacks [] for port (73723af2-05ec-4b78-b99d-0201637337f6), precommit_update {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:16.088790 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-77062ca9-3dbc-4859-a1da-148072ebaea1 req-66c0bdaa-7c61-4269-9e4c-b92b8bef27af service neutron] Publish callbacks [] for port (098d52c8-2012-4286-962d-62149a4873c1), precommit_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:16.096394 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9522438b-828f-4f84-8fd3-3565cd87060a service neutron] Pushing event updated for resources: {'Port': ['ID=ad48d699-f27b-41ef-82f4-21fe1b9332b8,revision_number=2']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:16.145082 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-4394a833-70e5-499b-8cfd-43d07181d098 req-e8960f8c-c07c-4f10-9f4c-96e93a61a90a service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5d6c726-a2d1-4d56-97ab-81d623c53ac3 HTTP/1.1" status: 200 len: 217 time: 0.1813490 Jul 26 14:52:16.156484 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0aea10-a5bd-452e-9499-2de590c91e71 req-3f90de05-a3d5-406b-ad4d-8626a016ce78 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:16.158137 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-8e0aea10-a5bd-452e-9499-2de590c91e71 req-3f90de05-a3d5-406b-ad4d-8626a016ce78 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=a97d630c-f890-4022-87ba-406020a397dc HTTP/1.1" status: 200 len: 932 time: 0.0924034 Jul 26 14:52:16.234785 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4394a833-70e5-499b-8cfd-43d07181d098 req-4ba99cff-35c3-4b0f-ba21-7e2df53d4d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:16.236437 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-4394a833-70e5-499b-8cfd-43d07181d098 req-4ba99cff-35c3-4b0f-ba21-7e2df53d4d60 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=2fb38d4f-c234-47e2-adc0-721b341e4aad HTTP/1.1" status: 200 len: 858 time: 0.0736496 Jul 26 14:52:16.241381 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.db.provisioning_blocks [req-f6b49af0-8edd-4447-acf5-2650d261d205 req-b719c7c8-35b0-4003-8ba6-647f0fe5ccd1 service neutron] Transition to ACTIVE for port object 73723af2-05ec-4b78-b99d-0201637337f6 will not be triggered until provisioned by entity L2. {{(pid=111103) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 14:52:16.249011 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.provisioning_blocks [req-77062ca9-3dbc-4859-a1da-148072ebaea1 req-66c0bdaa-7c61-4269-9e4c-b92b8bef27af service neutron] Transition to ACTIVE for port object 098d52c8-2012-4286-962d-62149a4873c1 will not be triggered until provisioned by entity L2. {{(pid=111102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 14:52:16.331216 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-6f219d8b-2eb4-4c94-b619-b74fb26a857a req-b0d1879a-6052-4d99-b90b-d6c134567e80 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/security-groups?id=767eb1ba-2e1a-4d1a-a8e5-d3cd1aca29c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3011811 Jul 26 14:52:16.339741 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:16.557560 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.notifiers.nova [req-8f93ab1c-3a9a-4ab6-8014-57562def91d9 req-690a9ffa-07d5-44bd-801b-524a4ed76db5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f52ee38e-091f-4eb3-93dc-683dcd709ebd {{(pid=111102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 14:52:16.568535 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-8f93ab1c-3a9a-4ab6-8014-57562def91d9 req-690a9ffa-07d5-44bd-801b-524a4ed76db5 service neutron] Publish callbacks [] for port (f52ee38e-091f-4eb3-93dc-683dcd709ebd), precommit_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:16.582034 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [req-f6b49af0-8edd-4447-acf5-2650d261d205 req-b719c7c8-35b0-4003-8ba6-647f0fe5ccd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (73723af2-05ec-4b78-b99d-0201637337f6), after_update {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:16.582676 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.provisioning_blocks [req-8f93ab1c-3a9a-4ab6-8014-57562def91d9 req-690a9ffa-07d5-44bd-801b-524a4ed76db5 service neutron] Transition to ACTIVE for port object f52ee38e-091f-4eb3-93dc-683dcd709ebd will not be triggered until provisioned by entity L2. {{(pid=111102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 14:52:16.594561 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-77062ca9-3dbc-4859-a1da-148072ebaea1 req-66c0bdaa-7c61-4269-9e4c-b92b8bef27af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (098d52c8-2012-4286-962d-62149a4873c1), after_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:16.627674 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.managers [req-d386f1c7-228a-4046-b4e2-9bef9c86ba07 req-9522438b-828f-4f84-8fd3-3565cd87060a service neutron] Attempting to bind port ad48d699-f27b-41ef-82f4-21fe1b9332b8 on host hv-cinder-85103 for vnic_type normal with profile {{(pid=111102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 14:52:16.628086 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.managers [req-d386f1c7-228a-4046-b4e2-9bef9c86ba07 req-9522438b-828f-4f84-8fd3-3565cd87060a service neutron] Attempting to bind port ad48d699-f27b-41ef-82f4-21fe1b9332b8 by drivers openvswitch,hyperv on host hv-cinder-85103 at level 0 using segments [{'id': '82e6fd43-9678-4238-8619-ec1c114f874d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '8e81120a-d472-43d2-a7db-69cbb3be13c6'}] {{(pid=111102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 14:52:16.628446 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d386f1c7-228a-4046-b4e2-9bef9c86ba07 req-9522438b-828f-4f84-8fd3-3565cd87060a service neutron] Attempting to bind port ad48d699-f27b-41ef-82f4-21fe1b9332b8 on network 8e81120a-d472-43d2-a7db-69cbb3be13c6 {{(pid=111102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 14:52:16.638992 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d386f1c7-228a-4046-b4e2-9bef9c86ba07 req-9522438b-828f-4f84-8fd3-3565cd87060a service neutron] Port ad48d699-f27b-41ef-82f4-21fe1b9332b8 on network 8e81120a-d472-43d2-a7db-69cbb3be13c6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85103 {{(pid=111102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 14:52:16.639516 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d386f1c7-228a-4046-b4e2-9bef9c86ba07 req-9522438b-828f-4f84-8fd3-3565cd87060a service neutron] Attempting to bind port ad48d699-f27b-41ef-82f4-21fe1b9332b8 on network 8e81120a-d472-43d2-a7db-69cbb3be13c6 {{(pid=111102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 14:52:16.653575 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-8e0aea10-a5bd-452e-9499-2de590c91e71 req-9645bc2d-31e6-4a11-8eb4-aa4b1683a0d3 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=07a7f217-8c49-407d-8fdd-fca70593a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4142654 Jul 26 14:52:16.684637 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c0bdaa-7c61-4269-9e4c-b92b8bef27af service neutron] Pushing event updated for resources: {'Port': ['ID=098d52c8-2012-4286-962d-62149a4873c1,revision_number=2']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:16.687711 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d386f1c7-228a-4046-b4e2-9bef9c86ba07 req-9522438b-828f-4f84-8fd3-3565cd87060a service neutron] Checking agent: {'id': '311d617f-8fa1-4662-a157-ab38f6e1e2d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85103', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 14, 49, 45), 'started_at': datetime.datetime(2022, 7, 26, 14, 49, 45), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 14, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 14:52:16.688173 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d386f1c7-228a-4046-b4e2-9bef9c86ba07 req-9522438b-828f-4f84-8fd3-3565cd87060a service neutron] Checking segment: {'id': '82e6fd43-9678-4238-8619-ec1c114f874d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '8e81120a-d472-43d2-a7db-69cbb3be13c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 14:52:16.688803 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d386f1c7-228a-4046-b4e2-9bef9c86ba07 req-9522438b-828f-4f84-8fd3-3565cd87060a service neutron] Bound using segment: {'id': '82e6fd43-9678-4238-8619-ec1c114f874d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '8e81120a-d472-43d2-a7db-69cbb3be13c6'} {{(pid=111102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 14:52:16.689395 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.managers [req-d386f1c7-228a-4046-b4e2-9bef9c86ba07 req-9522438b-828f-4f84-8fd3-3565cd87060a service neutron] Bound port: ad48d699-f27b-41ef-82f4-21fe1b9332b8, host: hv-cinder-85103, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82e6fd43-9678-4238-8619-ec1c114f874d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1055, 'network_id': '8e81120a-d472-43d2-a7db-69cbb3be13c6'}}] {{(pid=111102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 14:52:16.689807 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-d386f1c7-228a-4046-b4e2-9bef9c86ba07 req-9522438b-828f-4f84-8fd3-3565cd87060a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (ad48d699-f27b-41ef-82f4-21fe1b9332b8), before_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:16.699033 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 14:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73381fda-0a6e-4020-afdc-d13a0af10244 x-openstack-request-id: req-73381fda-0a6e-4020-afdc-d13a0af10244 {{(pid=111103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:52:16.699655 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ef4043a-5d67-4091-abcb-ed5e596ba355", "tag": "a5d6c726-a2d1-4d56-97ab-81d623c53ac3", "status": "completed", "code": 200}]} {{(pid=111103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:52:16.700063 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-73381fda-0a6e-4020-afdc-d13a0af10244 {{(pid=111103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:52:16.700794 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73381fda-0a6e-4020-afdc-d13a0af10244'] response: {'name': 'network-changed', 'server_uuid': '2ef4043a-5d67-4091-abcb-ed5e596ba355', 'tag': 'a5d6c726-a2d1-4d56-97ab-81d623c53ac3', 'status': 'completed', 'code': 200} Jul 26 14:52:16.706318 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b719c7c8-35b0-4003-8ba6-647f0fe5ccd1 service neutron] Pushing event updated for resources: {'Port': ['ID=73723af2-05ec-4b78-b99d-0201637337f6,revision_number=2']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:16.718651 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4394a833-70e5-499b-8cfd-43d07181d098 req-01c3c168-87a5-485c-897c-529030b1c3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:16.721233 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-4394a833-70e5-499b-8cfd-43d07181d098 req-01c3c168-87a5-485c-897c-529030b1c3b3 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=0f1306c7-31e7-49e9-8b79-d9c630497063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4581313 Jul 26 14:52:16.795842 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-8f93ab1c-3a9a-4ab6-8014-57562def91d9 req-690a9ffa-07d5-44bd-801b-524a4ed76db5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (f52ee38e-091f-4eb3-93dc-683dcd709ebd), after_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:16.998985 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:17.012051 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.plugins.ml2.managers [req-f6b49af0-8edd-4447-acf5-2650d261d205 req-b719c7c8-35b0-4003-8ba6-647f0fe5ccd1 service neutron] Attempting to bind port 73723af2-05ec-4b78-b99d-0201637337f6 on host hv-cinder-85103 for vnic_type normal with profile {{(pid=111103) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 14:52:17.012632 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.plugins.ml2.managers [req-f6b49af0-8edd-4447-acf5-2650d261d205 req-b719c7c8-35b0-4003-8ba6-647f0fe5ccd1 service neutron] Attempting to bind port 73723af2-05ec-4b78-b99d-0201637337f6 by drivers openvswitch,hyperv on host hv-cinder-85103 at level 0 using segments [{'id': '44f32d63-89d2-4ed3-9d85-4654c6c16c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0'}] {{(pid=111103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 14:52:17.013121 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b49af0-8edd-4447-acf5-2650d261d205 req-b719c7c8-35b0-4003-8ba6-647f0fe5ccd1 service neutron] Attempting to bind port 73723af2-05ec-4b78-b99d-0201637337f6 on network 4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0 {{(pid=111103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 14:52:17.069000 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.managers [req-77062ca9-3dbc-4859-a1da-148072ebaea1 req-66c0bdaa-7c61-4269-9e4c-b92b8bef27af service neutron] Attempting to bind port 098d52c8-2012-4286-962d-62149a4873c1 on host hv-cinder-85103 for vnic_type normal with profile {{(pid=111102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 14:52:17.069594 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.managers [req-77062ca9-3dbc-4859-a1da-148072ebaea1 req-66c0bdaa-7c61-4269-9e4c-b92b8bef27af service neutron] Attempting to bind port 098d52c8-2012-4286-962d-62149a4873c1 by drivers openvswitch,hyperv on host hv-cinder-85103 at level 0 using segments [{'id': 'c6e327c1-1462-4f59-a790-a4289d47d45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '0f1306c7-31e7-49e9-8b79-d9c630497063'}] {{(pid=111102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 14:52:17.069781 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77062ca9-3dbc-4859-a1da-148072ebaea1 req-66c0bdaa-7c61-4269-9e4c-b92b8bef27af service neutron] Attempting to bind port 098d52c8-2012-4286-962d-62149a4873c1 on network 0f1306c7-31e7-49e9-8b79-d9c630497063 {{(pid=111102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 14:52:17.077615 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-4394a833-70e5-499b-8cfd-43d07181d098 req-f59f19c2-cda3-48c6-a078-38bfc3a1ae43 service neutron] 10.222.0.99 "GET /v2.0/networks/0f1306c7-31e7-49e9-8b79-d9c630497063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2845843 Jul 26 14:52:17.109539 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77062ca9-3dbc-4859-a1da-148072ebaea1 req-66c0bdaa-7c61-4269-9e4c-b92b8bef27af service neutron] Port 098d52c8-2012-4286-962d-62149a4873c1 on network 0f1306c7-31e7-49e9-8b79-d9c630497063 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85103 {{(pid=111102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 14:52:17.112914 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77062ca9-3dbc-4859-a1da-148072ebaea1 req-66c0bdaa-7c61-4269-9e4c-b92b8bef27af service neutron] Attempting to bind port 098d52c8-2012-4286-962d-62149a4873c1 on network 0f1306c7-31e7-49e9-8b79-d9c630497063 {{(pid=111102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 14:52:17.142086 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77062ca9-3dbc-4859-a1da-148072ebaea1 req-66c0bdaa-7c61-4269-9e4c-b92b8bef27af service neutron] Checking agent: {'id': '311d617f-8fa1-4662-a157-ab38f6e1e2d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85103', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 14, 49, 45), 'started_at': datetime.datetime(2022, 7, 26, 14, 49, 45), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 14, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 14:52:17.142423 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77062ca9-3dbc-4859-a1da-148072ebaea1 req-66c0bdaa-7c61-4269-9e4c-b92b8bef27af service neutron] Checking segment: {'id': 'c6e327c1-1462-4f59-a790-a4289d47d45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '0f1306c7-31e7-49e9-8b79-d9c630497063'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 14:52:17.142808 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77062ca9-3dbc-4859-a1da-148072ebaea1 req-66c0bdaa-7c61-4269-9e4c-b92b8bef27af service neutron] Bound using segment: {'id': 'c6e327c1-1462-4f59-a790-a4289d47d45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '0f1306c7-31e7-49e9-8b79-d9c630497063'} {{(pid=111102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 14:52:17.143254 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.managers [req-77062ca9-3dbc-4859-a1da-148072ebaea1 req-66c0bdaa-7c61-4269-9e4c-b92b8bef27af service neutron] Bound port: 098d52c8-2012-4286-962d-62149a4873c1, host: hv-cinder-85103, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6e327c1-1462-4f59-a790-a4289d47d45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '0f1306c7-31e7-49e9-8b79-d9c630497063'}}] {{(pid=111102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 14:52:17.143638 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-77062ca9-3dbc-4859-a1da-148072ebaea1 req-66c0bdaa-7c61-4269-9e4c-b92b8bef27af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (098d52c8-2012-4286-962d-62149a4873c1), before_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:17.248257 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.db [req-77062ca9-3dbc-4859-a1da-148072ebaea1 req-66c0bdaa-7c61-4269-9e4c-b92b8bef27af service neutron] For port 098d52c8-2012-4286-962d-62149a4873c1, host hv-cinder-85103, cleared binding levels {{(pid=111102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:52:17.255265 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.db [req-77062ca9-3dbc-4859-a1da-148072ebaea1 req-66c0bdaa-7c61-4269-9e4c-b92b8bef27af service neutron] For port 098d52c8-2012-4286-962d-62149a4873c1, host hv-cinder-85103, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=098d52c8-2012-4286-962d-62149a4873c1,segment=NetworkSegment(c6e327c1-1462-4f59-a790-a4289d47d45e),segment_id=c6e327c1-1462-4f59-a790-a4289d47d45e)] {{(pid=111102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:52:17.270532 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690a9ffa-07d5-44bd-801b-524a4ed76db5 service neutron] Pushing event updated for resources: {'Port': ['ID=f52ee38e-091f-4eb3-93dc-683dcd709ebd,revision_number=2']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:17.276495 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b49af0-8edd-4447-acf5-2650d261d205 req-b719c7c8-35b0-4003-8ba6-647f0fe5ccd1 service neutron] Port 73723af2-05ec-4b78-b99d-0201637337f6 on network 4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85103 {{(pid=111103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 14:52:17.280975 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.managers [req-8f93ab1c-3a9a-4ab6-8014-57562def91d9 req-690a9ffa-07d5-44bd-801b-524a4ed76db5 service neutron] Attempting to bind port f52ee38e-091f-4eb3-93dc-683dcd709ebd on host hv-cinder-85103 for vnic_type normal with profile {{(pid=111102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 14:52:17.281534 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.managers [req-8f93ab1c-3a9a-4ab6-8014-57562def91d9 req-690a9ffa-07d5-44bd-801b-524a4ed76db5 service neutron] Attempting to bind port f52ee38e-091f-4eb3-93dc-683dcd709ebd by drivers openvswitch,hyperv on host hv-cinder-85103 at level 0 using segments [{'id': '65a613d5-aaf3-451b-925f-b17dff71ceb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '02c3d9d5-b71e-4ad5-9373-5d17164e8aec'}] {{(pid=111102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 14:52:17.284215 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f93ab1c-3a9a-4ab6-8014-57562def91d9 req-690a9ffa-07d5-44bd-801b-524a4ed76db5 service neutron] Attempting to bind port f52ee38e-091f-4eb3-93dc-683dcd709ebd on network 02c3d9d5-b71e-4ad5-9373-5d17164e8aec {{(pid=111102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 14:52:17.291685 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f93ab1c-3a9a-4ab6-8014-57562def91d9 req-690a9ffa-07d5-44bd-801b-524a4ed76db5 service neutron] Port f52ee38e-091f-4eb3-93dc-683dcd709ebd on network 02c3d9d5-b71e-4ad5-9373-5d17164e8aec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85103 {{(pid=111102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 14:52:17.291685 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f93ab1c-3a9a-4ab6-8014-57562def91d9 req-690a9ffa-07d5-44bd-801b-524a4ed76db5 service neutron] Attempting to bind port f52ee38e-091f-4eb3-93dc-683dcd709ebd on network 02c3d9d5-b71e-4ad5-9373-5d17164e8aec {{(pid=111102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 14:52:17.296785 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.db [req-d386f1c7-228a-4046-b4e2-9bef9c86ba07 req-9522438b-828f-4f84-8fd3-3565cd87060a service neutron] For port ad48d699-f27b-41ef-82f4-21fe1b9332b8, host hv-cinder-85103, cleared binding levels {{(pid=111102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:52:17.300373 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b49af0-8edd-4447-acf5-2650d261d205 req-b719c7c8-35b0-4003-8ba6-647f0fe5ccd1 service neutron] Attempting to bind port 73723af2-05ec-4b78-b99d-0201637337f6 on network 4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0 {{(pid=111103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 14:52:17.305348 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.db [req-d386f1c7-228a-4046-b4e2-9bef9c86ba07 req-9522438b-828f-4f84-8fd3-3565cd87060a service neutron] For port ad48d699-f27b-41ef-82f4-21fe1b9332b8, host hv-cinder-85103, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=ad48d699-f27b-41ef-82f4-21fe1b9332b8,segment=NetworkSegment(82e6fd43-9678-4238-8619-ec1c114f874d),segment_id=82e6fd43-9678-4238-8619-ec1c114f874d)] {{(pid=111102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:52:17.319881 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f93ab1c-3a9a-4ab6-8014-57562def91d9 req-690a9ffa-07d5-44bd-801b-524a4ed76db5 service neutron] Checking agent: {'id': '311d617f-8fa1-4662-a157-ab38f6e1e2d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85103', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 14, 49, 45), 'started_at': datetime.datetime(2022, 7, 26, 14, 49, 45), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 14, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 14:52:17.321573 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f93ab1c-3a9a-4ab6-8014-57562def91d9 req-690a9ffa-07d5-44bd-801b-524a4ed76db5 service neutron] Checking segment: {'id': '65a613d5-aaf3-451b-925f-b17dff71ceb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '02c3d9d5-b71e-4ad5-9373-5d17164e8aec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 14:52:17.322145 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f93ab1c-3a9a-4ab6-8014-57562def91d9 req-690a9ffa-07d5-44bd-801b-524a4ed76db5 service neutron] Bound using segment: {'id': '65a613d5-aaf3-451b-925f-b17dff71ceb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '02c3d9d5-b71e-4ad5-9373-5d17164e8aec'} {{(pid=111102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 14:52:17.322793 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.managers [req-8f93ab1c-3a9a-4ab6-8014-57562def91d9 req-690a9ffa-07d5-44bd-801b-524a4ed76db5 service neutron] Bound port: f52ee38e-091f-4eb3-93dc-683dcd709ebd, host: hv-cinder-85103, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65a613d5-aaf3-451b-925f-b17dff71ceb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '02c3d9d5-b71e-4ad5-9373-5d17164e8aec'}}] {{(pid=111102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 14:52:17.323340 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-8f93ab1c-3a9a-4ab6-8014-57562def91d9 req-690a9ffa-07d5-44bd-801b-524a4ed76db5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (f52ee38e-091f-4eb3-93dc-683dcd709ebd), before_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:17.387524 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 43326) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:52:17.412040 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-77062ca9-3dbc-4859-a1da-148072ebaea1 req-66c0bdaa-7c61-4269-9e4c-b92b8bef27af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (098d52c8-2012-4286-962d-62149a4873c1), after_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:17.419133 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b49af0-8edd-4447-acf5-2650d261d205 req-b719c7c8-35b0-4003-8ba6-647f0fe5ccd1 service neutron] Checking agent: {'id': '311d617f-8fa1-4662-a157-ab38f6e1e2d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85103', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 14, 49, 45), 'started_at': datetime.datetime(2022, 7, 26, 14, 49, 45), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 14, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 14:52:17.419508 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b49af0-8edd-4447-acf5-2650d261d205 req-b719c7c8-35b0-4003-8ba6-647f0fe5ccd1 service neutron] Checking segment: {'id': '44f32d63-89d2-4ed3-9d85-4654c6c16c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 14:52:17.419935 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6b49af0-8edd-4447-acf5-2650d261d205 req-b719c7c8-35b0-4003-8ba6-647f0fe5ccd1 service neutron] Bound using segment: {'id': '44f32d63-89d2-4ed3-9d85-4654c6c16c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0'} {{(pid=111103) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 14:52:17.422601 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.plugins.ml2.managers [req-f6b49af0-8edd-4447-acf5-2650d261d205 req-b719c7c8-35b0-4003-8ba6-647f0fe5ccd1 service neutron] Bound port: 73723af2-05ec-4b78-b99d-0201637337f6, host: hv-cinder-85103, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44f32d63-89d2-4ed3-9d85-4654c6c16c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0'}}] {{(pid=111103) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 14:52:17.422601 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [req-f6b49af0-8edd-4447-acf5-2650d261d205 req-b719c7c8-35b0-4003-8ba6-647f0fe5ccd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (73723af2-05ec-4b78-b99d-0201637337f6), before_update {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:17.446022 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a70913-653c-4be6-9c15-90bad9c25af1 req-fb1c2025-8ba4-407f-b7f5-46c2e44e7b69 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:17.447571 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-f0a70913-653c-4be6-9c15-90bad9c25af1 req-fb1c2025-8ba4-407f-b7f5-46c2e44e7b69 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=d1552ebb-d614-4398-96ba-47e3fd737e3d HTTP/1.1" status: 200 len: 943 time: 0.5032468 Jul 26 14:52:17.457471 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-d386f1c7-228a-4046-b4e2-9bef9c86ba07 req-9522438b-828f-4f84-8fd3-3565cd87060a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (ad48d699-f27b-41ef-82f4-21fe1b9332b8), after_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:17.475209 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578a641c-93de-4f08-830e-ba9f295cb131 req-14fc35ad-66ce-433a-b707-15f77f22b4cb tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:17.483175 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-578a641c-93de-4f08-830e-ba9f295cb131 req-14fc35ad-66ce-433a-b707-15f77f22b4cb tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] 10.222.0.97 "GET /v2.0/ports?device_id=19044933-e557-4fb7-87ca-e67b212eb6bf HTTP/1.1" status: 200 len: 944 time: 0.1815088 Jul 26 14:52:17.550999 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77062ca9-3dbc-4859-a1da-148072ebaea1 req-66c0bdaa-7c61-4269-9e4c-b92b8bef27af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:17.551792 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-77062ca9-3dbc-4859-a1da-148072ebaea1 req-66c0bdaa-7c61-4269-9e4c-b92b8bef27af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-431034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524685'] for port (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:17.553426 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-77062ca9-3dbc-4859-a1da-148072ebaea1 req-66c0bdaa-7c61-4269-9e4c-b92b8bef27af service neutron] 10.222.0.99 "PUT /v2.0/ports/098d52c8-2012-4286-962d-62149a4873c1 HTTP/1.1" status: 200 len: 1094 time: 3.5832460 Jul 26 14:52:17.560034 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a97d630c-f890-4022-87ba-406020a397dc', 'tag': '098d52c8-2012-4286-962d-62149a4873c1'}] {{(pid=111102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 14:52:17.607658 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-f0a70913-653c-4be6-9c15-90bad9c25af1 req-731aff93-63e4-4df6-af70-d594d570205d tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/security-groups?id=dc40aab4-ece4-4809-892c-4aaf7437cd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115294 Jul 26 14:52:17.688421 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-4394a833-70e5-499b-8cfd-43d07181d098 req-4f50af17-c82d-420a-947b-87c20f329c84 service neutron] 10.222.0.99 "GET /v2.0/networks/0f1306c7-31e7-49e9-8b79-d9c630497063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4999638 Jul 26 14:52:17.714441 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.plugins.ml2.db [req-f6b49af0-8edd-4447-acf5-2650d261d205 req-b719c7c8-35b0-4003-8ba6-647f0fe5ccd1 service neutron] For port 73723af2-05ec-4b78-b99d-0201637337f6, host hv-cinder-85103, cleared binding levels {{(pid=111103) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:52:17.717016 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.db [req-8f93ab1c-3a9a-4ab6-8014-57562def91d9 req-690a9ffa-07d5-44bd-801b-524a4ed76db5 service neutron] For port f52ee38e-091f-4eb3-93dc-683dcd709ebd, host hv-cinder-85103, cleared binding levels {{(pid=111102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:52:17.724122 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-42790e63-a2e1-4d1b-b383-573086dee406 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:17.729811 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d386f1c7-228a-4046-b4e2-9bef9c86ba07 req-9522438b-828f-4f84-8fd3-3565cd87060a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:17.730983 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-d386f1c7-228a-4046-b4e2-9bef9c86ba07 req-9522438b-828f-4f84-8fd3-3565cd87060a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-431034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524685'] for port (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:17.732866 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-d386f1c7-228a-4046-b4e2-9bef9c86ba07 req-9522438b-828f-4f84-8fd3-3565cd87060a service neutron] 10.222.0.99 "PUT /v2.0/ports/ad48d699-f27b-41ef-82f4-21fe1b9332b8 HTTP/1.1" status: 200 len: 1094 time: 4.9165261 Jul 26 14:52:17.734727 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.plugins.ml2.db [req-f6b49af0-8edd-4447-acf5-2650d261d205 req-b719c7c8-35b0-4003-8ba6-647f0fe5ccd1 service neutron] For port 73723af2-05ec-4b78-b99d-0201637337f6, host hv-cinder-85103, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=73723af2-05ec-4b78-b99d-0201637337f6,segment=NetworkSegment(44f32d63-89d2-4ed3-9d85-4654c6c16c14),segment_id=44f32d63-89d2-4ed3-9d85-4654c6c16c14)] {{(pid=111103) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:52:17.767289 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.db [req-8f93ab1c-3a9a-4ab6-8014-57562def91d9 req-690a9ffa-07d5-44bd-801b-524a4ed76db5 service neutron] For port f52ee38e-091f-4eb3-93dc-683dcd709ebd, host hv-cinder-85103, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=f52ee38e-091f-4eb3-93dc-683dcd709ebd,segment=NetworkSegment(65a613d5-aaf3-451b-925f-b17dff71ceb2),segment_id=65a613d5-aaf3-451b-925f-b17dff71ceb2)] {{(pid=111102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:52:17.777870 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c0bdaa-7c61-4269-9e4c-b92b8bef27af service neutron] Pushing event updated for resources: {'Port': ['ID=098d52c8-2012-4286-962d-62149a4873c1,revision_number=3']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:17.849031 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [req-f6b49af0-8edd-4447-acf5-2650d261d205 req-b719c7c8-35b0-4003-8ba6-647f0fe5ccd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (73723af2-05ec-4b78-b99d-0201637337f6), after_update {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:17.922131 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-578a641c-93de-4f08-830e-ba9f295cb131 req-b18577e2-b258-4ae5-a828-fad5fa53e7f3 tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] 10.222.0.97 "GET /v2.0/security-groups?id=78a48c70-271b-4fe1-a300-0b3af328b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4376798 Jul 26 14:52:17.925225 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8185506cd1cc56e10fcde42571d85de650c4e290bb1b6bf5ec2f858ed2201c15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f82fdeb-8d9f-4576-8ec7-384938bc560b" -d '{"events": [{"name": "network-changed", "server_uuid": "a97d630c-f890-4022-87ba-406020a397dc", "tag": "098d52c8-2012-4286-962d-62149a4873c1"}]}' {{(pid=111102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:52:18.009211 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b49af0-8edd-4447-acf5-2650d261d205 req-b719c7c8-35b0-4003-8ba6-647f0fe5ccd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:18.009878 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [req-f6b49af0-8edd-4447-acf5-2650d261d205 req-b719c7c8-35b0-4003-8ba6-647f0fe5ccd1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-431034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524685'] for port (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:18.011271 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-f6b49af0-8edd-4447-acf5-2650d261d205 req-b719c7c8-35b0-4003-8ba6-647f0fe5ccd1 service neutron] 10.222.0.99 "PUT /v2.0/ports/73723af2-05ec-4b78-b99d-0201637337f6 HTTP/1.1" status: 200 len: 1093 time: 3.4178174 Jul 26 14:52:18.168044 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-8f93ab1c-3a9a-4ab6-8014-57562def91d9 req-690a9ffa-07d5-44bd-801b-524a4ed76db5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (f52ee38e-091f-4eb3-93dc-683dcd709ebd), after_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:18.268217 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b719c7c8-35b0-4003-8ba6-647f0fe5ccd1 service neutron] Pushing event updated for resources: {'Port': ['ID=73723af2-05ec-4b78-b99d-0201637337f6,revision_number=3']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:18.278993 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d386f1c7-228a-4046-b4e2-9bef9c86ba07 req-b807dcb6-4d2e-4537-acff-904ef94e9d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:18.280813 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-d386f1c7-228a-4046-b4e2-9bef9c86ba07 req-b807dcb6-4d2e-4537-acff-904ef94e9d17 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=ca1bc66d9e5446758a759063544ae3e7&device_id=19044933-e557-4fb7-87ca-e67b212eb6bf HTTP/1.1" status: 200 len: 1128 time: 0.2734013 Jul 26 14:52:18.290935 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c0e92c-ee86-4b24-b861-e462713db2e3 req-1e4fec2e-9c89-4ddb-bbce-8f9ca78d0901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:18.296771 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-77c0e92c-ee86-4b24-b861-e462713db2e3 req-1e4fec2e-9c89-4ddb-bbce-8f9ca78d0901 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=4f3f79533bbf48018798e6e65050d69c&device_id=2ef4043a-5d67-4091-abcb-ed5e596ba355 HTTP/1.1" status: 200 len: 1127 time: 0.2248492 Jul 26 14:52:18.327527 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387ef60e-1203-45d6-8073-312afabe1444 req-b28eca4f-1fd1-4eff-9e81-7f4452e017a7 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:18.330156 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-387ef60e-1203-45d6-8073-312afabe1444 req-b28eca4f-1fd1-4eff-9e81-7f4452e017a7 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=a97d630c-f890-4022-87ba-406020a397dc HTTP/1.1" status: 200 len: 944 time: 0.1546288 Jul 26 14:52:18.359043 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9522438b-828f-4f84-8fd3-3565cd87060a service neutron] Pushing event updated for resources: {'Port': ['ID=ad48d699-f27b-41ef-82f4-21fe1b9332b8,revision_number=3']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:18.371103 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77062ca9-3dbc-4859-a1da-148072ebaea1 req-f355f8d2-2983-43ef-b408-7619dd8a5da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:18.372957 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-77062ca9-3dbc-4859-a1da-148072ebaea1 req-f355f8d2-2983-43ef-b408-7619dd8a5da3 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=4f3f79533bbf48018798e6e65050d69c&device_id=a97d630c-f890-4022-87ba-406020a397dc HTTP/1.1" status: 200 len: 1128 time: 0.4871140 Jul 26 14:52:18.430536 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32064713-9332-451a-ba5a-4b6a50d3c2e6 req-c949b2f6-7859-4e35-9c11-129cbd87a70c tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:18.440649 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-32064713-9332-451a-ba5a-4b6a50d3c2e6 req-c949b2f6-7859-4e35-9c11-129cbd87a70c tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=7c808f60-6b5e-4ad9-8463-47c749c4ad58 HTTP/1.1" status: 200 len: 943 time: 0.2225552 Jul 26 14:52:18.453777 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f93ab1c-3a9a-4ab6-8014-57562def91d9 req-690a9ffa-07d5-44bd-801b-524a4ed76db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:18.454542 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-8f93ab1c-3a9a-4ab6-8014-57562def91d9 req-690a9ffa-07d5-44bd-801b-524a4ed76db5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-431034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524685'] for port (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:18.458653 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-8f93ab1c-3a9a-4ab6-8014-57562def91d9 req-690a9ffa-07d5-44bd-801b-524a4ed76db5 service neutron] 10.222.0.99 "PUT /v2.0/ports/f52ee38e-091f-4eb3-93dc-683dcd709ebd HTTP/1.1" status: 200 len: 1093 time: 3.4746377 Jul 26 14:52:18.494327 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-d386f1c7-228a-4046-b4e2-9bef9c86ba07 req-a4a03ae6-8e7f-4ca7-92b5-9eb37b46e97a service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad48d699-f27b-41ef-82f4-21fe1b9332b8 HTTP/1.1" status: 200 len: 217 time: 0.1214123 Jul 26 14:52:18.641056 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-387ef60e-1203-45d6-8073-312afabe1444 req-38fd4108-2c77-4cfb-b9de-f6ca45e83ba6 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=07a7f217-8c49-407d-8fdd-fca70593a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3044789 Jul 26 14:52:18.706536 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c808f60-6b5e-4ad9-8463-47c749c4ad58', 'tag': '73723af2-05ec-4b78-b99d-0201637337f6'}] {{(pid=111103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 14:52:18.713681 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}517d84f8092def9b9250e77a34976a676e41c9ce554e95d8bccbc94b5a7b6795" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab4a6848-bb9b-4e23-8087-05fc0daacdd6" -d '{"events": [{"name": "network-changed", "server_uuid": "7c808f60-6b5e-4ad9-8463-47c749c4ad58", "tag": "73723af2-05ec-4b78-b99d-0201637337f6"}]}' {{(pid=111103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:52:18.940180 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c0e92c-ee86-4b24-b861-e462713db2e3 req-29c3ce1e-b953-440c-9d39-dcf938d6e995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:18.941787 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-77c0e92c-ee86-4b24-b861-e462713db2e3 req-29c3ce1e-b953-440c-9d39-dcf938d6e995 service neutron] 10.222.0.99 "GET /v2.0/networks?id=0f1306c7-31e7-49e9-8b79-d9c630497063 HTTP/1.1" status: 200 len: 921 time: 0.5707719 Jul 26 14:52:18.948815 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d386f1c7-228a-4046-b4e2-9bef9c86ba07 req-e66fcc4e-c1ca-4b8d-8b72-bf0531fc9e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:18.948815 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-d386f1c7-228a-4046-b4e2-9bef9c86ba07 req-e66fcc4e-c1ca-4b8d-8b72-bf0531fc9e0b service neutron] 10.222.0.99 "GET /v2.0/subnets?id=d254fac4-b0e3-4010-92e1-626681866d2e HTTP/1.1" status: 200 len: 851 time: 0.3000906 Jul 26 14:52:19.034718 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-77062ca9-3dbc-4859-a1da-148072ebaea1 req-2864e650-1cdc-48e9-bc88-0f94c4c56e92 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=098d52c8-2012-4286-962d-62149a4873c1 HTTP/1.1" status: 200 len: 217 time: 0.5731626 Jul 26 14:52:19.046521 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-77c0e92c-ee86-4b24-b861-e462713db2e3 req-235c7917-c092-4a9a-aed6-cdcc81e0170f service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5d6c726-a2d1-4d56-97ab-81d623c53ac3 HTTP/1.1" status: 200 len: 217 time: 0.0893149 Jul 26 14:52:19.052577 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:19.122091 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b49af0-8edd-4447-acf5-2650d261d205 req-c4692308-5018-4f14-854b-607bcdf24ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:19.129923 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-f6b49af0-8edd-4447-acf5-2650d261d205 req-c4692308-5018-4f14-854b-607bcdf24ad8 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=ace4455a9e1b44e5bf7b04fd4abf81d7&device_id=7c808f60-6b5e-4ad9-8463-47c749c4ad58 HTTP/1.1" status: 200 len: 1127 time: 0.8301163 Jul 26 14:52:19.130350 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d386f1c7-228a-4046-b4e2-9bef9c86ba07 req-7a824135-796e-42a2-8872-e75afb8edd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:19.130350 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-d386f1c7-228a-4046-b4e2-9bef9c86ba07 req-7a824135-796e-42a2-8872-e75afb8edd1b service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=8e81120a-d472-43d2-a7db-69cbb3be13c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1057818 Jul 26 14:52:19.203283 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690a9ffa-07d5-44bd-801b-524a4ed76db5 service neutron] Pushing event updated for resources: {'Port': ['ID=f52ee38e-091f-4eb3-93dc-683dcd709ebd,revision_number=3']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:19.217635 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c0e92c-ee86-4b24-b861-e462713db2e3 req-b1d85d9b-996a-48e1-8044-efb689017861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:19.219079 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f93ab1c-3a9a-4ab6-8014-57562def91d9 req-76a81250-d020-4028-9d8b-a33a7f1d26e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:19.220332 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-77c0e92c-ee86-4b24-b861-e462713db2e3 req-b1d85d9b-996a-48e1-8044-efb689017861 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=2fb38d4f-c234-47e2-adc0-721b341e4aad HTTP/1.1" status: 200 len: 858 time: 0.1370897 Jul 26 14:52:19.220675 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-8f93ab1c-3a9a-4ab6-8014-57562def91d9 req-76a81250-d020-4028-9d8b-a33a7f1d26e6 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7ccd4ff518dc4c37bfb7f343ccc97206&device_id=d1552ebb-d614-4398-96ba-47e3fd737e3d HTTP/1.1" status: 200 len: 1127 time: 0.2101824 Jul 26 14:52:19.241874 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 14:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1be2319-c4e5-46cc-b171-aa0aea5c42cb x-openstack-request-id: req-e1be2319-c4e5-46cc-b171-aa0aea5c42cb {{(pid=111102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:52:19.242239 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a97d630c-f890-4022-87ba-406020a397dc", "tag": "098d52c8-2012-4286-962d-62149a4873c1", "status": "completed", "code": 200}]} {{(pid=111102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:52:19.242533 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-e1be2319-c4e5-46cc-b171-aa0aea5c42cb {{(pid=111102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:52:19.243043 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1be2319-c4e5-46cc-b171-aa0aea5c42cb'] response: {'name': 'network-changed', 'server_uuid': 'a97d630c-f890-4022-87ba-406020a397dc', 'tag': '098d52c8-2012-4286-962d-62149a4873c1', 'status': 'completed', 'code': 200} Jul 26 14:52:19.262140 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:19.294230 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-32064713-9332-451a-ba5a-4b6a50d3c2e6 req-4d0dc497-98e0-4d27-8b94-6fa8d16eb5f8 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/security-groups?id=767eb1ba-2e1a-4d1a-a8e5-d3cd1aca29c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8525064 Jul 26 14:52:19.303035 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-f6b49af0-8edd-4447-acf5-2650d261d205 req-c5a23a4c-66b1-4346-849f-7ae11c7593e5 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73723af2-05ec-4b78-b99d-0201637337f6 HTTP/1.1" status: 200 len: 217 time: 0.0666745 Jul 26 14:52:19.307441 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77062ca9-3dbc-4859-a1da-148072ebaea1 req-3c817a6a-9808-496e-84ea-9cbcd84d0813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:19.308930 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-77062ca9-3dbc-4859-a1da-148072ebaea1 req-3c817a6a-9808-496e-84ea-9cbcd84d0813 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=2fb38d4f-c234-47e2-adc0-721b341e4aad HTTP/1.1" status: 200 len: 858 time: 0.2242739 Jul 26 14:52:19.310936 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-42790e63-a2e1-4d1b-b383-573086dee406 admin admin] Publish callbacks [] for security_group (d148ffe8-f025-4989-9c74-f83acde7f130), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:19.381263 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 14:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25215c99-eac2-4332-8df9-c548e2edb9e1 x-openstack-request-id: req-25215c99-eac2-4332-8df9-c548e2edb9e1 {{(pid=111103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:52:19.381870 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c808f60-6b5e-4ad9-8463-47c749c4ad58", "tag": "73723af2-05ec-4b78-b99d-0201637337f6", "status": "completed", "code": 200}]} {{(pid=111103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:52:19.381963 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-25215c99-eac2-4332-8df9-c548e2edb9e1 {{(pid=111103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:52:19.382452 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25215c99-eac2-4332-8df9-c548e2edb9e1'] response: {'name': 'network-changed', 'server_uuid': '7c808f60-6b5e-4ad9-8463-47c749c4ad58', 'tag': '73723af2-05ec-4b78-b99d-0201637337f6', 'status': 'completed', 'code': 200} Jul 26 14:52:19.414975 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-42790e63-a2e1-4d1b-b383-573086dee406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (d148ffe8-f025-4989-9c74-f83acde7f130), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:19.465084 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-d386f1c7-228a-4046-b4e2-9bef9c86ba07 req-be4b2840-ae45-492f-b487-42176d4da235 service neutron] 10.222.0.99 "GET /v2.0/networks/8e81120a-d472-43d2-a7db-69cbb3be13c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093511 Jul 26 14:52:19.469272 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-42790e63-a2e1-4d1b-b383-573086dee406 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=09d5ca5e2ba947e7acc7ceb298e2aa85&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0803938 Jul 26 14:52:19.473064 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 43384) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:52:19.480383 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85352133-d81f-47ae-970d-1d26d0aba6e9 req-0561e2ed-ddf7-4f76-9520-a4bbd6a8e253 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:19.482578 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-85352133-d81f-47ae-970d-1d26d0aba6e9 req-0561e2ed-ddf7-4f76-9520-a4bbd6a8e253 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=d1552ebb-d614-4398-96ba-47e3fd737e3d HTTP/1.1" status: 200 len: 943 time: 0.1407537 Jul 26 14:52:19.489694 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42790e63-a2e1-4d1b-b383-573086dee406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d148ffe8-f025-4989-9c74-f83acde7f130,revision_number=1']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:19.549904 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-8927dc3c-beb6-435e-bff3-cc378f180160 admin admin] Publish callbacks [] for security_group (d148ffe8-f025-4989-9c74-f83acde7f130), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:19.576073 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-8927dc3c-beb6-435e-bff3-cc378f180160 admin admin] Publish callbacks [] for security_group (d148ffe8-f025-4989-9c74-f83acde7f130), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:19.590390 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-85352133-d81f-47ae-970d-1d26d0aba6e9 req-1d823819-936d-43de-a8a7-90385d177df1 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/security-groups?id=dc40aab4-ece4-4809-892c-4aaf7437cd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007621 Jul 26 14:52:19.662336 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-8f93ab1c-3a9a-4ab6-8014-57562def91d9 req-02aa2cb8-e5d6-44bd-a9eb-5d5c9949ce5f service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f52ee38e-091f-4eb3-93dc-683dcd709ebd HTTP/1.1" status: 200 len: 217 time: 0.0819361 Jul 26 14:52:19.696903 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c0e92c-ee86-4b24-b861-e462713db2e3 req-86ba33ed-d12b-4297-bb1d-2fcaf80ccc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:19.698570 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-77c0e92c-ee86-4b24-b861-e462713db2e3 req-86ba33ed-d12b-4297-bb1d-2fcaf80ccc34 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=0f1306c7-31e7-49e9-8b79-d9c630497063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1136603 Jul 26 14:52:19.768578 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:19.801543 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de4802b-7c6c-4746-969e-bbe7ff4635d0 req-36da0e51-7842-4238-b7d0-f661035f13c7 tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:19.807590 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-4de4802b-7c6c-4746-969e-bbe7ff4635d0 req-36da0e51-7842-4238-b7d0-f661035f13c7 tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] 10.222.0.97 "GET /v2.0/ports?device_id=19044933-e557-4fb7-87ca-e67b212eb6bf HTTP/1.1" status: 200 len: 944 time: 0.2039232 Jul 26 14:52:19.919666 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-4de4802b-7c6c-4746-969e-bbe7ff4635d0 req-270baa71-95d0-413c-82f0-cf5b958e2a96 tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] 10.222.0.97 "GET /v2.0/security-groups?id=78a48c70-271b-4fe1-a300-0b3af328b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075788 Jul 26 14:52:19.920961 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-8927dc3c-beb6-435e-bff3-cc378f180160 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (d148ffe8-f025-4989-9c74-f83acde7f130), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:19.924583 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-8927dc3c-beb6-435e-bff3-cc378f180160 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:19.925810 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-8927dc3c-beb6-435e-bff3-cc378f180160 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/d148ffe8-f025-4989-9c74-f83acde7f130 HTTP/1.1" status: 204 len: 168 time: 0.4515841 Jul 26 14:52:19.938384 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8927dc3c-beb6-435e-bff3-cc378f180160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d148ffe8-f025-4989-9c74-f83acde7f130,revision_number=None']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:19.942396 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ae7877-4955-4218-880e-434d6354d64a req-fe783f46-fc64-47df-bcb6-b245eb3eb6e7 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:19.966876 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-97ae7877-4955-4218-880e-434d6354d64a req-fe783f46-fc64-47df-bcb6-b245eb3eb6e7 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=a97d630c-f890-4022-87ba-406020a397dc HTTP/1.1" status: 200 len: 944 time: 0.1132364 Jul 26 14:52:19.981536 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=100 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:20.052556 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:20.125985 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77062ca9-3dbc-4859-a1da-148072ebaea1 req-acd6f313-7089-4e50-b436-f2db1c4ed067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:20.127510 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-77062ca9-3dbc-4859-a1da-148072ebaea1 req-acd6f313-7089-4e50-b436-f2db1c4ed067 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=0f1306c7-31e7-49e9-8b79-d9c630497063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1698542 Jul 26 14:52:20.186954 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b49af0-8edd-4447-acf5-2650d261d205 req-f84981f0-c799-43cd-88b9-d912ae345733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:20.189046 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-f6b49af0-8edd-4447-acf5-2650d261d205 req-f84981f0-c799-43cd-88b9-d912ae345733 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=2dc51976-041f-4e28-9975-c948630898a5 HTTP/1.1" status: 200 len: 854 time: 0.1906252 Jul 26 14:52:20.199691 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-97ae7877-4955-4218-880e-434d6354d64a req-18b87ab5-4305-4859-9775-b013ca4ada37 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=07a7f217-8c49-407d-8fdd-fca70593a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318292 Jul 26 14:52:20.272795 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f93ab1c-3a9a-4ab6-8014-57562def91d9 req-b683e057-2d33-4391-ab39-bcc1e010e87a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:20.275005 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-8f93ab1c-3a9a-4ab6-8014-57562def91d9 req-b683e057-2d33-4391-ab39-bcc1e010e87a service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e75d54a1-37a3-48c4-b0bd-5c996cd738b8 HTTP/1.1" status: 200 len: 850 time: 0.2304053 Jul 26 14:52:20.276031 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-77c0e92c-ee86-4b24-b861-e462713db2e3 req-503d3b76-c108-4e8e-bf5d-886ad963e3fe service neutron] 10.222.0.99 "GET /v2.0/networks/0f1306c7-31e7-49e9-8b79-d9c630497063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2920537 Jul 26 14:52:20.278008 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-d386f1c7-228a-4046-b4e2-9bef9c86ba07 req-c23a665a-6dd6-40f3-a03e-6f381543844f service neutron] 10.222.0.99 "GET /v2.0/networks/8e81120a-d472-43d2-a7db-69cbb3be13c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3021336 Jul 26 14:52:20.341049 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:20.366664 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b49af0-8edd-4447-acf5-2650d261d205 req-3903a809-e729-41f5-9896-f25911dc08fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:20.376214 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-f6b49af0-8edd-4447-acf5-2650d261d205 req-3903a809-e729-41f5-9896-f25911dc08fb service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1676867 Jul 26 14:52:20.479069 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-77062ca9-3dbc-4859-a1da-148072ebaea1 req-3c4e0f58-1dec-4e15-a237-14f8d34fdb4d service neutron] 10.222.0.99 "GET /v2.0/networks/0f1306c7-31e7-49e9-8b79-d9c630497063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2883000 Jul 26 14:52:20.502827 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7677351b-43f3-488c-ba27-79a86fa2e66a req-a70a6386-b976-4580-8c7d-840b8546b9c2 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:20.510488 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-7677351b-43f3-488c-ba27-79a86fa2e66a req-a70a6386-b976-4580-8c7d-840b8546b9c2 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=7c808f60-6b5e-4ad9-8463-47c749c4ad58 HTTP/1.1" status: 200 len: 943 time: 0.0872149 Jul 26 14:52:20.563487 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-7677351b-43f3-488c-ba27-79a86fa2e66a req-67e3db32-ea5e-4261-8c19-5f3692afc6e7 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/security-groups?id=767eb1ba-2e1a-4d1a-a8e5-d3cd1aca29c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520887 Jul 26 14:52:20.740641 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7d9c2e-89ac-4c06-a4e8-d133e7adf357 req-3a725435-99a9-43b3-9536-f7761a096d82 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:20.740641 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-0e7d9c2e-89ac-4c06-a4e8-d133e7adf357 req-3a725435-99a9-43b3-9536-f7761a096d82 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=d1552ebb-d614-4398-96ba-47e3fd737e3d HTTP/1.1" status: 200 len: 943 time: 0.0617728 Jul 26 14:52:20.815639 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-0e7d9c2e-89ac-4c06-a4e8-d133e7adf357 req-9022cfee-d0a3-49dc-82a2-75a565cb4cc6 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/security-groups?id=dc40aab4-ece4-4809-892c-4aaf7437cd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614736 Jul 26 14:52:20.824174 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 43430) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:52:20.940782 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-37552ea6-a44b-4d66-85b0-eb99634111fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:21.071333 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 43440) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:52:21.083723 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-37552ea6-a44b-4d66-85b0-eb99634111fe admin admin] Publish callbacks [] for security_group (02ddcda8-0345-4396-bbc1-15f052e9724d), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:21.096256 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-7e0220d6-7299-4a7f-9b27-1b0f1182b92c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:21.119744 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e76240f-d224-4963-9990-d1474a8b4c1e req-1b71f6ef-de1c-482f-9304-3f88700e6d14 tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:21.122873 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-8e76240f-d224-4963-9990-d1474a8b4c1e req-1b71f6ef-de1c-482f-9304-3f88700e6d14 tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] 10.222.0.97 "GET /v2.0/ports?device_id=19044933-e557-4fb7-87ca-e67b212eb6bf HTTP/1.1" status: 200 len: 944 time: 0.1034565 Jul 26 14:52:21.163131 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-37552ea6-a44b-4d66-85b0-eb99634111fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (02ddcda8-0345-4396-bbc1-15f052e9724d), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:21.208305 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-37552ea6-a44b-4d66-85b0-eb99634111fe admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=4edd0f660b88417abe04de94a68a7055&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3830202 Jul 26 14:52:21.210007 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37552ea6-a44b-4d66-85b0-eb99634111fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02ddcda8-0345-4396-bbc1-15f052e9724d,revision_number=1']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:21.212168 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 43442) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:52:21.218683 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-8e76240f-d224-4963-9990-d1474a8b4c1e req-c96ddb9d-e40f-4de0-a927-1565e2a32019 tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] 10.222.0.97 "GET /v2.0/security-groups?id=78a48c70-271b-4fe1-a300-0b3af328b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839326 Jul 26 14:52:21.244713 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19044933-e557-4fb7-87ca-e67b212eb6bf', 'tag': 'ad48d699-f27b-41ef-82f4-21fe1b9332b8'}, {'name': 'network-changed', 'server_uuid': 'd1552ebb-d614-4398-96ba-47e3fd737e3d', 'tag': 'f52ee38e-091f-4eb3-93dc-683dcd709ebd'}] {{(pid=111102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 14:52:21.247688 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8185506cd1cc56e10fcde42571d85de650c4e290bb1b6bf5ec2f858ed2201c15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce33663-7243-4a4f-b566-7c7a796879a5" -d '{"events": [{"name": "network-changed", "server_uuid": "19044933-e557-4fb7-87ca-e67b212eb6bf", "tag": "ad48d699-f27b-41ef-82f4-21fe1b9332b8"}, {"name": "network-changed", "server_uuid": "d1552ebb-d614-4398-96ba-47e3fd737e3d", "tag": "f52ee38e-091f-4eb3-93dc-683dcd709ebd"}]}' {{(pid=111102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:52:21.297846 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-7e0220d6-7299-4a7f-9b27-1b0f1182b92c admin admin] Publish callbacks [] for security_group (ff261b2a-0f31-4368-b3a4-f28048122057), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:21.328850 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-17e64971-0593-49a1-a1ba-beeff2b126a5 admin admin] Publish callbacks [] for security_group (02ddcda8-0345-4396-bbc1-15f052e9724d), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:21.341095 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 26 Jul 2022 14:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea0078e6-99b8-46e2-bf8c-1aba7df9ea41 x-openstack-request-id: req-ea0078e6-99b8-46e2-bf8c-1aba7df9ea41 {{(pid=111102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:52:21.342363 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19044933-e557-4fb7-87ca-e67b212eb6bf", "tag": "ad48d699-f27b-41ef-82f4-21fe1b9332b8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d1552ebb-d614-4398-96ba-47e3fd737e3d", "tag": "f52ee38e-091f-4eb3-93dc-683dcd709ebd", "status": "completed", "code": 200}]} {{(pid=111102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:52:21.342727 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-ea0078e6-99b8-46e2-bf8c-1aba7df9ea41 {{(pid=111102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:52:21.343276 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea0078e6-99b8-46e2-bf8c-1aba7df9ea41'] response: {'name': 'network-changed', 'server_uuid': '19044933-e557-4fb7-87ca-e67b212eb6bf', 'tag': 'ad48d699-f27b-41ef-82f4-21fe1b9332b8', 'status': 'completed', 'code': 200} Jul 26 14:52:21.343646 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea0078e6-99b8-46e2-bf8c-1aba7df9ea41'] response: {'name': 'network-changed', 'server_uuid': 'd1552ebb-d614-4398-96ba-47e3fd737e3d', 'tag': 'f52ee38e-091f-4eb3-93dc-683dcd709ebd', 'status': 'completed', 'code': 200} Jul 26 14:52:21.366451 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-17e64971-0593-49a1-a1ba-beeff2b126a5 admin admin] Publish callbacks [] for security_group (02ddcda8-0345-4396-bbc1-15f052e9724d), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:21.405456 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5523868-8b2d-4b7f-be2d-bfbe8d1dbd4c req-87b6ad77-5207-4272-9143-5d9711f9398e tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:21.406370 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-7e0220d6-7299-4a7f-9b27-1b0f1182b92c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (ff261b2a-0f31-4368-b3a4-f28048122057), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:21.407435 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-d5523868-8b2d-4b7f-be2d-bfbe8d1dbd4c req-87b6ad77-5207-4272-9143-5d9711f9398e tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=a97d630c-f890-4022-87ba-406020a397dc HTTP/1.1" status: 200 len: 944 time: 0.0787945 Jul 26 14:52:21.455530 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-7e0220d6-7299-4a7f-9b27-1b0f1182b92c admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=005a74bb12454f9b99ac6074ed3f18a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3825665 Jul 26 14:52:21.459433 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 43448) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:52:21.469128 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0220d6-7299-4a7f-9b27-1b0f1182b92c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff261b2a-0f31-4368-b3a4-f28048122057,revision_number=1']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:21.476794 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-d5523868-8b2d-4b7f-be2d-bfbe8d1dbd4c req-af7bcac1-6ebc-435f-8f65-b59f8738231b tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=07a7f217-8c49-407d-8fdd-fca70593a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632746 Jul 26 14:52:21.545843 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:21.677155 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-17e64971-0593-49a1-a1ba-beeff2b126a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (02ddcda8-0345-4396-bbc1-15f052e9724d), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:21.680159 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-17e64971-0593-49a1-a1ba-beeff2b126a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:21.681294 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-17e64971-0593-49a1-a1ba-beeff2b126a5 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/02ddcda8-0345-4396-bbc1-15f052e9724d HTTP/1.1" status: 204 len: 168 time: 0.4664221 Jul 26 14:52:21.722654 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e64971-0593-49a1-a1ba-beeff2b126a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02ddcda8-0345-4396-bbc1-15f052e9724d,revision_number=None']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:21.750017 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8a09f2-62ac-42a4-9356-1fd20458173e req-45b8fdf9-d2cf-4bd2-babc-2b7b55aa8bc0 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:21.755125 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-ed8a09f2-62ac-42a4-9356-1fd20458173e req-45b8fdf9-d2cf-4bd2-babc-2b7b55aa8bc0 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=7c808f60-6b5e-4ad9-8463-47c749c4ad58 HTTP/1.1" status: 200 len: 943 time: 0.0781183 Jul 26 14:52:21.755125 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-bdc3cbea-d3c8-445e-835a-28c575d4b469 admin admin] Publish callbacks [] for security_group (ff261b2a-0f31-4368-b3a4-f28048122057), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:21.791479 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-bdc3cbea-d3c8-445e-835a-28c575d4b469 admin admin] Publish callbacks [] for security_group (ff261b2a-0f31-4368-b3a4-f28048122057), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:21.864220 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-ed8a09f2-62ac-42a4-9356-1fd20458173e req-aedfbe4c-6756-4a81-95ec-88a1a0b761cd tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/security-groups?id=767eb1ba-2e1a-4d1a-a8e5-d3cd1aca29c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003742 Jul 26 14:52:21.958207 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-bdc3cbea-d3c8-445e-835a-28c575d4b469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (ff261b2a-0f31-4368-b3a4-f28048122057), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:21.961652 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-bdc3cbea-d3c8-445e-835a-28c575d4b469 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:21.965697 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-bdc3cbea-d3c8-445e-835a-28c575d4b469 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/ff261b2a-0f31-4368-b3a4-f28048122057 HTTP/1.1" status: 204 len: 168 time: 0.5014944 Jul 26 14:52:21.981032 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc3cbea-d3c8-445e-835a-28c575d4b469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff261b2a-0f31-4368-b3a4-f28048122057,revision_number=None']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:21.985146 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6655c1bc-3f86-45e3-9299-0e58e03eb867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (bb4183fa-e0c9-4858-9c34-b1ab78d39af4), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:22.029144 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490252ce-0f93-4125-9bd3-cc6972b5fcb8 req-006b4970-e419-401b-ba1b-ecbc9d5516d4 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:22.036910 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-490252ce-0f93-4125-9bd3-cc6972b5fcb8 req-006b4970-e419-401b-ba1b-ecbc9d5516d4 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=d1552ebb-d614-4398-96ba-47e3fd737e3d HTTP/1.1" status: 200 len: 943 time: 0.0969369 Jul 26 14:52:22.183337 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-490252ce-0f93-4125-9bd3-cc6972b5fcb8 req-0997da31-2945-4835-b810-55b7cf4fe62d tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/security-groups?id=dc40aab4-ece4-4809-892c-4aaf7437cd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1341162 Jul 26 14:52:22.188805 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:22.397512 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8554e05-9479-4c85-be1e-0acafb34be62 req-ef909675-0735-4507-b32a-14201f9b6ffe tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:22.405345 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-e8554e05-9479-4c85-be1e-0acafb34be62 req-ef909675-0735-4507-b32a-14201f9b6ffe tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] 10.222.0.97 "GET /v2.0/ports?device_id=19044933-e557-4fb7-87ca-e67b212eb6bf HTTP/1.1" status: 200 len: 944 time: 0.0761955 Jul 26 14:52:22.463885 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-e8554e05-9479-4c85-be1e-0acafb34be62 req-f1e3e821-0667-475e-8266-14e40efdcf79 tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] 10.222.0.97 "GET /v2.0/security-groups?id=78a48c70-271b-4fe1-a300-0b3af328b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573759 Jul 26 14:52:22.626090 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a7bac1-16e8-4a9e-a80c-b25495cb4988 req-22646971-f5b1-4e89-b92c-446048cf4ec2 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:22.627705 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-c5a7bac1-16e8-4a9e-a80c-b25495cb4988 req-22646971-f5b1-4e89-b92c-446048cf4ec2 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=a97d630c-f890-4022-87ba-406020a397dc HTTP/1.1" status: 200 len: 944 time: 0.0632422 Jul 26 14:52:22.699558 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-c5a7bac1-16e8-4a9e-a80c-b25495cb4988 req-ce0579b5-cd18-4ebe-bf0b-91947c727080 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=07a7f217-8c49-407d-8fdd-fca70593a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651476 Jul 26 14:52:22.881838 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 43484) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:52:22.897024 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-2cc90908-2d8b-4353-ae90-12dfede8b7ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:23.069442 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc4f5e0-9478-4f83-9c6a-9f17c855ef0e req-2b4e9055-7b44-4989-baaa-56adf1785e86 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:23.071102 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-0bc4f5e0-9478-4f83-9c6a-9f17c855ef0e req-2b4e9055-7b44-4989-baaa-56adf1785e86 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=7c808f60-6b5e-4ad9-8463-47c749c4ad58 HTTP/1.1" status: 200 len: 943 time: 0.1228383 Jul 26 14:52:23.177681 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-2cc90908-2d8b-4353-ae90-12dfede8b7ec admin admin] Publish callbacks [] for security_group (5571f68f-f589-410e-8672-adbdadcca3c0), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:23.181895 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-0bc4f5e0-9478-4f83-9c6a-9f17c855ef0e req-634d71ab-5876-4443-9405-46773c8c04ce tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/security-groups?id=767eb1ba-2e1a-4d1a-a8e5-d3cd1aca29c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994029 Jul 26 14:52:23.299586 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-2cc90908-2d8b-4353-ae90-12dfede8b7ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (5571f68f-f589-410e-8672-adbdadcca3c0), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:23.356047 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-2cc90908-2d8b-4353-ae90-12dfede8b7ec admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=f4adf14e9ff44720a77761121429eac4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4691899 Jul 26 14:52:23.356047 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc90908-2d8b-4353-ae90-12dfede8b7ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5571f68f-f589-410e-8672-adbdadcca3c0,revision_number=1']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:23.357894 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 43506) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:52:23.439117 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a2ac10-5db9-4aa3-993b-e75eeafec5e0 req-a479edf3-45e9-4553-ac10-2d030fe69b37 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:23.452182 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-b9a2ac10-5db9-4aa3-993b-e75eeafec5e0 req-a479edf3-45e9-4553-ac10-2d030fe69b37 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=d1552ebb-d614-4398-96ba-47e3fd737e3d HTTP/1.1" status: 200 len: 943 time: 0.1659915 Jul 26 14:52:23.470469 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-50b23929-7dbb-476b-ad0b-dbfbd789cc0b admin admin] Publish callbacks [] for security_group (5571f68f-f589-410e-8672-adbdadcca3c0), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:23.501816 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-50b23929-7dbb-476b-ad0b-dbfbd789cc0b admin admin] Publish callbacks [] for security_group (5571f68f-f589-410e-8672-adbdadcca3c0), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:23.560024 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-b9a2ac10-5db9-4aa3-993b-e75eeafec5e0 req-67bc4337-e109-47d2-a39e-70cb2d2d5f85 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/security-groups?id=dc40aab4-ece4-4809-892c-4aaf7437cd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990648 Jul 26 14:52:23.639617 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb1852d-969f-4338-90a5-5065153c74d5 req-a76a9176-5bc4-44fd-9033-b177fa1bebfa tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:23.641638 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-8bb1852d-969f-4338-90a5-5065153c74d5 req-a76a9176-5bc4-44fd-9033-b177fa1bebfa tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] 10.222.0.97 "GET /v2.0/ports?device_id=19044933-e557-4fb7-87ca-e67b212eb6bf HTTP/1.1" status: 200 len: 944 time: 0.0577252 Jul 26 14:52:23.692258 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-8bb1852d-969f-4338-90a5-5065153c74d5 req-4d03bc71-c9bc-4a74-9ee3-cad64ffbc9cc tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] 10.222.0.97 "GET /v2.0/security-groups?id=78a48c70-271b-4fe1-a300-0b3af328b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441439 Jul 26 14:52:23.774251 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-50b23929-7dbb-476b-ad0b-dbfbd789cc0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (5571f68f-f589-410e-8672-adbdadcca3c0), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:23.776841 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-50b23929-7dbb-476b-ad0b-dbfbd789cc0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:23.780571 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-50b23929-7dbb-476b-ad0b-dbfbd789cc0b admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/5571f68f-f589-410e-8672-adbdadcca3c0 HTTP/1.1" status: 204 len: 168 time: 0.4191680 Jul 26 14:52:23.791248 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b23929-7dbb-476b-ad0b-dbfbd789cc0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5571f68f-f589-410e-8672-adbdadcca3c0,revision_number=None']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:23.859856 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa9f024-2fb7-4efe-922b-18816458853b req-7b454d89-cf25-47b1-a8d3-2f158d65962a tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:23.859856 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-8fa9f024-2fb7-4efe-922b-18816458853b req-7b454d89-cf25-47b1-a8d3-2f158d65962a tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=a97d630c-f890-4022-87ba-406020a397dc HTTP/1.1" status: 200 len: 944 time: 0.0631938 Jul 26 14:52:23.907931 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-8fa9f024-2fb7-4efe-922b-18816458853b req-22e2b584-5be8-4633-9092-7f9e2a6d7417 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=07a7f217-8c49-407d-8fdd-fca70593a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490439 Jul 26 14:52:24.259818 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-17a8a76f-5fe9-4a32-8499-f5675999f768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (66f8bb98-7ace-4a85-b6ba-ffe40597695b), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:24.307258 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4ca5b3-fc7d-4b0c-914e-22610f73443b req-b4b8d324-1f59-4c1f-8c6e-011bfb1f4f06 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:24.308928 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-ab4ca5b3-fc7d-4b0c-914e-22610f73443b req-b4b8d324-1f59-4c1f-8c6e-011bfb1f4f06 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=7c808f60-6b5e-4ad9-8463-47c749c4ad58 HTTP/1.1" status: 200 len: 943 time: 0.0544000 Jul 26 14:52:24.364248 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-ab4ca5b3-fc7d-4b0c-914e-22610f73443b req-729894f5-9b9a-42b9-8932-d20d1b4b526d tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/security-groups?id=767eb1ba-2e1a-4d1a-a8e5-d3cd1aca29c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494630 Jul 26 14:52:24.517337 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=100 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:24.698709 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c83c57e-3618-4cf8-8441-0cd3f622e030 req-1fad7969-c87c-462d-843a-eb2306b29d43 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:24.700234 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-6c83c57e-3618-4cf8-8441-0cd3f622e030 req-1fad7969-c87c-462d-843a-eb2306b29d43 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=d1552ebb-d614-4398-96ba-47e3fd737e3d HTTP/1.1" status: 200 len: 943 time: 0.0546758 Jul 26 14:52:24.750578 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-6c83c57e-3618-4cf8-8441-0cd3f622e030 req-c20253ab-8138-4f5d-93a6-ce1fd6787a43 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/security-groups?id=dc40aab4-ece4-4809-892c-4aaf7437cd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446579 Jul 26 14:52:24.801586 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 43554) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:52:24.815714 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-0edf76d2-089b-460c-b1eb-62b55a3cd7a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:24.822230 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faee8fb-4328-443a-92bd-6600e652570c req-891c33ab-a743-42c3-9ad0-78bbee87baa6 tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:24.823812 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-0faee8fb-4328-443a-92bd-6600e652570c req-891c33ab-a743-42c3-9ad0-78bbee87baa6 tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] 10.222.0.97 "GET /v2.0/ports?device_id=19044933-e557-4fb7-87ca-e67b212eb6bf HTTP/1.1" status: 200 len: 944 time: 0.0491612 Jul 26 14:52:24.880402 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-0faee8fb-4328-443a-92bd-6600e652570c req-f0097e77-665b-48b0-bfd7-41bd40fef7fb tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] 10.222.0.97 "GET /v2.0/security-groups?id=78a48c70-271b-4fe1-a300-0b3af328b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481265 Jul 26 14:52:24.881325 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:24.902033 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-0edf76d2-089b-460c-b1eb-62b55a3cd7a6 admin admin] Publish callbacks [] for security_group (15b14ac3-ef32-40f3-82a1-2c4bab5616fe), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:25.026159 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-0edf76d2-089b-460c-b1eb-62b55a3cd7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (15b14ac3-ef32-40f3-82a1-2c4bab5616fe), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:25.043464 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=100 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:25.079621 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ee342c-00b9-4223-8c01-ed1daba69f58 req-3a61a95c-faac-4042-bec6-37a1f60621c5 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:25.081095 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-25ee342c-00b9-4223-8c01-ed1daba69f58 req-3a61a95c-faac-4042-bec6-37a1f60621c5 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=a97d630c-f890-4022-87ba-406020a397dc HTTP/1.1" status: 200 len: 944 time: 0.0916343 Jul 26 14:52:25.096668 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-0edf76d2-089b-460c-b1eb-62b55a3cd7a6 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=5a13b65a51be4d4eb058f172bdfc8ffe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2941027 Jul 26 14:52:25.098551 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edf76d2-089b-460c-b1eb-62b55a3cd7a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15b14ac3-ef32-40f3-82a1-2c4bab5616fe,revision_number=1']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:25.099455 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 43562) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:52:25.140025 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-25ee342c-00b9-4223-8c01-ed1daba69f58 req-b9dae5fc-eb00-4fdc-a01d-248aeca597c9 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=07a7f217-8c49-407d-8fdd-fca70593a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513029 Jul 26 14:52:25.152740 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-c18ec8c1-df3c-4221-8af8-c18c573d6bb1 admin admin] Publish callbacks [] for security_group (15b14ac3-ef32-40f3-82a1-2c4bab5616fe), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:25.184465 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-c18ec8c1-df3c-4221-8af8-c18c573d6bb1 admin admin] Publish callbacks [] for security_group (15b14ac3-ef32-40f3-82a1-2c4bab5616fe), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:25.266221 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 43570) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:52:25.351850 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-c18ec8c1-df3c-4221-8af8-c18c573d6bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (15b14ac3-ef32-40f3-82a1-2c4bab5616fe), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:25.354841 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-c18ec8c1-df3c-4221-8af8-c18c573d6bb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:25.356081 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-c18ec8c1-df3c-4221-8af8-c18c573d6bb1 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/15b14ac3-ef32-40f3-82a1-2c4bab5616fe HTTP/1.1" status: 204 len: 168 time: 0.2556374 Jul 26 14:52:25.377314 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18ec8c1-df3c-4221-8af8-c18c573d6bb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b14ac3-ef32-40f3-82a1-2c4bab5616fe,revision_number=None']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:25.386694 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-184b9bbe-7ab7-4f18-b25c-58c7ae9a9421 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:25.425901 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b30572d2-bee0-4462-94ed-c13cd0ef4273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (40fac31a-afaa-44e8-8521-47b803a59f0f), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:25.455355 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:25.509960 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-184b9bbe-7ab7-4f18-b25c-58c7ae9a9421 admin admin] Publish callbacks [] for security_group (bab4f166-1b93-45ea-9d14-d4063a4a9901), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:25.524071 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5a4532-e75f-4ce0-8e95-38404392b0fc req-48c034d2-052a-41d1-ab90-538bafc6a2d0 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:25.525832 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-ed5a4532-e75f-4ce0-8e95-38404392b0fc req-48c034d2-052a-41d1-ab90-538bafc6a2d0 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=7c808f60-6b5e-4ad9-8463-47c749c4ad58 HTTP/1.1" status: 200 len: 943 time: 0.0651212 Jul 26 14:52:25.591206 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-ed5a4532-e75f-4ce0-8e95-38404392b0fc req-b498d609-c8af-4814-958a-f1ffa0abbb30 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/security-groups?id=767eb1ba-2e1a-4d1a-a8e5-d3cd1aca29c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593841 Jul 26 14:52:25.614485 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-184b9bbe-7ab7-4f18-b25c-58c7ae9a9421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (bab4f166-1b93-45ea-9d14-d4063a4a9901), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:25.658599 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-184b9bbe-7ab7-4f18-b25c-58c7ae9a9421 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=0dbe90ceb0184024bc85bef3c688eaff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3904099 Jul 26 14:52:25.658788 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184b9bbe-7ab7-4f18-b25c-58c7ae9a9421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bab4f166-1b93-45ea-9d14-d4063a4a9901,revision_number=1']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:25.660510 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 43592) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:52:25.710666 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-2cd12161-a51a-4c09-ba97-da84fd074a7e admin admin] Publish callbacks [] for security_group (bab4f166-1b93-45ea-9d14-d4063a4a9901), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:25.735907 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-2cd12161-a51a-4c09-ba97-da84fd074a7e admin admin] Publish callbacks [] for security_group (bab4f166-1b93-45ea-9d14-d4063a4a9901), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:25.862485 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:25.877281 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9932eaa3-c538-491d-848e-c767bd21e84d req-f333be06-20f2-4e38-a3eb-b94d5f0ffb22 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:25.878812 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-9932eaa3-c538-491d-848e-c767bd21e84d req-f333be06-20f2-4e38-a3eb-b94d5f0ffb22 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=d1552ebb-d614-4398-96ba-47e3fd737e3d HTTP/1.1" status: 200 len: 943 time: 0.0535796 Jul 26 14:52:25.936816 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-2cd12161-a51a-4c09-ba97-da84fd074a7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (bab4f166-1b93-45ea-9d14-d4063a4a9901), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:25.940062 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-2cd12161-a51a-4c09-ba97-da84fd074a7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:25.941287 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-2cd12161-a51a-4c09-ba97-da84fd074a7e admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/bab4f166-1b93-45ea-9d14-d4063a4a9901 HTTP/1.1" status: 204 len: 168 time: 0.2797649 Jul 26 14:52:25.964014 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-9932eaa3-c538-491d-848e-c767bd21e84d req-ee46cbdd-ea38-4acd-95b1-a8975b15ca91 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/security-groups?id=dc40aab4-ece4-4809-892c-4aaf7437cd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785339 Jul 26 14:52:26.010073 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd12161-a51a-4c09-ba97-da84fd074a7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bab4f166-1b93-45ea-9d14-d4063a4a9901,revision_number=None']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:26.054968 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f93ab1c-3a9a-4ab6-8014-57562def91d9 req-766d2f0e-c23b-4787-86b2-1514c8a770a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:26.056835 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-8f93ab1c-3a9a-4ab6-8014-57562def91d9 req-766d2f0e-c23b-4787-86b2-1514c8a770a8 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=02c3d9d5-b71e-4ad5-9373-5d17164e8aec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1139100 Jul 26 14:52:26.079802 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813f0584-faaa-4fea-bcee-4dc5f953117e req-7b8ba5fa-bea5-422c-96d7-b0ac7b1f305d tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:26.081659 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-813f0584-faaa-4fea-bcee-4dc5f953117e req-7b8ba5fa-bea5-422c-96d7-b0ac7b1f305d tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] 10.222.0.97 "GET /v2.0/ports?device_id=19044933-e557-4fb7-87ca-e67b212eb6bf HTTP/1.1" status: 200 len: 944 time: 0.0724716 Jul 26 14:52:26.122015 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-77c0e92c-ee86-4b24-b861-e462713db2e3 req-ab3129f7-198e-484e-9e7a-ac22ee0a87f6 service neutron] 10.222.0.99 "GET /v2.0/networks/0f1306c7-31e7-49e9-8b79-d9c630497063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816776 Jul 26 14:52:26.150830 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-813f0584-faaa-4fea-bcee-4dc5f953117e req-a224fe8f-63ba-4315-a92a-99d733803bd3 tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] 10.222.0.97 "GET /v2.0/security-groups?id=78a48c70-271b-4fe1-a300-0b3af328b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614953 Jul 26 14:52:26.271806 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926821c1-a4c2-41e3-8f7f-65565d8a25a1 req-2ea9ba17-dbfd-49b3-b14b-b441b58eb036 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:26.275995 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-926821c1-a4c2-41e3-8f7f-65565d8a25a1 req-2ea9ba17-dbfd-49b3-b14b-b441b58eb036 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=a97d630c-f890-4022-87ba-406020a397dc HTTP/1.1" status: 200 len: 944 time: 0.0539796 Jul 26 14:52:26.329184 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:26.429148 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce33663-7243-4a4f-b566-7c7a796879a5 req-316c6ed4-aceb-4fcc-8e53-aa6e9e131c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:26.430729 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-cce33663-7243-4a4f-b566-7c7a796879a5 req-316c6ed4-aceb-4fcc-8e53-aa6e9e131c91 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=ca1bc66d9e5446758a759063544ae3e7&device_id=19044933-e557-4fb7-87ca-e67b212eb6bf HTTP/1.1" status: 200 len: 1128 time: 0.0559030 Jul 26 14:52:26.469888 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-926821c1-a4c2-41e3-8f7f-65565d8a25a1 req-71b77498-8a87-44d3-85af-ec5445d937d2 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=07a7f217-8c49-407d-8fdd-fca70593a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894290 Jul 26 14:52:26.534875 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce33663-7243-4a4f-b566-7c7a796879a5 req-1765ac06-0f2a-44fb-be44-c41e651e3d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:26.561880 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-cce33663-7243-4a4f-b566-7c7a796879a5 req-1765ac06-0f2a-44fb-be44-c41e651e3d84 service neutron] 10.222.0.99 "GET /v2.0/networks?id=8e81120a-d472-43d2-a7db-69cbb3be13c6 HTTP/1.1" status: 200 len: 914 time: 0.0985351 Jul 26 14:52:26.575874 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-cce33663-7243-4a4f-b566-7c7a796879a5 req-a7be1181-b3a1-4c57-b137-2fd36d1ea78c service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad48d699-f27b-41ef-82f4-21fe1b9332b8 HTTP/1.1" status: 200 len: 217 time: 0.0334494 Jul 26 14:52:26.590673 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-8f93ab1c-3a9a-4ab6-8014-57562def91d9 req-973394dd-9787-4f24-a54f-28237a066726 service neutron] 10.222.0.99 "GET /v2.0/networks/02c3d9d5-b71e-4ad5-9373-5d17164e8aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2763405 Jul 26 14:52:26.593287 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-77062ca9-3dbc-4859-a1da-148072ebaea1 req-0415e446-88d3-4d96-9551-be375564c7b7 service neutron] 10.222.0.99 "GET /v2.0/networks/0f1306c7-31e7-49e9-8b79-d9c630497063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2771008 Jul 26 14:52:26.595178 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-f6b49af0-8edd-4447-acf5-2650d261d205 req-eaba38f0-41b1-49b1-8a5f-c36ab768bf68 service neutron] 10.222.0.99 "GET /v2.0/networks/4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876880 Jul 26 14:52:26.635117 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce33663-7243-4a4f-b566-7c7a796879a5 req-b163b5b8-1579-4fb4-87ed-5bfe83c7ef25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:26.636669 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-cce33663-7243-4a4f-b566-7c7a796879a5 req-b163b5b8-1579-4fb4-87ed-5bfe83c7ef25 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=d254fac4-b0e3-4010-92e1-626681866d2e HTTP/1.1" status: 200 len: 851 time: 0.0553379 Jul 26 14:52:26.718983 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce33663-7243-4a4f-b566-7c7a796879a5 req-1b959c5c-5b71-4122-82fa-460a097e4e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:26.720541 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-cce33663-7243-4a4f-b566-7c7a796879a5 req-1b959c5c-5b71-4122-82fa-460a097e4e4b service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=8e81120a-d472-43d2-a7db-69cbb3be13c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0702441 Jul 26 14:52:26.737293 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e4145-108d-4a5c-a041-75fae1044848 req-5bcc0339-33be-46a0-b099-a26af6e679ae tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:26.738782 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-7e7e4145-108d-4a5c-a041-75fae1044848 req-5bcc0339-33be-46a0-b099-a26af6e679ae tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=7c808f60-6b5e-4ad9-8463-47c749c4ad58 HTTP/1.1" status: 200 len: 943 time: 0.0604420 Jul 26 14:52:26.774646 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-f6b49af0-8edd-4447-acf5-2650d261d205 req-f6e70a1e-fbfd-4216-9a9f-e65320a6d773 service neutron] 10.222.0.99 "GET /v2.0/networks/4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604531 Jul 26 14:52:26.776477 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-8f93ab1c-3a9a-4ab6-8014-57562def91d9 req-555b28cd-1b48-411e-b8f7-d234f1365462 service neutron] 10.222.0.99 "GET /v2.0/networks/02c3d9d5-b71e-4ad5-9373-5d17164e8aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710122 Jul 26 14:52:26.814328 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-7e7e4145-108d-4a5c-a041-75fae1044848 req-96851ed5-d910-4ed8-8c0d-0f92104471bc tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/security-groups?id=767eb1ba-2e1a-4d1a-a8e5-d3cd1aca29c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681100 Jul 26 14:52:26.917338 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b977bc9f-0510-4ebd-94dd-930fc4499a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (e5556d63-fbf3-48f2-bfac-7896e86945c3), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:26.957512 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:26.979614 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 43660) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:52:27.093193 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b074464-7a34-488d-a8f0-808fac182d24 req-b5593747-e360-48df-bc69-c8057983d050 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:27.094662 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-5b074464-7a34-488d-a8f0-808fac182d24 req-b5593747-e360-48df-bc69-c8057983d050 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=d1552ebb-d614-4398-96ba-47e3fd737e3d HTTP/1.1" status: 200 len: 943 time: 0.0479603 Jul 26 14:52:27.123319 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (df49e665-2de0-463a-a1e1-c989804d5593), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:27.143485 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-5b074464-7a34-488d-a8f0-808fac182d24 req-ac325ad7-83ce-4449-91fd-050dde23bed8 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/security-groups?id=dc40aab4-ece4-4809-892c-4aaf7437cd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430994 Jul 26 14:52:27.276625 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c5ebf8-686b-47c5-9e87-bf1e87a14d13 req-4ca057a0-397e-4b82-be24-2dfc0a643887 tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:27.278169 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-68c5ebf8-686b-47c5-9e87-bf1e87a14d13 req-4ca057a0-397e-4b82-be24-2dfc0a643887 tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] 10.222.0.97 "GET /v2.0/ports?device_id=19044933-e557-4fb7-87ca-e67b212eb6bf HTTP/1.1" status: 200 len: 944 time: 0.0545361 Jul 26 14:52:27.311201 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-63957a40-7d30-4b24-a089-1178ab64ec1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:27.333457 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-68c5ebf8-686b-47c5-9e87-bf1e87a14d13 req-54741ac9-efef-4f63-b383-a078473d6ff9 tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] 10.222.0.97 "GET /v2.0/security-groups?id=78a48c70-271b-4fe1-a300-0b3af328b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496728 Jul 26 14:52:27.363083 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:27.394720 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-63957a40-7d30-4b24-a089-1178ab64ec1d admin admin] Publish callbacks [] for security_group (b35d97b4-4a7b-41fd-967a-b47198ba9f34), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:27.517714 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-63957a40-7d30-4b24-a089-1178ab64ec1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (b35d97b4-4a7b-41fd-967a-b47198ba9f34), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:27.564155 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-63957a40-7d30-4b24-a089-1178ab64ec1d admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=2e3803254b504f59bd5c20ffbceeeede&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5834649 Jul 26 14:52:27.566879 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 43684) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:52:27.571845 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63957a40-7d30-4b24-a089-1178ab64ec1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b35d97b4-4a7b-41fd-967a-b47198ba9f34,revision_number=1']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:27.612756 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a9c42-a4a2-4374-bfad-c7be8d8baa68 req-1cef7dc0-7d08-4873-b20c-acb991b9833a tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:27.614306 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-851a9c42-a4a2-4374-bfad-c7be8d8baa68 req-1cef7dc0-7d08-4873-b20c-acb991b9833a tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=a97d630c-f890-4022-87ba-406020a397dc HTTP/1.1" status: 200 len: 944 time: 0.0548406 Jul 26 14:52:27.619777 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-145595be-b15d-48fd-ba96-154868e00742 admin admin] Publish callbacks [] for security_group (b35d97b4-4a7b-41fd-967a-b47198ba9f34), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:27.647123 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-145595be-b15d-48fd-ba96-154868e00742 admin admin] Publish callbacks [] for security_group (b35d97b4-4a7b-41fd-967a-b47198ba9f34), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:27.670050 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-851a9c42-a4a2-4374-bfad-c7be8d8baa68 req-e1460319-03d5-450b-a2fc-c7c66c23cfd5 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=07a7f217-8c49-407d-8fdd-fca70593a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484130 Jul 26 14:52:27.746757 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:UPDATE=2,neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=2 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:27.774641 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-145595be-b15d-48fd-ba96-154868e00742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (b35d97b4-4a7b-41fd-967a-b47198ba9f34), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:27.778349 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-145595be-b15d-48fd-ba96-154868e00742 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:27.779955 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-145595be-b15d-48fd-ba96-154868e00742 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/b35d97b4-4a7b-41fd-967a-b47198ba9f34 HTTP/1.1" status: 204 len: 168 time: 0.2109168 Jul 26 14:52:27.791605 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145595be-b15d-48fd-ba96-154868e00742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b35d97b4-4a7b-41fd-967a-b47198ba9f34,revision_number=None']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:27.935112 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb128fa9-6c54-43b0-aac7-ecda142cb85d req-1ae34847-5038-4704-8f3b-30b049a233bf tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:27.936673 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-fb128fa9-6c54-43b0-aac7-ecda142cb85d req-1ae34847-5038-4704-8f3b-30b049a233bf tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=7c808f60-6b5e-4ad9-8463-47c749c4ad58 HTTP/1.1" status: 200 len: 943 time: 0.0496712 Jul 26 14:52:27.988000 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-fb128fa9-6c54-43b0-aac7-ecda142cb85d req-13abd1aa-06b8-4968-9ef4-539330508960 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/security-groups?id=767eb1ba-2e1a-4d1a-a8e5-d3cd1aca29c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447695 Jul 26 14:52:28.265497 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f73b60-421a-43f1-8ef9-16660d765aa0 req-7841b25b-4fcd-41c3-bda2-a49b15b3f958 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:28.266895 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-94f73b60-421a-43f1-8ef9-16660d765aa0 req-7841b25b-4fcd-41c3-bda2-a49b15b3f958 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=d1552ebb-d614-4398-96ba-47e3fd737e3d HTTP/1.1" status: 200 len: 943 time: 0.0483830 Jul 26 14:52:28.316013 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-94f73b60-421a-43f1-8ef9-16660d765aa0 req-54e6749a-bf4c-41a7-84df-b9018ed614c4 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/security-groups?id=dc40aab4-ece4-4809-892c-4aaf7437cd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433311 Jul 26 14:52:28.403127 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:28.456144 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89659047-d31a-4766-85a6-54c3d8cbc44f req-b2483e0a-afba-437c-a7a7-c1e2ccfc1144 tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:28.457654 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-89659047-d31a-4766-85a6-54c3d8cbc44f req-b2483e0a-afba-437c-a7a7-c1e2ccfc1144 tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] 10.222.0.97 "GET /v2.0/ports?device_id=19044933-e557-4fb7-87ca-e67b212eb6bf HTTP/1.1" status: 200 len: 944 time: 0.0485830 Jul 26 14:52:28.515364 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-89659047-d31a-4766-85a6-54c3d8cbc44f req-106837bd-d237-46d1-9559-36bc93ba94ef tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] 10.222.0.97 "GET /v2.0/security-groups?id=78a48c70-271b-4fe1-a300-0b3af328b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516582 Jul 26 14:52:28.658924 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 43726) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:52:28.675377 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-24a6b5ac-4084-45af-828b-9c395e5a1666 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:28.766535 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-24a6b5ac-4084-45af-828b-9c395e5a1666 admin admin] Publish callbacks [] for security_group (0f168a1d-c73f-4b8c-891d-e6ae23e31aee), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:28.817393 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5fe667-19b2-427e-b35a-f93233f541e6 req-a10de7d0-ca4a-4263-a701-72f94a69d7d9 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:28.818885 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-0a5fe667-19b2-427e-b35a-f93233f541e6 req-a10de7d0-ca4a-4263-a701-72f94a69d7d9 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=a97d630c-f890-4022-87ba-406020a397dc HTTP/1.1" status: 200 len: 944 time: 0.0550334 Jul 26 14:52:28.862207 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-24a6b5ac-4084-45af-828b-9c395e5a1666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (0f168a1d-c73f-4b8c-891d-e6ae23e31aee), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:28.884692 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-0a5fe667-19b2-427e-b35a-f93233f541e6 req-5a967c78-e566-43cf-9681-d93deab187dd tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=07a7f217-8c49-407d-8fdd-fca70593a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573182 Jul 26 14:52:28.919674 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-24a6b5ac-4084-45af-828b-9c395e5a1666 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=a79aa014f11a4908bde66afd65873e80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2594507 Jul 26 14:52:28.926748 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a6b5ac-4084-45af-828b-9c395e5a1666 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f168a1d-c73f-4b8c-891d-e6ae23e31aee,revision_number=1']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:28.929205 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 43738) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:52:28.983105 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-87ca7ead-b1d8-4236-ab01-d142bbd7df17 admin admin] Publish callbacks [] for security_group (0f168a1d-c73f-4b8c-891d-e6ae23e31aee), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:29.006516 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-87ca7ead-b1d8-4236-ab01-d142bbd7df17 admin admin] Publish callbacks [] for security_group (0f168a1d-c73f-4b8c-891d-e6ae23e31aee), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:29.139326 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767d374b-d742-4afd-8420-656ef753c09a req-8db78de1-2450-4e0b-ba89-3c0b6788f3b9 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:29.139326 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-767d374b-d742-4afd-8420-656ef753c09a req-8db78de1-2450-4e0b-ba89-3c0b6788f3b9 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=7c808f60-6b5e-4ad9-8463-47c749c4ad58 HTTP/1.1" status: 200 len: 943 time: 0.0632830 Jul 26 14:52:29.197911 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-767d374b-d742-4afd-8420-656ef753c09a req-b690710f-2563-4b79-a7ad-c27bf3389ee1 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/security-groups?id=767eb1ba-2e1a-4d1a-a8e5-d3cd1aca29c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544152 Jul 26 14:52:29.202207 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-87ca7ead-b1d8-4236-ab01-d142bbd7df17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (0f168a1d-c73f-4b8c-891d-e6ae23e31aee), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:29.204271 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-87ca7ead-b1d8-4236-ab01-d142bbd7df17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:29.205420 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-87ca7ead-b1d8-4236-ab01-d142bbd7df17 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/0f168a1d-c73f-4b8c-891d-e6ae23e31aee HTTP/1.1" status: 204 len: 168 time: 0.2750454 Jul 26 14:52:29.227440 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ca7ead-b1d8-4236-ab01-d142bbd7df17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f168a1d-c73f-4b8c-891d-e6ae23e31aee,revision_number=None']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:29.431322 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e10ffb-8de1-4f63-92ec-2f206ce12b7f req-4dd0291c-246d-4ffd-a92d-7ad140405fd2 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:29.432814 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-16e10ffb-8de1-4f63-92ec-2f206ce12b7f req-4dd0291c-246d-4ffd-a92d-7ad140405fd2 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=d1552ebb-d614-4398-96ba-47e3fd737e3d HTTP/1.1" status: 200 len: 943 time: 0.0472200 Jul 26 14:52:29.482774 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-16e10ffb-8de1-4f63-92ec-2f206ce12b7f req-2fc3622d-524c-43a4-b662-17a4aee1ba6c tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/security-groups?id=dc40aab4-ece4-4809-892c-4aaf7437cd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442958 Jul 26 14:52:29.641577 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a75639d-6c47-4518-96ab-8b03888d687e req-21cfb928-579f-4c1c-80a5-61ac1a6cf9d8 tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:29.643051 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-0a75639d-6c47-4518-96ab-8b03888d687e req-21cfb928-579f-4c1c-80a5-61ac1a6cf9d8 tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] 10.222.0.97 "GET /v2.0/ports?device_id=19044933-e557-4fb7-87ca-e67b212eb6bf HTTP/1.1" status: 200 len: 944 time: 0.0514667 Jul 26 14:52:29.696956 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-0a75639d-6c47-4518-96ab-8b03888d687e req-69457c50-8f37-4e9f-b443-507e83c7f491 tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] 10.222.0.97 "GET /v2.0/security-groups?id=78a48c70-271b-4fe1-a300-0b3af328b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428309 Jul 26 14:52:29.898815 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:30.028006 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9191b23d-056b-4ec9-9269-4f136ebb63b2 req-87b5c0a5-8314-4698-9bc9-852637cbb1b4 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:30.028006 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-9191b23d-056b-4ec9-9269-4f136ebb63b2 req-87b5c0a5-8314-4698-9bc9-852637cbb1b4 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=a97d630c-f890-4022-87ba-406020a397dc HTTP/1.1" status: 200 len: 944 time: 0.0535016 Jul 26 14:52:30.065018 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-9191b23d-056b-4ec9-9269-4f136ebb63b2 req-0f0c11b4-8a70-42d2-bcaa-cacc0a3fd8e7 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=07a7f217-8c49-407d-8fdd-fca70593a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430050 Jul 26 14:52:30.335639 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c18226-ebef-481b-8444-03896f86ed25 req-35df6437-1c7c-4910-8121-45b60106e202 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:30.337156 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-a7c18226-ebef-481b-8444-03896f86ed25 req-35df6437-1c7c-4910-8121-45b60106e202 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=7c808f60-6b5e-4ad9-8463-47c749c4ad58 HTTP/1.1" status: 200 len: 943 time: 0.0529761 Jul 26 14:52:30.386643 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-a7c18226-ebef-481b-8444-03896f86ed25 req-29f06419-ae1c-4162-9898-4dc3545025ce tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/security-groups?id=767eb1ba-2e1a-4d1a-a8e5-d3cd1aca29c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435040 Jul 26 14:52:30.545635 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:30.602164 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b73238-9fff-4475-844b-08295d039a2d req-77224386-bcc6-4189-9dd3-62eed56f617f tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:30.603590 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-75b73238-9fff-4475-844b-08295d039a2d req-77224386-bcc6-4189-9dd3-62eed56f617f tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=d1552ebb-d614-4398-96ba-47e3fd737e3d HTTP/1.1" status: 200 len: 943 time: 0.0468349 Jul 26 14:52:30.657953 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-75b73238-9fff-4475-844b-08295d039a2d req-90dd1c33-e709-46b1-8eb5-0f974cec5c37 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/security-groups?id=dc40aab4-ece4-4809-892c-4aaf7437cd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488393 Jul 26 14:52:30.817873 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46569f5-20b7-48d2-95a0-0945778611a2 req-dd64f385-d619-48bb-acf8-1e239740869d tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:30.819452 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-d46569f5-20b7-48d2-95a0-0945778611a2 req-dd64f385-d619-48bb-acf8-1e239740869d tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] 10.222.0.97 "GET /v2.0/ports?device_id=19044933-e557-4fb7-87ca-e67b212eb6bf HTTP/1.1" status: 200 len: 944 time: 0.0471103 Jul 26 14:52:30.870455 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-d46569f5-20b7-48d2-95a0-0945778611a2 req-9f2d0844-3edf-402e-b70f-4072f21e0790 tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] 10.222.0.97 "GET /v2.0/security-groups?id=78a48c70-271b-4fe1-a300-0b3af328b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446410 Jul 26 14:52:31.066500 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=1 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:31.087753 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=5 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:31.223587 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345e9b26-d35d-49bc-b34f-0c01918de032 req-a1b62b70-f6bd-41fc-86ab-e3b62d3aac5d tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:31.227432 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-345e9b26-d35d-49bc-b34f-0c01918de032 req-a1b62b70-f6bd-41fc-86ab-e3b62d3aac5d tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=a97d630c-f890-4022-87ba-406020a397dc HTTP/1.1" status: 200 len: 944 time: 0.0652840 Jul 26 14:52:31.227432 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:31.284954 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-345e9b26-d35d-49bc-b34f-0c01918de032 req-f9e32224-60cf-466d-855d-ae33739ed9e1 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=07a7f217-8c49-407d-8fdd-fca70593a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523343 Jul 26 14:52:31.513842 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43edad76-0940-495f-b703-3842e11a5293 req-e6fbc0da-7cda-4181-ac5f-ccc208fb6286 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:31.515327 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-43edad76-0940-495f-b703-3842e11a5293 req-e6fbc0da-7cda-4181-ac5f-ccc208fb6286 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=7c808f60-6b5e-4ad9-8463-47c749c4ad58 HTTP/1.1" status: 200 len: 943 time: 0.0537670 Jul 26 14:52:31.563726 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-43edad76-0940-495f-b703-3842e11a5293 req-9b7e67a2-c478-4f33-8879-cf2f6139127d tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/security-groups?id=767eb1ba-2e1a-4d1a-a8e5-d3cd1aca29c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426168 Jul 26 14:52:31.777248 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83835299-3180-4c03-8a1a-4d5c79946bd5 req-4cbc98b8-9c9b-491b-9446-5e3710ebdb73 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:31.778731 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-83835299-3180-4c03-8a1a-4d5c79946bd5 req-4cbc98b8-9c9b-491b-9446-5e3710ebdb73 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=d1552ebb-d614-4398-96ba-47e3fd737e3d HTTP/1.1" status: 200 len: 943 time: 0.0500462 Jul 26 14:52:31.826448 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-83835299-3180-4c03-8a1a-4d5c79946bd5 req-4acdb4b3-6dc0-4523-bd00-3764b4d00b3d tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/security-groups?id=dc40aab4-ece4-4809-892c-4aaf7437cd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419507 Jul 26 14:52:31.929736 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:31.993387 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Device ad48d699-f27b-41ef-82f4-21fe1b9332b8 details requested by agent hyperv_hv-cinder-85103 with host hv-cinder-85103 {{(pid=111104) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:52:31.994595 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b5f381-38af-46eb-b285-d0912ed2d8ee req-63fc6ee4-95ef-48ef-b7ba-f846e5fa28d4 tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:31.996253 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-87b5f381-38af-46eb-b285-d0912ed2d8ee req-63fc6ee4-95ef-48ef-b7ba-f846e5fa28d4 tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] 10.222.0.97 "GET /v2.0/ports?device_id=19044933-e557-4fb7-87ca-e67b212eb6bf HTTP/1.1" status: 200 len: 944 time: 0.0498056 Jul 26 14:52:32.053259 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-87b5f381-38af-46eb-b285-d0912ed2d8ee req-31353406-ce70-48db-a344-50f63b27bfb9 tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] 10.222.0.97 "GET /v2.0/security-groups?id=78a48c70-271b-4fe1-a300-0b3af328b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472753 Jul 26 14:52:32.103085 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] For port ad48d699-f27b-41ef-82f4-21fe1b9332b8, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=ad48d699-f27b-41ef-82f4-21fe1b9332b8,segment=NetworkSegment(82e6fd43-9678-4238-8619-ec1c114f874d),segment_id=82e6fd43-9678-4238-8619-ec1c114f874d)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:52:32.113849 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Returning: {'device': 'ad48d699-f27b-41ef-82f4-21fe1b9332b8', 'network_id': '8e81120a-d472-43d2-a7db-69cbb3be13c6', 'port_id': 'ad48d699-f27b-41ef-82f4-21fe1b9332b8', 'mac_address': 'fa:16:3e:be:f1:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1055, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd254fac4-b0e3-4010-92e1-626681866d2e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111104) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:52:32.148924 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Current status of the port ad48d699-f27b-41ef-82f4-21fe1b9332b8 is: DOWN; New status is: BUILD {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:52:32.149316 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (ad48d699-f27b-41ef-82f4-21fe1b9332b8), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:32.162130 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.notifiers.nova [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad48d699-f27b-41ef-82f4-21fe1b9332b8 {{(pid=111104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 14:52:32.182193 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] For port ad48d699-f27b-41ef-82f4-21fe1b9332b8, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=ad48d699-f27b-41ef-82f4-21fe1b9332b8,segment=NetworkSegment(82e6fd43-9678-4238-8619-ec1c114f874d),segment_id=82e6fd43-9678-4238-8619-ec1c114f874d)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:52:32.422654 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f7c0aa-e90e-4b14-884c-3e09aedff28e req-b3cac663-a6e6-46cb-9576-bc22c8d33993 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:32.424172 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-a6f7c0aa-e90e-4b14-884c-3e09aedff28e req-b3cac663-a6e6-46cb-9576-bc22c8d33993 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=a97d630c-f890-4022-87ba-406020a397dc HTTP/1.1" status: 200 len: 944 time: 0.0582325 Jul 26 14:52:32.655627 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-a6f7c0aa-e90e-4b14-884c-3e09aedff28e req-fba841da-f77c-4905-9274-d09f48d1d70f tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=07a7f217-8c49-407d-8fdd-fca70593a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252913 Jul 26 14:52:32.697151 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fa20f2-9ec8-4aac-a490-f6c494981b34 req-8e71b207-e6c0-4219-b1c4-afc881516a71 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:32.699297 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-69fa20f2-9ec8-4aac-a490-f6c494981b34 req-8e71b207-e6c0-4219-b1c4-afc881516a71 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=7c808f60-6b5e-4ad9-8463-47c749c4ad58 HTTP/1.1" status: 200 len: 943 time: 0.0591683 Jul 26 14:52:32.753573 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-69fa20f2-9ec8-4aac-a490-f6c494981b34 req-28c4838e-28e8-4380-91b7-0ac54821897c tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/security-groups?id=767eb1ba-2e1a-4d1a-a8e5-d3cd1aca29c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486388 Jul 26 14:52:32.943503 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3b590f-85a5-4796-9576-89570a00e3e5 req-55251161-2978-4242-9eab-6431b172cf62 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:32.945011 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-6f3b590f-85a5-4796-9576-89570a00e3e5 req-55251161-2978-4242-9eab-6431b172cf62 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=d1552ebb-d614-4398-96ba-47e3fd737e3d HTTP/1.1" status: 200 len: 943 time: 0.0479534 Jul 26 14:52:32.999651 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-6f3b590f-85a5-4796-9576-89570a00e3e5 req-af278b6d-ba9c-41d6-b651-43e018708f50 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/security-groups?id=dc40aab4-ece4-4809-892c-4aaf7437cd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422914 Jul 26 14:52:33.026369 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (ad48d699-f27b-41ef-82f4-21fe1b9332b8), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:33.078997 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Pushing event updated for resources: {'Port': ['ID=ad48d699-f27b-41ef-82f4-21fe1b9332b8,revision_number=4']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:33.187729 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e069ec0b-d0c9-41a2-b014-f5fbdb3a153c req-b5e294a6-f185-4e79-b922-c9d77d93feb5 tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:33.189233 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-e069ec0b-d0c9-41a2-b014-f5fbdb3a153c req-b5e294a6-f185-4e79-b922-c9d77d93feb5 tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] 10.222.0.97 "GET /v2.0/ports?device_id=19044933-e557-4fb7-87ca-e67b212eb6bf HTTP/1.1" status: 200 len: 945 time: 0.0480766 Jul 26 14:52:33.237240 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-e069ec0b-d0c9-41a2-b014-f5fbdb3a153c req-7e396ffb-a071-4f9a-9365-6c13a3b90551 tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] 10.222.0.97 "GET /v2.0/security-groups?id=78a48c70-271b-4fe1-a300-0b3af328b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422840 Jul 26 14:52:33.503378 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] get_ports_and_sgs() called for port_ids ['ad48d699-f27b-41ef-82f4-21fe1b9332b8'] {{(pid=111104) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:52:33.789967 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e325b8eb-4372-4fe8-a00d-539520d94fcb req-c328d758-8f17-4bbf-96db-712dba36cf7a tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:33.791494 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-e325b8eb-4372-4fe8-a00d-539520d94fcb req-c328d758-8f17-4bbf-96db-712dba36cf7a tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=a97d630c-f890-4022-87ba-406020a397dc HTTP/1.1" status: 200 len: 944 time: 0.0554450 Jul 26 14:52:33.792956 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:33.840464 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-e325b8eb-4372-4fe8-a00d-539520d94fcb req-db19acc3-cfd7-45a8-bc5e-9ac910437891 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=07a7f217-8c49-407d-8fdd-fca70593a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429370 Jul 26 14:52:33.879102 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70449328-066a-46dd-bb09-a27c6120c5b3 req-89b6b32a-5774-4a8f-aa22-b06d2a515893 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:33.880646 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-70449328-066a-46dd-bb09-a27c6120c5b3 req-89b6b32a-5774-4a8f-aa22-b06d2a515893 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=7c808f60-6b5e-4ad9-8463-47c749c4ad58 HTTP/1.1" status: 200 len: 943 time: 0.0542519 Jul 26 14:52:33.934304 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-70449328-066a-46dd-bb09-a27c6120c5b3 req-613a8c9d-bf45-43db-8de1-19e2a733d056 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/security-groups?id=767eb1ba-2e1a-4d1a-a8e5-d3cd1aca29c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470982 Jul 26 14:52:34.123238 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38bfb03-f341-497b-9038-4e3611fd704c req-2fbcd9a6-4bd2-4ae2-8a18-30d907ae88d0 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:34.124751 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-b38bfb03-f341-497b-9038-4e3611fd704c req-2fbcd9a6-4bd2-4ae2-8a18-30d907ae88d0 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=d1552ebb-d614-4398-96ba-47e3fd737e3d HTTP/1.1" status: 200 len: 943 time: 0.0546632 Jul 26 14:52:34.173968 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:34.178189 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-b38bfb03-f341-497b-9038-4e3611fd704c req-90cc1d63-305c-41b4-9692-3cbfef8f6c79 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/security-groups?id=dc40aab4-ece4-4809-892c-4aaf7437cd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474539 Jul 26 14:52:34.364356 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f71595e-0f86-4a8c-bfb1-c614d72be68c req-d9f2c8c3-920f-4f3b-9939-3906abd153cf tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:34.365828 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-2f71595e-0f86-4a8c-bfb1-c614d72be68c req-d9f2c8c3-920f-4f3b-9939-3906abd153cf tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] 10.222.0.97 "GET /v2.0/ports?device_id=19044933-e557-4fb7-87ca-e67b212eb6bf HTTP/1.1" status: 200 len: 945 time: 0.0479259 Jul 26 14:52:34.413203 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-2f71595e-0f86-4a8c-bfb1-c614d72be68c req-16d77d4d-e098-4b5f-b9ec-db24d732df9c tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] 10.222.0.97 "GET /v2.0/security-groups?id=78a48c70-271b-4fe1-a300-0b3af328b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412340 Jul 26 14:52:34.638021 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:34.958408 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7f345c-38a4-4a19-a532-8e0b3237db1a req-7589b0e2-96b7-4d90-a7ab-d768f2d17dbe tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:34.971088 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-5a7f345c-38a4-4a19-a532-8e0b3237db1a req-7589b0e2-96b7-4d90-a7ab-d768f2d17dbe tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=a97d630c-f890-4022-87ba-406020a397dc HTTP/1.1" status: 200 len: 944 time: 0.0480056 Jul 26 14:52:35.017600 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-5a7f345c-38a4-4a19-a532-8e0b3237db1a req-35125fea-6d55-4b3d-87b3-2cb44021a6a0 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=07a7f217-8c49-407d-8fdd-fca70593a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510495 Jul 26 14:52:35.059511 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f597d77-5af2-4907-ab25-f2c9547e4cc8 req-f3e32656-c700-477b-87de-23c784a2bbb5 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:35.061006 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-8f597d77-5af2-4907-ab25-f2c9547e4cc8 req-f3e32656-c700-477b-87de-23c784a2bbb5 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=7c808f60-6b5e-4ad9-8463-47c749c4ad58 HTTP/1.1" status: 200 len: 943 time: 0.0493340 Jul 26 14:52:35.106908 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-8f597d77-5af2-4907-ab25-f2c9547e4cc8 req-fc206206-535a-4467-8c2f-bff5160b7019 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/security-groups?id=767eb1ba-2e1a-4d1a-a8e5-d3cd1aca29c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402324 Jul 26 14:52:35.299075 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d1ab6d-14ef-4f93-8be4-f092f9399159 req-31b1523b-1e78-4e23-8088-c3b78e64ffd8 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:35.300584 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-91d1ab6d-14ef-4f93-8be4-f092f9399159 req-31b1523b-1e78-4e23-8088-c3b78e64ffd8 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=d1552ebb-d614-4398-96ba-47e3fd737e3d HTTP/1.1" status: 200 len: 943 time: 0.0464242 Jul 26 14:52:35.346896 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-91d1ab6d-14ef-4f93-8be4-f092f9399159 req-688abf4b-3472-4d20-9545-5afc3e8fdc76 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/security-groups?id=dc40aab4-ece4-4809-892c-4aaf7437cd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406125 Jul 26 14:52:35.498433 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:35.536917 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4ba498-e347-4f1f-92d4-c7b6c0bfc7cd req-de837194-114c-4599-8a27-a020e375e985 tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:35.538371 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-6e4ba498-e347-4f1f-92d4-c7b6c0bfc7cd req-de837194-114c-4599-8a27-a020e375e985 tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] 10.222.0.97 "GET /v2.0/ports?device_id=19044933-e557-4fb7-87ca-e67b212eb6bf HTTP/1.1" status: 200 len: 945 time: 0.0510085 Jul 26 14:52:35.582161 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:35.586763 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-6e4ba498-e347-4f1f-92d4-c7b6c0bfc7cd req-11ce3f7a-b928-4778-b46d-b8534cc98d6f tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] 10.222.0.97 "GET /v2.0/security-groups?id=78a48c70-271b-4fe1-a300-0b3af328b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422623 Jul 26 14:52:35.701091 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:UPDATE=4,neutron:SELECT=92,neutron:INSERT=4 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:35.872390 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-cce33663-7243-4a4f-b566-7c7a796879a5 req-26790598-848c-4a6e-8a13-b00cdf151b97 service neutron] 10.222.0.99 "GET /v2.0/networks/8e81120a-d472-43d2-a7db-69cbb3be13c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822411 Jul 26 14:52:36.015200 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:36.137788 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6872446f-e819-496b-bc21-d9908523a686 req-3bd765f0-875c-4fcd-9db7-d0b7f4845645 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:36.139275 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-6872446f-e819-496b-bc21-d9908523a686 req-3bd765f0-875c-4fcd-9db7-d0b7f4845645 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=a97d630c-f890-4022-87ba-406020a397dc HTTP/1.1" status: 200 len: 944 time: 0.0456116 Jul 26 14:52:36.187855 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-6872446f-e819-496b-bc21-d9908523a686 req-ce61869e-0db1-4809-a47b-a144d68c05ea tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=07a7f217-8c49-407d-8fdd-fca70593a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429058 Jul 26 14:52:36.231762 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032b3409-d1eb-40d7-a329-eaa7d5c4ad42 req-24cbc2a6-bd4e-468f-8695-c1e903c5032a tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:36.232394 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-032b3409-d1eb-40d7-a329-eaa7d5c4ad42 req-24cbc2a6-bd4e-468f-8695-c1e903c5032a tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=7c808f60-6b5e-4ad9-8463-47c749c4ad58 HTTP/1.1" status: 200 len: 943 time: 0.0529926 Jul 26 14:52:36.282297 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-032b3409-d1eb-40d7-a329-eaa7d5c4ad42 req-b1f18738-8125-486a-9ebc-3f6742f9a41e tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/security-groups?id=767eb1ba-2e1a-4d1a-a8e5-d3cd1aca29c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443246 Jul 26 14:52:36.465497 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04995f6d-41eb-4ca0-bfac-deef8cf709ba req-cdc6ae56-2ca2-4be5-a501-3aba39267295 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:36.466955 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-04995f6d-41eb-4ca0-bfac-deef8cf709ba req-cdc6ae56-2ca2-4be5-a501-3aba39267295 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=d1552ebb-d614-4398-96ba-47e3fd737e3d HTTP/1.1" status: 200 len: 943 time: 0.0495603 Jul 26 14:52:36.513932 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-04995f6d-41eb-4ca0-bfac-deef8cf709ba req-17a35ea1-23e6-4e5b-8ebe-d39e102672d9 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/security-groups?id=dc40aab4-ece4-4809-892c-4aaf7437cd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413046 Jul 26 14:52:36.569822 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=100 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:36.614909 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=100 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:36.702938 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220ebc1b-9562-435c-86f8-a33be29c42a1 req-e825fee0-b5ec-4e71-9b26-6b0ce0c26afd tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:36.704428 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-220ebc1b-9562-435c-86f8-a33be29c42a1 req-e825fee0-b5ec-4e71-9b26-6b0ce0c26afd tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] 10.222.0.97 "GET /v2.0/ports?device_id=19044933-e557-4fb7-87ca-e67b212eb6bf HTTP/1.1" status: 200 len: 945 time: 0.0460689 Jul 26 14:52:36.712772 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:36.750462 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-220ebc1b-9562-435c-86f8-a33be29c42a1 req-e4d58d45-8382-4922-baf1-d223a03ca0b6 tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] 10.222.0.97 "GET /v2.0/security-groups?id=78a48c70-271b-4fe1-a300-0b3af328b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405478 Jul 26 14:52:36.821076 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:36.860890 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:36.935730 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:37.186925 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:37.309161 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f82fdeb-8d9f-4576-8ec7-384938bc560b req-ca0feee4-a3ca-4b28-9bc4-a76e26bd09c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:37.310920 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-4f82fdeb-8d9f-4576-8ec7-384938bc560b req-ca0feee4-a3ca-4b28-9bc4-a76e26bd09c8 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=4f3f79533bbf48018798e6e65050d69c&device_id=a97d630c-f890-4022-87ba-406020a397dc HTTP/1.1" status: 200 len: 1128 time: 0.0864534 Jul 26 14:52:37.327973 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8c9615-b55f-4cc1-bc3c-f4e920929df2 req-afc784e3-0527-4802-8479-6389978e4b0e tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:37.327973 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-4c8c9615-b55f-4cc1-bc3c-f4e920929df2 req-afc784e3-0527-4802-8479-6389978e4b0e tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=a97d630c-f890-4022-87ba-406020a397dc HTTP/1.1" status: 200 len: 944 time: 0.0557325 Jul 26 14:52:37.336982 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-cce33663-7243-4a4f-b566-7c7a796879a5 req-254bd988-1449-4867-b122-67bbd4a3c4e5 service neutron] 10.222.0.99 "GET /v2.0/networks/8e81120a-d472-43d2-a7db-69cbb3be13c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164987 Jul 26 14:52:37.379624 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-4c8c9615-b55f-4cc1-bc3c-f4e920929df2 req-a746120c-60a0-48a8-9ba8-ea7fca55bbb1 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=07a7f217-8c49-407d-8fdd-fca70593a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461454 Jul 26 14:52:37.405189 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc326dd-f820-457a-86c6-b38b31e5de1a req-d92ff486-aed6-40d6-bde8-3c775c51bf85 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:37.410470 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-9bc326dd-f820-457a-86c6-b38b31e5de1a req-d92ff486-aed6-40d6-bde8-3c775c51bf85 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=7c808f60-6b5e-4ad9-8463-47c749c4ad58 HTTP/1.1" status: 200 len: 943 time: 0.0516267 Jul 26 14:52:37.410470 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:37.452876 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-9bc326dd-f820-457a-86c6-b38b31e5de1a req-678963af-16d5-474a-b203-2f7cd1549073 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/security-groups?id=767eb1ba-2e1a-4d1a-a8e5-d3cd1aca29c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405214 Jul 26 14:52:37.690692 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce33663-7243-4a4f-b566-7c7a796879a5 req-dc129e64-5b4d-41a6-8d79-b6cd367bea2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:37.692215 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-cce33663-7243-4a4f-b566-7c7a796879a5 req-dc129e64-5b4d-41a6-8d79-b6cd367bea2f service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7ccd4ff518dc4c37bfb7f343ccc97206&device_id=d1552ebb-d614-4398-96ba-47e3fd737e3d HTTP/1.1" status: 200 len: 1127 time: 0.0421572 Jul 26 14:52:37.745902 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:37.754558 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef132179-b4ee-405c-b2c7-89b67eb4cb53 req-707a363f-a624-4b1c-860e-8f1056bf9b5c tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:37.756049 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-ef132179-b4ee-405c-b2c7-89b67eb4cb53 req-707a363f-a624-4b1c-860e-8f1056bf9b5c tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=d1552ebb-d614-4398-96ba-47e3fd737e3d HTTP/1.1" status: 200 len: 943 time: 0.1687093 Jul 26 14:52:37.761540 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4a6848-bb9b-4e23-8087-05fc0daacdd6 req-6eda45d1-31c2-43bb-8c6a-8fc8ad09b0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:37.763029 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-ab4a6848-bb9b-4e23-8087-05fc0daacdd6 req-6eda45d1-31c2-43bb-8c6a-8fc8ad09b0d4 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=ace4455a9e1b44e5bf7b04fd4abf81d7&device_id=7c808f60-6b5e-4ad9-8463-47c749c4ad58 HTTP/1.1" status: 200 len: 1127 time: 0.1731229 Jul 26 14:52:37.793667 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce33663-7243-4a4f-b566-7c7a796879a5 req-97809c78-24b4-4414-98db-b61a57031b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:37.795210 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-cce33663-7243-4a4f-b566-7c7a796879a5 req-97809c78-24b4-4414-98db-b61a57031b84 service neutron] 10.222.0.99 "GET /v2.0/networks?id=02c3d9d5-b71e-4ad5-9373-5d17164e8aec HTTP/1.1" status: 200 len: 913 time: 0.0958393 Jul 26 14:52:37.839224 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-cce33663-7243-4a4f-b566-7c7a796879a5 req-5a94ccf3-b732-4490-a335-c40fd53fd882 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f52ee38e-091f-4eb3-93dc-683dcd709ebd HTTP/1.1" status: 200 len: 217 time: 0.0374522 Jul 26 14:52:37.888405 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03da94b4-867c-4762-a7e0-431b219d50e3 req-1f52c8d3-7b21-40bd-ab7a-2793c3db7136 tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:37.889258 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f82fdeb-8d9f-4576-8ec7-384938bc560b req-7468ddcb-fcf2-497b-a8c9-a7db4a3cbc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:37.889846 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-03da94b4-867c-4762-a7e0-431b219d50e3 req-1f52c8d3-7b21-40bd-ab7a-2793c3db7136 tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] 10.222.0.97 "GET /v2.0/ports?device_id=19044933-e557-4fb7-87ca-e67b212eb6bf HTTP/1.1" status: 200 len: 945 time: 0.0530865 Jul 26 14:52:37.890726 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-4f82fdeb-8d9f-4576-8ec7-384938bc560b req-7468ddcb-fcf2-497b-a8c9-a7db4a3cbc0b service neutron] 10.222.0.99 "GET /v2.0/networks?id=0f1306c7-31e7-49e9-8b79-d9c630497063 HTTP/1.1" status: 200 len: 921 time: 0.2856493 Jul 26 14:52:37.908381 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-ef132179-b4ee-405c-b2c7-89b67eb4cb53 req-962b8b58-2066-4bf9-896e-ee27d6b80b6b tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/security-groups?id=dc40aab4-ece4-4809-892c-4aaf7437cd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1442854 Jul 26 14:52:37.933429 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4a6848-bb9b-4e23-8087-05fc0daacdd6 req-f18aa160-0a41-45e9-a5b5-e0e1ee260357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:37.934893 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-ab4a6848-bb9b-4e23-8087-05fc0daacdd6 req-f18aa160-0a41-45e9-a5b5-e0e1ee260357 service neutron] 10.222.0.99 "GET /v2.0/networks?id=4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0 HTTP/1.1" status: 200 len: 917 time: 0.1645515 Jul 26 14:52:37.940377 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-03da94b4-867c-4762-a7e0-431b219d50e3 req-cab91e43-ac60-44cb-8c63-1d33adb8c775 tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] 10.222.0.97 "GET /v2.0/security-groups?id=78a48c70-271b-4fe1-a300-0b3af328b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446444 Jul 26 14:52:37.954681 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:INSERT=8,neutron:SELECT=87,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:37.993407 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=100 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:38.078163 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.agents_db [None req-99196b13-9676-4f02-b89b-0db7196f18a6 None None] Agent healthcheck: found 6 active agents {{(pid=111105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 14:52:38.341463 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:38.500359 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228f6ab1-cec2-431a-85a6-ff4f573fb41a req-a16b2a00-4cdf-45d6-ba3e-5f7ead2744b6 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:38.502179 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-228f6ab1-cec2-431a-85a6-ff4f573fb41a req-a16b2a00-4cdf-45d6-ba3e-5f7ead2744b6 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=a97d630c-f890-4022-87ba-406020a397dc HTTP/1.1" status: 200 len: 944 time: 0.0507536 Jul 26 14:52:38.555491 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-228f6ab1-cec2-431a-85a6-ff4f573fb41a req-d4b8f3da-e3d8-48fd-9b99-4f51e6cafb6b tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=07a7f217-8c49-407d-8fdd-fca70593a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460675 Jul 26 14:52:38.576267 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aabbe6-df34-4909-af26-c98407d88fbe req-1a141edb-1c9e-43e0-a438-b96350224295 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:38.577734 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-f1aabbe6-df34-4909-af26-c98407d88fbe req-1a141edb-1c9e-43e0-a438-b96350224295 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=7c808f60-6b5e-4ad9-8463-47c749c4ad58 HTTP/1.1" status: 200 len: 943 time: 0.0523472 Jul 26 14:52:38.625333 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-f1aabbe6-df34-4909-af26-c98407d88fbe req-05eed1f0-fb0f-4c1b-8513-8ed663a7017f tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/security-groups?id=767eb1ba-2e1a-4d1a-a8e5-d3cd1aca29c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418687 Jul 26 14:52:39.064211 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08c6101-6925-403d-867f-4dd09498f75f req-6c84a4d9-8007-41f8-8e7a-3656bac9f1f3 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:39.065897 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-c08c6101-6925-403d-867f-4dd09498f75f req-6c84a4d9-8007-41f8-8e7a-3656bac9f1f3 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=d1552ebb-d614-4398-96ba-47e3fd737e3d HTTP/1.1" status: 200 len: 943 time: 0.0758359 Jul 26 14:52:39.094111 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d54039-f308-4bec-95b7-5a16b2fc0042 req-bdb9adce-1557-4524-83cf-52e7186d6739 tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:39.095924 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-e3d54039-f308-4bec-95b7-5a16b2fc0042 req-bdb9adce-1557-4524-83cf-52e7186d6739 tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] 10.222.0.97 "GET /v2.0/ports?device_id=19044933-e557-4fb7-87ca-e67b212eb6bf HTTP/1.1" status: 200 len: 945 time: 0.0732338 Jul 26 14:52:39.117602 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-c08c6101-6925-403d-867f-4dd09498f75f req-039ecc3d-7212-4fff-8fa7-43dad31ff015 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/security-groups?id=dc40aab4-ece4-4809-892c-4aaf7437cd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427246 Jul 26 14:52:39.147215 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-e3d54039-f308-4bec-95b7-5a16b2fc0042 req-3ba5e9f9-dd2b-4c6d-9143-6b897ea0bb62 tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] 10.222.0.97 "GET /v2.0/security-groups?id=78a48c70-271b-4fe1-a300-0b3af328b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452728 Jul 26 14:52:39.330337 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:39.421817 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=100 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:39.519232 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 43996) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:52:39.630667 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-b016f994-a282-4d29-a077-824e8ed5061b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:39.709510 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14091fa6-0c8b-4de1-8e72-39ba7e62481f req-d2cc260d-bbf6-4bdf-b86c-a82b52489283 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:39.712026 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-14091fa6-0c8b-4de1-8e72-39ba7e62481f req-d2cc260d-bbf6-4bdf-b86c-a82b52489283 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=a97d630c-f890-4022-87ba-406020a397dc HTTP/1.1" status: 200 len: 944 time: 0.0701828 Jul 26 14:52:39.770893 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828c0fc7-69d4-46e0-af09-fc19e5199361 req-7dd3c2d0-4101-4a8a-a72c-cbe50b3ed47e tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:39.772389 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-828c0fc7-69d4-46e0-af09-fc19e5199361 req-7dd3c2d0-4101-4a8a-a72c-cbe50b3ed47e tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=7c808f60-6b5e-4ad9-8463-47c749c4ad58 HTTP/1.1" status: 200 len: 943 time: 0.0477266 Jul 26 14:52:39.793863 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-14091fa6-0c8b-4de1-8e72-39ba7e62481f req-cbfc9ebf-10e1-4a0f-b0c2-e2224838e119 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=07a7f217-8c49-407d-8fdd-fca70593a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710211 Jul 26 14:52:39.799067 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-b016f994-a282-4d29-a077-824e8ed5061b admin admin] Publish callbacks [] for security_group (bf118e19-c654-4600-9cf3-8e3d81d89e60), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:39.827907 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-828c0fc7-69d4-46e0-af09-fc19e5199361 req-902c2cf1-7190-4921-9ab9-831d245c52bd tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/security-groups?id=767eb1ba-2e1a-4d1a-a8e5-d3cd1aca29c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451789 Jul 26 14:52:39.935664 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-b016f994-a282-4d29-a077-824e8ed5061b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (bf118e19-c654-4600-9cf3-8e3d81d89e60), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:39.974509 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-b016f994-a282-4d29-a077-824e8ed5061b admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=9018edf54c1c4a2197591cc99a814bde&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4541616 Jul 26 14:52:39.975391 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b016f994-a282-4d29-a077-824e8ed5061b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf118e19-c654-4600-9cf3-8e3d81d89e60,revision_number=1']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:39.977761 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 44014) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:52:40.028514 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-24ad57ea-4464-446a-9c91-855ba60b5498 admin admin] Publish callbacks [] for security_group (bf118e19-c654-4600-9cf3-8e3d81d89e60), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:40.041044 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:40.063306 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-24ad57ea-4464-446a-9c91-855ba60b5498 admin admin] Publish callbacks [] for security_group (bf118e19-c654-4600-9cf3-8e3d81d89e60), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:40.240809 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16750cc-eb29-4c01-bf41-5dfab7e821e3 req-b817ea50-3d6e-4643-bcaf-f5f88737be9f tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:40.242987 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-c16750cc-eb29-4c01-bf41-5dfab7e821e3 req-b817ea50-3d6e-4643-bcaf-f5f88737be9f tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=d1552ebb-d614-4398-96ba-47e3fd737e3d HTTP/1.1" status: 200 len: 943 time: 0.0510769 Jul 26 14:52:40.264947 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2393d8-3b7f-4f40-8e13-3c635abce10b req-55961299-1852-48aa-bef0-3bb25ba7e27f tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:40.266817 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-bc2393d8-3b7f-4f40-8e13-3c635abce10b req-55961299-1852-48aa-bef0-3bb25ba7e27f tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] 10.222.0.97 "GET /v2.0/ports?device_id=19044933-e557-4fb7-87ca-e67b212eb6bf HTTP/1.1" status: 200 len: 945 time: 0.0484824 Jul 26 14:52:40.268500 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-24ad57ea-4464-446a-9c91-855ba60b5498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (bf118e19-c654-4600-9cf3-8e3d81d89e60), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:40.270992 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-24ad57ea-4464-446a-9c91-855ba60b5498 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:40.276783 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-24ad57ea-4464-446a-9c91-855ba60b5498 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/bf118e19-c654-4600-9cf3-8e3d81d89e60 HTTP/1.1" status: 204 len: 168 time: 0.2949796 Jul 26 14:52:40.311216 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:40.312277 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ad57ea-4464-446a-9c91-855ba60b5498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf118e19-c654-4600-9cf3-8e3d81d89e60,revision_number=None']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:40.341652 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-c16750cc-eb29-4c01-bf41-5dfab7e821e3 req-7210b918-b696-476f-a227-60a93b756fb8 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/security-groups?id=dc40aab4-ece4-4809-892c-4aaf7437cd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934980 Jul 26 14:52:40.354724 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-bc2393d8-3b7f-4f40-8e13-3c635abce10b req-b57ba3e0-bcb6-4e47-b829-3d9428f81c68 tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] 10.222.0.97 "GET /v2.0/security-groups?id=78a48c70-271b-4fe1-a300-0b3af328b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816650 Jul 26 14:52:40.359456 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=100 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:40.927782 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d323ede8-e479-4307-8406-107d7e412bc3 req-7261edcf-c937-4908-b5eb-86bf657c740a tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:40.929306 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-d323ede8-e479-4307-8406-107d7e412bc3 req-7261edcf-c937-4908-b5eb-86bf657c740a tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=a97d630c-f890-4022-87ba-406020a397dc HTTP/1.1" status: 200 len: 944 time: 0.0601349 Jul 26 14:52:40.947713 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ad3e74-e441-4afb-b8ef-f942f0b54b04 req-52121b12-c8d0-4817-a4f2-73eb0c8abb3f tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:40.949224 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-29ad3e74-e441-4afb-b8ef-f942f0b54b04 req-52121b12-c8d0-4817-a4f2-73eb0c8abb3f tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=7c808f60-6b5e-4ad9-8463-47c749c4ad58 HTTP/1.1" status: 200 len: 943 time: 0.0499897 Jul 26 14:52:40.988153 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-d323ede8-e479-4307-8406-107d7e412bc3 req-566515f5-23b2-45e9-81fc-8f83f4cdf9c3 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=07a7f217-8c49-407d-8fdd-fca70593a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524766 Jul 26 14:52:41.003083 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-29ad3e74-e441-4afb-b8ef-f942f0b54b04 req-c51c6ca5-2dc5-45de-8eb9-f390d449d290 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/security-groups?id=767eb1ba-2e1a-4d1a-a8e5-d3cd1aca29c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475879 Jul 26 14:52:41.044752 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=100 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:41.099160 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 44052) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:52:41.112512 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-a68680c3-6721-4673-b9d3-b41da1bb986d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:41.158700 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=100 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:41.185375 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-a68680c3-6721-4673-b9d3-b41da1bb986d admin admin] Publish callbacks [] for security_group (f9d724f4-e8d5-4844-aee5-8bee62db8186), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:41.267033 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-a68680c3-6721-4673-b9d3-b41da1bb986d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (f9d724f4-e8d5-4844-aee5-8bee62db8186), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:41.308856 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-a68680c3-6721-4673-b9d3-b41da1bb986d admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=8534fae5fc9a487cb6b298cd03b2146f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2084317 Jul 26 14:52:41.310005 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68680c3-6721-4673-b9d3-b41da1bb986d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d724f4-e8d5-4844-aee5-8bee62db8186,revision_number=1']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:41.311712 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 44054) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:52:41.361543 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-2a2de333-7494-4247-9b04-767588a8c392 admin admin] Publish callbacks [] for security_group (f9d724f4-e8d5-4844-aee5-8bee62db8186), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:41.383443 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-2a2de333-7494-4247-9b04-767588a8c392 admin admin] Publish callbacks [] for security_group (f9d724f4-e8d5-4844-aee5-8bee62db8186), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:41.439117 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=100 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:41.502852 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff40420-528d-4299-93b9-c7b7438b9506 req-828dc370-eb48-47ef-951f-33d5d5b663d0 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:41.506178 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-fff40420-528d-4299-93b9-c7b7438b9506 req-828dc370-eb48-47ef-951f-33d5d5b663d0 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=d1552ebb-d614-4398-96ba-47e3fd737e3d HTTP/1.1" status: 200 len: 943 time: 0.0509582 Jul 26 14:52:41.510518 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04350258-77e2-41e6-bfa4-5c3e58705fa2 req-26e6b639-c4b4-4b49-853f-2c22876a8686 tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:41.512053 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-04350258-77e2-41e6-bfa4-5c3e58705fa2 req-26e6b639-c4b4-4b49-853f-2c22876a8686 tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] 10.222.0.97 "GET /v2.0/ports?device_id=19044933-e557-4fb7-87ca-e67b212eb6bf HTTP/1.1" status: 200 len: 945 time: 0.0497224 Jul 26 14:52:41.553683 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-fff40420-528d-4299-93b9-c7b7438b9506 req-406c11d0-3fd3-4403-bb15-91281e7cc024 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/security-groups?id=dc40aab4-ece4-4809-892c-4aaf7437cd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410798 Jul 26 14:52:41.563242 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-04350258-77e2-41e6-bfa4-5c3e58705fa2 req-5895b970-e115-459e-b527-18c1129aa8a5 tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] 10.222.0.97 "GET /v2.0/security-groups?id=78a48c70-271b-4fe1-a300-0b3af328b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420191 Jul 26 14:52:41.575971 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:41.638601 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-2a2de333-7494-4247-9b04-767588a8c392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (f9d724f4-e8d5-4844-aee5-8bee62db8186), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:41.641027 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-2a2de333-7494-4247-9b04-767588a8c392 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:41.642210 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-2a2de333-7494-4247-9b04-767588a8c392 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/f9d724f4-e8d5-4844-aee5-8bee62db8186 HTTP/1.1" status: 204 len: 168 time: 0.3288765 Jul 26 14:52:41.650299 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2de333-7494-4247-9b04-767588a8c392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d724f4-e8d5-4844-aee5-8bee62db8186,revision_number=None']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:41.816111 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=100 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:42.120418 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5487b097-e60e-4e6b-a1e3-277f91bd2577 req-49e43067-9776-45f5-8cfb-384f7cf94281 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:42.121917 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-5487b097-e60e-4e6b-a1e3-277f91bd2577 req-49e43067-9776-45f5-8cfb-384f7cf94281 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=a97d630c-f890-4022-87ba-406020a397dc HTTP/1.1" status: 200 len: 944 time: 0.0537193 Jul 26 14:52:42.132762 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d64139-2b19-44bf-bae4-93109a20f396 req-7325c9c7-4e65-494d-9a87-8a958272f72e tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:42.134966 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-49d64139-2b19-44bf-bae4-93109a20f396 req-7325c9c7-4e65-494d-9a87-8a958272f72e tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=7c808f60-6b5e-4ad9-8463-47c749c4ad58 HTTP/1.1" status: 200 len: 943 time: 0.0529425 Jul 26 14:52:42.175367 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-5487b097-e60e-4e6b-a1e3-277f91bd2577 req-a9d7d45e-d810-4288-b042-7443573af8be tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=07a7f217-8c49-407d-8fdd-fca70593a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463655 Jul 26 14:52:42.187202 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-49d64139-2b19-44bf-bae4-93109a20f396 req-2a53791d-8280-4183-89b8-638512c177de tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/security-groups?id=767eb1ba-2e1a-4d1a-a8e5-d3cd1aca29c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462172 Jul 26 14:52:42.267665 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:42.427579 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=100 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:42.496388 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=100 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:42.674232 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ffe95e-08ba-4efe-a9bc-02f188857651 req-fd1a203f-b557-4c22-92fd-d928d4f1e219 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:42.676361 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-a0ffe95e-08ba-4efe-a9bc-02f188857651 req-fd1a203f-b557-4c22-92fd-d928d4f1e219 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=d1552ebb-d614-4398-96ba-47e3fd737e3d HTTP/1.1" status: 200 len: 943 time: 0.0516632 Jul 26 14:52:42.693456 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2f24d7-fd2e-48e8-a15d-a0695273bb97 req-e15c7c63-7c41-4713-a157-852af9c0a264 tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:42.695054 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-4e2f24d7-fd2e-48e8-a15d-a0695273bb97 req-e15c7c63-7c41-4713-a157-852af9c0a264 tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] 10.222.0.97 "GET /v2.0/ports?device_id=19044933-e557-4fb7-87ca-e67b212eb6bf HTTP/1.1" status: 200 len: 945 time: 0.0553102 Jul 26 14:52:42.724766 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-a0ffe95e-08ba-4efe-a9bc-02f188857651 req-fcdd6266-5819-4153-8b28-aae7ee7d6357 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/security-groups?id=dc40aab4-ece4-4809-892c-4aaf7437cd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435195 Jul 26 14:52:42.735518 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Device 098d52c8-2012-4286-962d-62149a4873c1 details requested by agent hyperv_hv-cinder-85103 with host hv-cinder-85103 {{(pid=111104) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:52:42.752637 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-4e2f24d7-fd2e-48e8-a15d-a0695273bb97 req-49743c6e-a30e-433c-8680-1ee1a346e225 tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] 10.222.0.97 "GET /v2.0/security-groups?id=78a48c70-271b-4fe1-a300-0b3af328b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515695 Jul 26 14:52:42.763232 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:42.764327 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Device ad48d699-f27b-41ef-82f4-21fe1b9332b8 up at agent hyperv_hv-cinder-85103 {{(pid=111104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:52:42.857858 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Provisioning for port ad48d699-f27b-41ef-82f4-21fe1b9332b8 completed by entity L2. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 14:52:42.899503 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] For port 098d52c8-2012-4286-962d-62149a4873c1, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=098d52c8-2012-4286-962d-62149a4873c1,segment=NetworkSegment(c6e327c1-1462-4f59-a790-a4289d47d45e),segment_id=c6e327c1-1462-4f59-a790-a4289d47d45e)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:52:42.910250 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Returning: {'device': '098d52c8-2012-4286-962d-62149a4873c1', 'network_id': '0f1306c7-31e7-49e9-8b79-d9c630497063', 'port_id': '098d52c8-2012-4286-962d-62149a4873c1', 'mac_address': 'fa:16:3e:8c:df:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1081, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fb38d4f-c234-47e2-adc0-721b341e4aad', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111104) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:52:42.912385 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:42.944310 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Current status of the port 098d52c8-2012-4286-962d-62149a4873c1 is: DOWN; New status is: BUILD {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:52:42.944695 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (098d52c8-2012-4286-962d-62149a4873c1), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:42.958040 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.notifiers.nova [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 098d52c8-2012-4286-962d-62149a4873c1 {{(pid=111104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 14:52:42.977689 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] For port 098d52c8-2012-4286-962d-62149a4873c1, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=098d52c8-2012-4286-962d-62149a4873c1,segment=NetworkSegment(c6e327c1-1462-4f59-a790-a4289d47d45e),segment_id=c6e327c1-1462-4f59-a790-a4289d47d45e)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:52:42.981555 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Provisioning complete for port ad48d699-f27b-41ef-82f4-21fe1b9332b8 triggered by entity L2. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:52:42.981936 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (ad48d699-f27b-41ef-82f4-21fe1b9332b8), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:43.004885 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:43.061516 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (098d52c8-2012-4286-962d-62149a4873c1), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:43.063557 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Current status of the port ad48d699-f27b-41ef-82f4-21fe1b9332b8 is: BUILD; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:52:43.064133 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (ad48d699-f27b-41ef-82f4-21fe1b9332b8), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:43.116631 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19044933-e557-4fb7-87ca-e67b212eb6bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad48d699-f27b-41ef-82f4-21fe1b9332b8'}] {{(pid=111104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 14:52:43.197936 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] For port ad48d699-f27b-41ef-82f4-21fe1b9332b8, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=ad48d699-f27b-41ef-82f4-21fe1b9332b8,segment=NetworkSegment(82e6fd43-9678-4238-8619-ec1c114f874d),segment_id=82e6fd43-9678-4238-8619-ec1c114f874d)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:52:43.201002 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Pushing event updated for resources: {'Port': ['ID=098d52c8-2012-4286-962d-62149a4873c1,revision_number=4']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:43.292773 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (ad48d699-f27b-41ef-82f4-21fe1b9332b8), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:43.332654 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14e2796-e7df-455a-b3a1-d7320e0e8b37 req-62e733e5-3e9b-4bdb-9382-75e7e371a4af tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:43.340108 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b461fbd2-9aec-48ae-a25d-561d9001f6c6 req-9383b889-a23c-44f4-b06d-b29e30933e19 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:43.342041 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-c14e2796-e7df-455a-b3a1-d7320e0e8b37 req-62e733e5-3e9b-4bdb-9382-75e7e371a4af tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=a97d630c-f890-4022-87ba-406020a397dc HTTP/1.1" status: 200 len: 945 time: 0.0823107 Jul 26 14:52:43.342760 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-b461fbd2-9aec-48ae-a25d-561d9001f6c6 req-9383b889-a23c-44f4-b06d-b29e30933e19 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=7c808f60-6b5e-4ad9-8463-47c749c4ad58 HTTP/1.1" status: 200 len: 943 time: 0.0621581 Jul 26 14:52:43.401708 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-b461fbd2-9aec-48ae-a25d-561d9001f6c6 req-62811e41-2b5d-4e7b-8cd4-4a2252ab021a tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/security-groups?id=767eb1ba-2e1a-4d1a-a8e5-d3cd1aca29c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527396 Jul 26 14:52:43.404000 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-c14e2796-e7df-455a-b3a1-d7320e0e8b37 req-e70baec2-4627-4781-b5be-705cd83443f7 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=07a7f217-8c49-407d-8fdd-fca70593a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608547 Jul 26 14:52:43.464439 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8a064b11bc677c9d4ab9f25c89ff6de8646fcd773e132cdea81d797053aa31c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec311250-270c-4884-8039-79c9c4b41fb2" -d '{"events": [{"server_uuid": "19044933-e557-4fb7-87ca-e67b212eb6bf", "name": "network-vif-plugged", "status": "completed", "tag": "ad48d699-f27b-41ef-82f4-21fe1b9332b8"}]}' {{(pid=111104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:52:43.489981 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:INSERT=10,neutron:SELECT=89,neutron:UPDATE=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:43.501313 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Pushing event updated for resources: {'Port': ['ID=ad48d699-f27b-41ef-82f4-21fe1b9332b8,revision_number=5']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:43.629278 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] get_ports_and_sgs() called for port_ids ['098d52c8-2012-4286-962d-62149a4873c1'] {{(pid=111104) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:52:43.659622 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 14:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d023682e-e4ff-4961-be35-6b7512ae1f6a x-openstack-request-id: req-d023682e-e4ff-4961-be35-6b7512ae1f6a {{(pid=111104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:52:43.659622 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19044933-e557-4fb7-87ca-e67b212eb6bf", "name": "network-vif-plugged", "status": "completed", "tag": "ad48d699-f27b-41ef-82f4-21fe1b9332b8", "code": 200}]} {{(pid=111104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:52:43.659622 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-d023682e-e4ff-4961-be35-6b7512ae1f6a {{(pid=111104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:52:43.659622 dv-cinder-851030-1-iscsi neutron-server[111104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d023682e-e4ff-4961-be35-6b7512ae1f6a'] response: {'server_uuid': '19044933-e557-4fb7-87ca-e67b212eb6bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad48d699-f27b-41ef-82f4-21fe1b9332b8', 'code': 200} Jul 26 14:52:43.872325 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c1cc0e-8292-4122-877a-4dd85f580695 req-f4fa530b-c333-46a5-8219-55245090dbe6 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:43.873917 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-42c1cc0e-8292-4122-877a-4dd85f580695 req-f4fa530b-c333-46a5-8219-55245090dbe6 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=d1552ebb-d614-4398-96ba-47e3fd737e3d HTTP/1.1" status: 200 len: 943 time: 0.0562232 Jul 26 14:52:43.920488 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba30d688-4256-40d5-80d8-2a0822e43a1d req-b28f0e65-9887-4068-b62b-d044301ed5de tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:43.922131 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-ba30d688-4256-40d5-80d8-2a0822e43a1d req-b28f0e65-9887-4068-b62b-d044301ed5de tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] 10.222.0.97 "GET /v2.0/ports?device_id=19044933-e557-4fb7-87ca-e67b212eb6bf HTTP/1.1" status: 200 len: 946 time: 0.0556262 Jul 26 14:52:43.948860 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:43.952182 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-42c1cc0e-8292-4122-877a-4dd85f580695 req-0c5d6a94-04be-4652-88a0-389d67c2bb6e tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/security-groups?id=dc40aab4-ece4-4809-892c-4aaf7437cd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710588 Jul 26 14:52:44.007674 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-ba30d688-4256-40d5-80d8-2a0822e43a1d req-ce5a52f0-03c6-454c-af24-81d5dda0f6f5 tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] 10.222.0.97 "GET /v2.0/security-groups?id=78a48c70-271b-4fe1-a300-0b3af328b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722117 Jul 26 14:52:44.540105 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cd25b3-b989-4710-a6d8-edd107a29d46 req-04ec9ec9-b7c7-4933-b559-e9f7723b05d1 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:44.542145 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-c4cd25b3-b989-4710-a6d8-edd107a29d46 req-04ec9ec9-b7c7-4933-b559-e9f7723b05d1 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=7c808f60-6b5e-4ad9-8463-47c749c4ad58 HTTP/1.1" status: 200 len: 943 time: 0.0542047 Jul 26 14:52:44.544479 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8286ef-7c1e-4545-8774-c1593878964d req-229c7c66-45ea-454e-aea4-803dad6dbd4d tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:44.546137 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-ba8286ef-7c1e-4545-8774-c1593878964d req-229c7c66-45ea-454e-aea4-803dad6dbd4d tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=a97d630c-f890-4022-87ba-406020a397dc HTTP/1.1" status: 200 len: 945 time: 0.0572865 Jul 26 14:52:44.601465 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-ba8286ef-7c1e-4545-8774-c1593878964d req-93585e9d-90fd-4f2d-8e20-8a6f8774b98d tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=07a7f217-8c49-407d-8fdd-fca70593a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493865 Jul 26 14:52:44.607803 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-c4cd25b3-b989-4710-a6d8-edd107a29d46 req-746eae02-387d-4b02-a12d-80cf9b4e89f4 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/security-groups?id=767eb1ba-2e1a-4d1a-a8e5-d3cd1aca29c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553529 Jul 26 14:52:44.734859 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Device a5d6c726-a2d1-4d56-97ab-81d623c53ac3 details requested by agent hyperv_hv-cinder-85103 with host hv-cinder-85103 {{(pid=111104) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:52:44.749932 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Device 098d52c8-2012-4286-962d-62149a4873c1 up at agent hyperv_hv-cinder-85103 {{(pid=111104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:52:44.842197 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Provisioning for port 098d52c8-2012-4286-962d-62149a4873c1 completed by entity L2. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 14:52:44.881846 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] For port a5d6c726-a2d1-4d56-97ab-81d623c53ac3, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=a5d6c726-a2d1-4d56-97ab-81d623c53ac3,segment=NetworkSegment(c6e327c1-1462-4f59-a790-a4289d47d45e),segment_id=c6e327c1-1462-4f59-a790-a4289d47d45e)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:52:44.900537 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Returning: {'device': 'a5d6c726-a2d1-4d56-97ab-81d623c53ac3', 'network_id': '0f1306c7-31e7-49e9-8b79-d9c630497063', 'port_id': 'a5d6c726-a2d1-4d56-97ab-81d623c53ac3', 'mac_address': 'fa:16:3e:19:75:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1081, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fb38d4f-c234-47e2-adc0-721b341e4aad', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111104) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:52:44.935661 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Current status of the port a5d6c726-a2d1-4d56-97ab-81d623c53ac3 is: DOWN; New status is: BUILD {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:52:44.936057 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (a5d6c726-a2d1-4d56-97ab-81d623c53ac3), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:44.942319 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce33663-7243-4a4f-b566-7c7a796879a5 req-6e7b2b8f-577e-4210-b971-c1aaa0d6cc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:44.943861 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-cce33663-7243-4a4f-b566-7c7a796879a5 req-6e7b2b8f-577e-4210-b971-c1aaa0d6cc6c service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e75d54a1-37a3-48c4-b0bd-5c996cd738b8 HTTP/1.1" status: 200 len: 850 time: 0.0472536 Jul 26 14:52:44.949814 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.notifiers.nova [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5d6c726-a2d1-4d56-97ab-81d623c53ac3 {{(pid=111104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 14:52:44.968612 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] For port a5d6c726-a2d1-4d56-97ab-81d623c53ac3, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=a5d6c726-a2d1-4d56-97ab-81d623c53ac3,segment=NetworkSegment(c6e327c1-1462-4f59-a790-a4289d47d45e),segment_id=c6e327c1-1462-4f59-a790-a4289d47d45e)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:52:44.977296 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Provisioning complete for port 098d52c8-2012-4286-962d-62149a4873c1 triggered by entity L2. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:52:44.977898 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (098d52c8-2012-4286-962d-62149a4873c1), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:45.060393 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:45.092994 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b501abc0-3db0-41f7-8b4c-053529350d07 req-66f0e33a-0018-41cf-b408-91f74f0aa0ca tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:45.094645 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-b501abc0-3db0-41f7-8b4c-053529350d07 req-66f0e33a-0018-41cf-b408-91f74f0aa0ca tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=d1552ebb-d614-4398-96ba-47e3fd737e3d HTTP/1.1" status: 200 len: 943 time: 0.0630705 Jul 26 14:52:45.131157 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (a5d6c726-a2d1-4d56-97ab-81d623c53ac3), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:45.132216 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Device f52ee38e-091f-4eb3-93dc-683dcd709ebd details requested by agent hyperv_hv-cinder-85103 with host hv-cinder-85103 {{(pid=111104) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:52:45.158816 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-b501abc0-3db0-41f7-8b4c-053529350d07 req-925a9e22-f640-467e-a4ce-75312b5b0194 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/security-groups?id=dc40aab4-ece4-4809-892c-4aaf7437cd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583911 Jul 26 14:52:45.195360 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3c1aa2-d202-4572-9fca-d8222c70da75 req-2294d162-1977-4ba7-9334-2f1c46628282 tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:45.196009 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-fc3c1aa2-d202-4572-9fca-d8222c70da75 req-2294d162-1977-4ba7-9334-2f1c46628282 tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] 10.222.0.97 "GET /v2.0/ports?device_id=19044933-e557-4fb7-87ca-e67b212eb6bf HTTP/1.1" status: 200 len: 946 time: 0.0641239 Jul 26 14:52:45.198527 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Current status of the port 098d52c8-2012-4286-962d-62149a4873c1 is: BUILD; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:52:45.198918 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (098d52c8-2012-4286-962d-62149a4873c1), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:45.235995 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (311d617f-8fa1-4662-a157-ab38f6e1e2d8), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:45.249563 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-fc3c1aa2-d202-4572-9fca-d8222c70da75 req-f8bf94d8-89fc-4950-9dbd-955e862ca375 tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] 10.222.0.97 "GET /v2.0/security-groups?id=78a48c70-271b-4fe1-a300-0b3af328b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471041 Jul 26 14:52:45.280335 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Pushing event updated for resources: {'Port': ['ID=a5d6c726-a2d1-4d56-97ab-81d623c53ac3,revision_number=4']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:45.304322 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 44220) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:52:45.304454 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:52:45.304454 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:52:45.304454 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:52:45.304454 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:52:45.304454 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:52:45.304454 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:52:45.304454 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:52:45.304454 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:52:45.304454 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:52:45.304454 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:52:45.305342 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:52:45.305342 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:52:45.305580 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:52:45.305747 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:52:45.306153 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:52:45.320073 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] For port 098d52c8-2012-4286-962d-62149a4873c1, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=098d52c8-2012-4286-962d-62149a4873c1,segment=NetworkSegment(c6e327c1-1462-4f59-a790-a4289d47d45e),segment_id=c6e327c1-1462-4f59-a790-a4289d47d45e)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:52:45.354329 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] For port f52ee38e-091f-4eb3-93dc-683dcd709ebd, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=f52ee38e-091f-4eb3-93dc-683dcd709ebd,segment=NetworkSegment(65a613d5-aaf3-451b-925f-b17dff71ceb2),segment_id=65a613d5-aaf3-451b-925f-b17dff71ceb2)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:52:45.367870 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Returning: {'device': 'f52ee38e-091f-4eb3-93dc-683dcd709ebd', 'network_id': '02c3d9d5-b71e-4ad5-9373-5d17164e8aec', 'port_id': 'f52ee38e-091f-4eb3-93dc-683dcd709ebd', 'mac_address': 'fa:16:3e:05:e2:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1070, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e75d54a1-37a3-48c4-b0bd-5c996cd738b8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111104) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:52:45.382266 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 44224) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:52:45.407282 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Current status of the port f52ee38e-091f-4eb3-93dc-683dcd709ebd is: DOWN; New status is: BUILD {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:52:45.407919 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (f52ee38e-091f-4eb3-93dc-683dcd709ebd), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:45.420121 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (098d52c8-2012-4286-962d-62149a4873c1), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:45.443261 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.notifiers.nova [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f52ee38e-091f-4eb3-93dc-683dcd709ebd {{(pid=111104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 14:52:45.470780 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-49fd073a-5541-40db-9e6b-ea5a363911c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:45.471956 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:45.476908 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] For port f52ee38e-091f-4eb3-93dc-683dcd709ebd, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=f52ee38e-091f-4eb3-93dc-683dcd709ebd,segment=NetworkSegment(65a613d5-aaf3-451b-925f-b17dff71ceb2),segment_id=65a613d5-aaf3-451b-925f-b17dff71ceb2)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:52:45.489243 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Pushing event updated for resources: {'Port': ['ID=098d52c8-2012-4286-962d-62149a4873c1,revision_number=5']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:45.560203 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:45.562246 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-49fd073a-5541-40db-9e6b-ea5a363911c7 admin admin] Publish callbacks [] for security_group (33dda549-4b1a-44c2-bea8-10968f87a58d), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:45.575739 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-f2652d81-1261-4ce2-85bd-c7649406e517 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:45.656717 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (f52ee38e-091f-4eb3-93dc-683dcd709ebd), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:45.661521 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a97d630c-f890-4022-87ba-406020a397dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '098d52c8-2012-4286-962d-62149a4873c1'}] {{(pid=111104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 14:52:45.663870 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-f2652d81-1261-4ce2-85bd-c7649406e517 admin admin] Publish callbacks [] for security_group (88ff7611-2d05-499a-a3b9-f0e4a370c3b5), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:45.664033 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8a064b11bc677c9d4ab9f25c89ff6de8646fcd773e132cdea81d797053aa31c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-897a1734-28e3-44f5-ac6f-d347c5c88b81" -d '{"events": [{"server_uuid": "a97d630c-f890-4022-87ba-406020a397dc", "name": "network-vif-plugged", "status": "completed", "tag": "098d52c8-2012-4286-962d-62149a4873c1"}]}' {{(pid=111104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:52:45.685396 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-49fd073a-5541-40db-9e6b-ea5a363911c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (33dda549-4b1a-44c2-bea8-10968f87a58d), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:45.720230 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Pushing event updated for resources: {'Port': ['ID=f52ee38e-091f-4eb3-93dc-683dcd709ebd,revision_number=4']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:45.743898 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=100 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:45.755165 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92cbd3f-72ad-40c5-9353-4e5e5102be6c req-387cda95-9f1f-4d45-b6ad-0f482720af86 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:45.756654 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-e92cbd3f-72ad-40c5-9353-4e5e5102be6c req-387cda95-9f1f-4d45-b6ad-0f482720af86 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=7c808f60-6b5e-4ad9-8463-47c749c4ad58 HTTP/1.1" status: 200 len: 943 time: 0.0506487 Jul 26 14:52:45.761921 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-49fd073a-5541-40db-9e6b-ea5a363911c7 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=d9156b266b3943c5ae89902e9b8ba4c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4628494 Jul 26 14:52:45.764765 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fd073a-5541-40db-9e6b-ea5a363911c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33dda549-4b1a-44c2-bea8-10968f87a58d,revision_number=1']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:45.766797 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 44238) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:52:45.779428 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaa4174-db6b-4f49-aed4-41605c4203d8 req-2584f278-455b-4506-b4c9-2abf52b9123b tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:45.780885 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-bbaa4174-db6b-4f49-aed4-41605c4203d8 req-2584f278-455b-4506-b4c9-2abf52b9123b tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=a97d630c-f890-4022-87ba-406020a397dc HTTP/1.1" status: 200 len: 946 time: 0.0916700 Jul 26 14:52:45.792343 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-f2652d81-1261-4ce2-85bd-c7649406e517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (88ff7611-2d05-499a-a3b9-f0e4a370c3b5), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:45.798950 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fd073a-5541-40db-9e6b-ea5a363911c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:52:45.799297 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fd073a-5541-40db-9e6b-ea5a363911c7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:52:45.799680 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fd073a-5541-40db-9e6b-ea5a363911c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:52:45.800021 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fd073a-5541-40db-9e6b-ea5a363911c7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:52:45.800364 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fd073a-5541-40db-9e6b-ea5a363911c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:52:45.800689 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fd073a-5541-40db-9e6b-ea5a363911c7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:52:45.801012 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fd073a-5541-40db-9e6b-ea5a363911c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:52:45.801337 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fd073a-5541-40db-9e6b-ea5a363911c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:52:45.801659 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fd073a-5541-40db-9e6b-ea5a363911c7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:52:45.802008 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fd073a-5541-40db-9e6b-ea5a363911c7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:52:45.802301 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fd073a-5541-40db-9e6b-ea5a363911c7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:52:45.802622 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fd073a-5541-40db-9e6b-ea5a363911c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:52:45.802938 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fd073a-5541-40db-9e6b-ea5a363911c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:52:45.803253 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fd073a-5541-40db-9e6b-ea5a363911c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:52:45.803594 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fd073a-5541-40db-9e6b-ea5a363911c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:52:45.809277 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-e92cbd3f-72ad-40c5-9353-4e5e5102be6c req-f183cf9f-c114-444c-8e23-578af12e924f tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/security-groups?id=767eb1ba-2e1a-4d1a-a8e5-d3cd1aca29c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461321 Jul 26 14:52:45.864294 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 14:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f63b7b57-ca16-4155-bb8f-6de025aadb9b x-openstack-request-id: req-f63b7b57-ca16-4155-bb8f-6de025aadb9b {{(pid=111104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:52:45.864638 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a97d630c-f890-4022-87ba-406020a397dc", "name": "network-vif-plugged", "status": "completed", "tag": "098d52c8-2012-4286-962d-62149a4873c1", "code": 200}]} {{(pid=111104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:52:45.864893 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-f63b7b57-ca16-4155-bb8f-6de025aadb9b {{(pid=111104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:52:45.865305 dv-cinder-851030-1-iscsi neutron-server[111104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f63b7b57-ca16-4155-bb8f-6de025aadb9b'] response: {'server_uuid': 'a97d630c-f890-4022-87ba-406020a397dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '098d52c8-2012-4286-962d-62149a4873c1', 'code': 200} Jul 26 14:52:45.876290 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-f2652d81-1261-4ce2-85bd-c7649406e517 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=8d066e1eae3e4e9c84261b9bfb988120&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4930243 Jul 26 14:52:45.879296 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 44240) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:52:45.906785 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2652d81-1261-4ce2-85bd-c7649406e517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88ff7611-2d05-499a-a3b9-f0e4a370c3b5,revision_number=1']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:45.920099 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-bbaa4174-db6b-4f49-aed4-41605c4203d8 req-f9a38e5d-cd88-4ca3-81cd-cea7c0b004ff tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=07a7f217-8c49-407d-8fdd-fca70593a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236739 Jul 26 14:52:45.920862 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-f4c40a83-8d49-4f67-8a02-64470223d314 admin admin] Publish callbacks [] for security_group (33dda549-4b1a-44c2-bea8-10968f87a58d), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:45.923247 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:45.935718 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-974f4b6c-faa5-41ee-8a82-c5ebf965651e admin admin] Publish callbacks [] for security_group (88ff7611-2d05-499a-a3b9-f0e4a370c3b5), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:45.945448 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-f4c40a83-8d49-4f67-8a02-64470223d314 admin admin] Publish callbacks [] for security_group (33dda549-4b1a-44c2-bea8-10968f87a58d), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:45.963701 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-974f4b6c-faa5-41ee-8a82-c5ebf965651e admin admin] Publish callbacks [] for security_group (88ff7611-2d05-499a-a3b9-f0e4a370c3b5), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:46.119170 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-f4c40a83-8d49-4f67-8a02-64470223d314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (33dda549-4b1a-44c2-bea8-10968f87a58d), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:46.119383 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-974f4b6c-faa5-41ee-8a82-c5ebf965651e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (88ff7611-2d05-499a-a3b9-f0e4a370c3b5), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:46.121811 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-f4c40a83-8d49-4f67-8a02-64470223d314 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:46.121923 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-974f4b6c-faa5-41ee-8a82-c5ebf965651e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:46.125681 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-974f4b6c-faa5-41ee-8a82-c5ebf965651e admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/88ff7611-2d05-499a-a3b9-f0e4a370c3b5 HTTP/1.1" status: 204 len: 168 time: 0.2426486 Jul 26 14:52:46.125823 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-f4c40a83-8d49-4f67-8a02-64470223d314 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/33dda549-4b1a-44c2-bea8-10968f87a58d HTTP/1.1" status: 204 len: 168 time: 0.3549519 Jul 26 14:52:46.131586 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c40a83-8d49-4f67-8a02-64470223d314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33dda549-4b1a-44c2-bea8-10968f87a58d,revision_number=None']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:46.132286 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974f4b6c-faa5-41ee-8a82-c5ebf965651e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88ff7611-2d05-499a-a3b9-f0e4a370c3b5,revision_number=None']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:46.141973 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974f4b6c-faa5-41ee-8a82-c5ebf965651e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:52:46.142323 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974f4b6c-faa5-41ee-8a82-c5ebf965651e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:52:46.142684 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974f4b6c-faa5-41ee-8a82-c5ebf965651e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:52:46.143017 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974f4b6c-faa5-41ee-8a82-c5ebf965651e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:52:46.143346 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974f4b6c-faa5-41ee-8a82-c5ebf965651e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:52:46.143898 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974f4b6c-faa5-41ee-8a82-c5ebf965651e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:52:46.144232 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974f4b6c-faa5-41ee-8a82-c5ebf965651e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:52:46.144552 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974f4b6c-faa5-41ee-8a82-c5ebf965651e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:52:46.144878 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974f4b6c-faa5-41ee-8a82-c5ebf965651e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:52:46.145205 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974f4b6c-faa5-41ee-8a82-c5ebf965651e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:52:46.145543 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974f4b6c-faa5-41ee-8a82-c5ebf965651e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:52:46.145939 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974f4b6c-faa5-41ee-8a82-c5ebf965651e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:52:46.146487 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974f4b6c-faa5-41ee-8a82-c5ebf965651e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:52:46.146661 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974f4b6c-faa5-41ee-8a82-c5ebf965651e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:52:46.146978 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-974f4b6c-faa5-41ee-8a82-c5ebf965651e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:52:46.290814 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2268a613-20bd-4ac0-aeba-5bb6728529ac req-f85a9f9d-3bfd-4d04-8730-450ed54849a2 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:46.298452 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-2268a613-20bd-4ac0-aeba-5bb6728529ac req-f85a9f9d-3bfd-4d04-8730-450ed54849a2 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=d1552ebb-d614-4398-96ba-47e3fd737e3d HTTP/1.1" status: 200 len: 944 time: 0.0590036 Jul 26 14:52:46.348290 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-2268a613-20bd-4ac0-aeba-5bb6728529ac req-3e73c39f-551f-42e8-a5a3-979ac8b9e356 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/security-groups?id=dc40aab4-ece4-4809-892c-4aaf7437cd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486104 Jul 26 14:52:46.409188 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85229e9b-6ef1-4a65-8800-9386f872280e req-54ce8b48-3948-4474-85ee-0459062a0c0e tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:46.410807 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-85229e9b-6ef1-4a65-8800-9386f872280e req-54ce8b48-3948-4474-85ee-0459062a0c0e tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] 10.222.0.97 "GET /v2.0/ports?device_id=19044933-e557-4fb7-87ca-e67b212eb6bf HTTP/1.1" status: 200 len: 946 time: 0.0649955 Jul 26 14:52:46.436239 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] get_ports_and_sgs() called for port_ids ['f52ee38e-091f-4eb3-93dc-683dcd709ebd'] {{(pid=111104) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:52:46.482396 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-85229e9b-6ef1-4a65-8800-9386f872280e req-b341659e-795f-4ef6-b0f1-b9acb1d9fdbc tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] 10.222.0.97 "GET /v2.0/security-groups?id=78a48c70-271b-4fe1-a300-0b3af328b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653672 Jul 26 14:52:46.599576 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] get_ports_and_sgs() called for port_ids ['a5d6c726-a2d1-4d56-97ab-81d623c53ac3'] {{(pid=111104) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:52:46.933704 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a882dc5c-bcc1-4fbe-ba1d-f262be5c2bae req-ca1aacb1-9ad2-409f-a488-9d4f6d42a21b tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:46.935183 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-a882dc5c-bcc1-4fbe-ba1d-f262be5c2bae req-ca1aacb1-9ad2-409f-a488-9d4f6d42a21b tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=7c808f60-6b5e-4ad9-8463-47c749c4ad58 HTTP/1.1" status: 200 len: 943 time: 0.0475254 Jul 26 14:52:46.970144 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:46.982606 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-a882dc5c-bcc1-4fbe-ba1d-f262be5c2bae req-0729c6c3-e341-4c9e-a924-149c8fd921ad tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/security-groups?id=767eb1ba-2e1a-4d1a-a8e5-d3cd1aca29c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419009 Jul 26 14:52:47.053012 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc2be93-f727-4473-86ba-55bd80756543 req-bcb3cbd7-43bf-4935-a2d1-dbccc16926ee tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:47.054506 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-6cc2be93-f727-4473-86ba-55bd80756543 req-bcb3cbd7-43bf-4935-a2d1-dbccc16926ee tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=a97d630c-f890-4022-87ba-406020a397dc HTTP/1.1" status: 200 len: 946 time: 0.0507090 Jul 26 14:52:47.119938 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-6cc2be93-f727-4473-86ba-55bd80756543 req-59dd1663-19fb-4fcd-a8db-fbec58bb9e34 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=07a7f217-8c49-407d-8fdd-fca70593a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590303 Jul 26 14:52:47.214957 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 44284) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:52:47.229059 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-c518abf2-acd2-4600-b590-915a8d51d03d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:47.307118 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-c518abf2-acd2-4600-b590-915a8d51d03d admin admin] Publish callbacks [] for security_group (e7a1514f-3d73-4335-86a8-6e34eb1e6b3b), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:47.318488 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 44286) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:52:47.333880 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-e2122dd6-3ff0-45d3-b197-7670468e1576 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:47.348611 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-4f82fdeb-8d9f-4576-8ec7-384938bc560b req-d88425b5-734e-4521-9603-03bb1fb9b24a service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=098d52c8-2012-4286-962d-62149a4873c1 HTTP/1.1" status: 200 len: 217 time: 0.0682404 Jul 26 14:52:47.349934 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-ab4a6848-bb9b-4e23-8087-05fc0daacdd6 req-1ccd4ae6-fd8b-4f76-95c0-08c263c9d897 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73723af2-05ec-4b78-b99d-0201637337f6 HTTP/1.1" status: 200 len: 217 time: 0.0626874 Jul 26 14:52:47.424933 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-e2122dd6-3ff0-45d3-b197-7670468e1576 admin admin] Publish callbacks [] for security_group (2a90a620-0d33-463d-8ec3-55621fff74ee), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:47.428495 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=100 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:47.484540 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce33663-7243-4a4f-b566-7c7a796879a5 req-3a98dad8-c4d7-4b55-a0a8-1177503b41a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:47.486309 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-cce33663-7243-4a4f-b566-7c7a796879a5 req-3a98dad8-c4d7-4b55-a0a8-1177503b41a3 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=02c3d9d5-b71e-4ad5-9373-5d17164e8aec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0805891 Jul 26 14:52:47.494950 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f050b5e6-9b9b-4ba5-8334-69f75c3ec91d req-8a262c73-a692-4329-8f55-86e8b190fb61 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:47.496426 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-f050b5e6-9b9b-4ba5-8334-69f75c3ec91d req-8a262c73-a692-4329-8f55-86e8b190fb61 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=d1552ebb-d614-4398-96ba-47e3fd737e3d HTTP/1.1" status: 200 len: 944 time: 0.0738084 Jul 26 14:52:47.537062 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-c518abf2-acd2-4600-b590-915a8d51d03d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (e7a1514f-3d73-4335-86a8-6e34eb1e6b3b), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:47.539363 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=76,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:47.546375 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f82fdeb-8d9f-4576-8ec7-384938bc560b req-1280bf7f-16b7-475d-9a3c-0ea93abfa80d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:47.547933 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-4f82fdeb-8d9f-4576-8ec7-384938bc560b req-1280bf7f-16b7-475d-9a3c-0ea93abfa80d service neutron] 10.222.0.99 "GET /v2.0/subnets?id=2fb38d4f-c234-47e2-adc0-721b341e4aad HTTP/1.1" status: 200 len: 858 time: 0.0940995 Jul 26 14:52:47.551487 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4a6848-bb9b-4e23-8087-05fc0daacdd6 req-ba958128-8992-4618-b284-ee061965979d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:47.552837 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-ab4a6848-bb9b-4e23-8087-05fc0daacdd6 req-ba958128-8992-4618-b284-ee061965979d service neutron] 10.222.0.99 "GET /v2.0/subnets?id=2dc51976-041f-4e28-9975-c948630898a5 HTTP/1.1" status: 200 len: 854 time: 0.0870426 Jul 26 14:52:47.631618 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-e2122dd6-3ff0-45d3-b197-7670468e1576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (2a90a620-0d33-463d-8ec3-55621fff74ee), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:47.645975 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-c518abf2-acd2-4600-b590-915a8d51d03d admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=4180d8b6c8b5493f9843effef37373a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4274185 Jul 26 14:52:47.652448 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 44292) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:52:47.668036 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-f050b5e6-9b9b-4ba5-8334-69f75c3ec91d req-cf8606b7-07ed-4b4a-a591-2b42bfbb93d3 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/security-groups?id=dc40aab4-ece4-4809-892c-4aaf7437cd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1639500 Jul 26 14:52:47.668646 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c518abf2-acd2-4600-b590-915a8d51d03d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a1514f-3d73-4335-86a8-6e34eb1e6b3b,revision_number=1']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:47.675151 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c93e39-45b1-4dcc-af43-21a3dbb25abc req-4d2d6943-6fb5-4bec-8d5d-d0479a0ab6e4 tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:47.676704 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-66c93e39-45b1-4dcc-af43-21a3dbb25abc req-4d2d6943-6fb5-4bec-8d5d-d0479a0ab6e4 tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] 10.222.0.97 "GET /v2.0/ports?device_id=19044933-e557-4fb7-87ca-e67b212eb6bf HTTP/1.1" status: 200 len: 946 time: 0.1064987 Jul 26 14:52:47.685723 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f82fdeb-8d9f-4576-8ec7-384938bc560b req-a9d71542-d792-4b8d-b4b5-86bb634bbecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:47.687241 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-4f82fdeb-8d9f-4576-8ec7-384938bc560b req-a9d71542-d792-4b8d-b4b5-86bb634bbecc service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=0f1306c7-31e7-49e9-8b79-d9c630497063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0861597 Jul 26 14:52:47.688271 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4a6848-bb9b-4e23-8087-05fc0daacdd6 req-80edf8a8-1045-45a2-8bba-c4a4b78405af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:47.691701 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-ab4a6848-bb9b-4e23-8087-05fc0daacdd6 req-80edf8a8-1045-45a2-8bba-c4a4b78405af service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0791535 Jul 26 14:52:47.729804 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-e2122dd6-3ff0-45d3-b197-7670468e1576 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=e452229867e748c3bf7aef356bc1165b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4102004 Jul 26 14:52:47.732468 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 44294) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:52:47.755067 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-cce33663-7243-4a4f-b566-7c7a796879a5 req-7b1b7ab7-ef8c-4b9c-b998-3cd48f36c2e4 service neutron] 10.222.0.99 "GET /v2.0/networks/02c3d9d5-b71e-4ad5-9373-5d17164e8aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531018 Jul 26 14:52:47.760468 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2122dd6-3ff0-45d3-b197-7670468e1576 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a90a620-0d33-463d-8ec3-55621fff74ee,revision_number=1']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:47.770499 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-66c93e39-45b1-4dcc-af43-21a3dbb25abc req-737c0800-0209-4dd5-97ce-56c37ffcae84 tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] 10.222.0.97 "GET /v2.0/security-groups?id=78a48c70-271b-4fe1-a300-0b3af328b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761745 Jul 26 14:52:47.798886 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-80212a00-4484-43f0-977d-5230b2aadc49 admin admin] Publish callbacks [] for security_group (e7a1514f-3d73-4335-86a8-6e34eb1e6b3b), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:47.801689 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-9e797024-8377-4fc1-a4ea-4ab4765998f5 admin admin] Publish callbacks [] for security_group (2a90a620-0d33-463d-8ec3-55621fff74ee), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:47.822092 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-80212a00-4484-43f0-977d-5230b2aadc49 admin admin] Publish callbacks [] for security_group (e7a1514f-3d73-4335-86a8-6e34eb1e6b3b), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:47.824306 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-9e797024-8377-4fc1-a4ea-4ab4765998f5 admin admin] Publish callbacks [] for security_group (2a90a620-0d33-463d-8ec3-55621fff74ee), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:47.959872 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-9e797024-8377-4fc1-a4ea-4ab4765998f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (2a90a620-0d33-463d-8ec3-55621fff74ee), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:47.960062 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-80212a00-4484-43f0-977d-5230b2aadc49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (e7a1514f-3d73-4335-86a8-6e34eb1e6b3b), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:47.962998 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-9e797024-8377-4fc1-a4ea-4ab4765998f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:47.963111 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-80212a00-4484-43f0-977d-5230b2aadc49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:47.966929 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-80212a00-4484-43f0-977d-5230b2aadc49 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/e7a1514f-3d73-4335-86a8-6e34eb1e6b3b HTTP/1.1" status: 204 len: 168 time: 0.3120475 Jul 26 14:52:47.967878 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-9e797024-8377-4fc1-a4ea-4ab4765998f5 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/2a90a620-0d33-463d-8ec3-55621fff74ee HTTP/1.1" status: 204 len: 168 time: 0.2343736 Jul 26 14:52:47.976835 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e797024-8377-4fc1-a4ea-4ab4765998f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a90a620-0d33-463d-8ec3-55621fff74ee,revision_number=None']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:48.001563 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80212a00-4484-43f0-977d-5230b2aadc49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a1514f-3d73-4335-86a8-6e34eb1e6b3b,revision_number=None']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:48.379943 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Device a5d6c726-a2d1-4d56-97ab-81d623c53ac3 up at agent hyperv_hv-cinder-85103 {{(pid=111104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:52:48.469314 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Provisioning for port a5d6c726-a2d1-4d56-97ab-81d623c53ac3 completed by entity L2. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 14:52:48.470246 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce89226-3a71-4cf5-b30f-9592d5ce6728 req-638e8bfe-ffe2-4a51-ad51-09a913443650 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:48.472070 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-6ce89226-3a71-4cf5-b30f-9592d5ce6728 req-638e8bfe-ffe2-4a51-ad51-09a913443650 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=7c808f60-6b5e-4ad9-8463-47c749c4ad58 HTTP/1.1" status: 200 len: 943 time: 0.0700011 Jul 26 14:52:48.519466 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f3fc52-df1b-4410-a10f-5f10e25981f5 req-34f2ea41-b463-4d7b-b72d-889d0e713243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:48.520953 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-56f3fc52-df1b-4410-a10f-5f10e25981f5 req-34f2ea41-b463-4d7b-b72d-889d0e713243 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=19044933-e557-4fb7-87ca-e67b212eb6bf HTTP/1.1" status: 200 len: 1130 time: 0.4355340 Jul 26 14:52:48.564195 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-cce33663-7243-4a4f-b566-7c7a796879a5 req-ce87cd47-2c7a-49f5-a89c-6ff20a76dd43 service neutron] 10.222.0.99 "GET /v2.0/networks/02c3d9d5-b71e-4ad5-9373-5d17164e8aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5576174 Jul 26 14:52:48.570165 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3244a8a-355d-477a-8da8-cfb4fa83739e req-62182a9e-7d32-4dce-8177-9ce50b61efc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:48.571781 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-c3244a8a-355d-477a-8da8-cfb4fa83739e req-62182a9e-7d32-4dce-8177-9ce50b61efc7 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=a97d630c-f890-4022-87ba-406020a397dc HTTP/1.1" status: 200 len: 1130 time: 0.4150877 Jul 26 14:52:48.572005 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Provisioning complete for port a5d6c726-a2d1-4d56-97ab-81d623c53ac3 triggered by entity L2. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:52:48.573043 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (a5d6c726-a2d1-4d56-97ab-81d623c53ac3), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:48.585460 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-6ce89226-3a71-4cf5-b30f-9592d5ce6728 req-69cf694a-4c08-4249-8cc2-cdcb69de5f22 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/security-groups?id=767eb1ba-2e1a-4d1a-a8e5-d3cd1aca29c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987663 Jul 26 14:52:48.618309 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cdcd56-a6a2-404d-bdbe-5bac65822339 req-cae32155-910a-4f00-8568-1d2d1f7c532c tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:48.625538 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-a0cdcd56-a6a2-404d-bdbe-5bac65822339 req-cae32155-910a-4f00-8568-1d2d1f7c532c tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=a97d630c-f890-4022-87ba-406020a397dc HTTP/1.1" status: 200 len: 946 time: 0.1465471 Jul 26 14:52:48.636752 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [req-56f3fc52-df1b-4410-a10f-5f10e25981f5 req-e457d7e0-87bc-4732-b91f-09795c2b91fa service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:48.689090 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-c3244a8a-355d-477a-8da8-cfb4fa83739e req-a8a9602d-47ae-4865-b78f-963600d910c3 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:48.698240 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-ab4a6848-bb9b-4e23-8087-05fc0daacdd6 req-a8df5383-5a7c-4cb0-a235-58077c0a5451 service neutron] 10.222.0.99 "GET /v2.0/networks/4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6902740 Jul 26 14:52:48.741179 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Current status of the port a5d6c726-a2d1-4d56-97ab-81d623c53ac3 is: BUILD; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:52:48.741668 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (a5d6c726-a2d1-4d56-97ab-81d623c53ac3), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:48.749528 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [req-56f3fc52-df1b-4410-a10f-5f10e25981f5 req-e457d7e0-87bc-4732-b91f-09795c2b91fa service neutron] Publish callbacks [] for security_group (85d59307-acff-4fd7-9560-e24f3e6d1bd9), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:48.796781 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ef4043a-5d67-4091-abcb-ed5e596ba355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5d6c726-a2d1-4d56-97ab-81d623c53ac3'}] {{(pid=111104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 14:52:48.799165 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8a064b11bc677c9d4ab9f25c89ff6de8646fcd773e132cdea81d797053aa31c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a67b1a9-c667-474f-bc75-c15dac3515c0" -d '{"events": [{"server_uuid": "2ef4043a-5d67-4091-abcb-ed5e596ba355", "name": "network-vif-plugged", "status": "completed", "tag": "a5d6c726-a2d1-4d56-97ab-81d623c53ac3"}]}' {{(pid=111104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:52:48.817934 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-4f82fdeb-8d9f-4576-8ec7-384938bc560b req-1cb1f5be-a78c-43a2-a713-f72797c737d7 service neutron] 10.222.0.99 "GET /v2.0/networks/0f1306c7-31e7-49e9-8b79-d9c630497063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8203657 Jul 26 14:52:48.831285 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] For port a5d6c726-a2d1-4d56-97ab-81d623c53ac3, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=a5d6c726-a2d1-4d56-97ab-81d623c53ac3,segment=NetworkSegment(c6e327c1-1462-4f59-a790-a4289d47d45e),segment_id=c6e327c1-1462-4f59-a790-a4289d47d45e)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:52:48.864122 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e932b3d-3f6a-403e-b5d3-f8ac9163c76d req-966b65e9-1c01-4a44-9f68-576fc11cc30d tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:48.865902 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-4e932b3d-3f6a-403e-b5d3-f8ac9163c76d req-966b65e9-1c01-4a44-9f68-576fc11cc30d tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=d1552ebb-d614-4398-96ba-47e3fd737e3d HTTP/1.1" status: 200 len: 944 time: 0.0744357 Jul 26 14:52:48.869476 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [req-56f3fc52-df1b-4410-a10f-5f10e25981f5 req-e457d7e0-87bc-4732-b91f-09795c2b91fa service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (85d59307-acff-4fd7-9560-e24f3e6d1bd9), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:48.887165 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-a0cdcd56-a6a2-404d-bdbe-5bac65822339 req-a77dc5f0-d798-4d73-889b-f8466565c13b tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=07a7f217-8c49-407d-8fdd-fca70593a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605712 Jul 26 14:52:48.956447 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:48.965888 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-56f3fc52-df1b-4410-a10f-5f10e25981f5 req-e457d7e0-87bc-4732-b91f-09795c2b91fa service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=78a48c70-271b-4fe1-a300-0b3af328b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3467548 Jul 26 14:52:48.969392 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e457d7e0-87bc-4732-b91f-09795c2b91fa service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=85d59307-acff-4fd7-9560-e24f3e6d1bd9,revision_number=1']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:48.983748 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (a5d6c726-a2d1-4d56-97ab-81d623c53ac3), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:48.984467 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Device f52ee38e-091f-4eb3-93dc-683dcd709ebd up at agent hyperv_hv-cinder-85103 {{(pid=111104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:52:49.007736 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-ab4a6848-bb9b-4e23-8087-05fc0daacdd6 req-405d940e-f8be-4b83-8e2b-a527eb1438ce service neutron] 10.222.0.99 "GET /v2.0/networks/4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788355 Jul 26 14:52:49.022866 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.db.api [req-c3244a8a-355d-477a-8da8-cfb4fa83739e req-a8a9602d-47ae-4865-b78f-963600d910c3 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) c4c8da3011294783b2180ade1bfd9366 {{(pid=111102) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 26 14:52:49.023633 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG oslo_db.api [req-c3244a8a-355d-477a-8da8-cfb4fa83739e req-a8a9602d-47ae-4865-b78f-963600d910c3 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=111102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 26 14:52:49.026624 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-4e932b3d-3f6a-403e-b5d3-f8ac9163c76d req-8cfa2062-0b77-4af3-a347-90042a4d8b04 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/security-groups?id=dc40aab4-ece4-4809-892c-4aaf7437cd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1350272 Jul 26 14:52:49.029869 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-4f82fdeb-8d9f-4576-8ec7-384938bc560b req-bbff7855-3398-45f1-90c9-742c8e995594 service neutron] 10.222.0.99 "GET /v2.0/networks/0f1306c7-31e7-49e9-8b79-d9c630497063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638701 Jul 26 14:52:49.033309 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:49.082844 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 14:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5210311-dbb4-4b44-bf92-687ad51a0f8e x-openstack-request-id: req-c5210311-dbb4-4b44-bf92-687ad51a0f8e {{(pid=111104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:52:49.083162 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ef4043a-5d67-4091-abcb-ed5e596ba355", "name": "network-vif-plugged", "status": "completed", "tag": "a5d6c726-a2d1-4d56-97ab-81d623c53ac3", "code": 200}]} {{(pid=111104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:52:49.083376 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-c5210311-dbb4-4b44-bf92-687ad51a0f8e {{(pid=111104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:52:49.084391 dv-cinder-851030-1-iscsi neutron-server[111104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5210311-dbb4-4b44-bf92-687ad51a0f8e'] response: {'server_uuid': '2ef4043a-5d67-4091-abcb-ed5e596ba355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5d6c726-a2d1-4d56-97ab-81d623c53ac3', 'code': 200} Jul 26 14:52:49.095653 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5473a6c8-957c-4f0e-828e-90ebd0c31668 req-c90b4590-9c70-459f-b767-ac01b1825bd8 tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:49.097202 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-5473a6c8-957c-4f0e-828e-90ebd0c31668 req-c90b4590-9c70-459f-b767-ac01b1825bd8 tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] 10.222.0.97 "GET /v2.0/ports?device_id=19044933-e557-4fb7-87ca-e67b212eb6bf HTTP/1.1" status: 200 len: 946 time: 0.0717161 Jul 26 14:52:49.137537 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Pushing event updated for resources: {'Port': ['ID=a5d6c726-a2d1-4d56-97ab-81d623c53ac3,revision_number=5']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:49.141537 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Provisioning for port f52ee38e-091f-4eb3-93dc-683dcd709ebd completed by entity L2. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 14:52:49.152749 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-5473a6c8-957c-4f0e-828e-90ebd0c31668 req-fd9ea13e-758c-401f-8fc2-8c5884e1ab96 tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] 10.222.0.97 "GET /v2.0/security-groups?id=78a48c70-271b-4fe1-a300-0b3af328b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477474 Jul 26 14:52:49.269010 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Provisioning complete for port f52ee38e-091f-4eb3-93dc-683dcd709ebd triggered by entity L2. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:52:49.269869 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (f52ee38e-091f-4eb3-93dc-683dcd709ebd), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:49.387171 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Current status of the port f52ee38e-091f-4eb3-93dc-683dcd709ebd is: BUILD; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:52:49.387796 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (f52ee38e-091f-4eb3-93dc-683dcd709ebd), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:49.438740 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] For port f52ee38e-091f-4eb3-93dc-683dcd709ebd, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=f52ee38e-091f-4eb3-93dc-683dcd709ebd,segment=NetworkSegment(65a613d5-aaf3-451b-925f-b17dff71ceb2),segment_id=65a613d5-aaf3-451b-925f-b17dff71ceb2)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:52:49.451751 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:49.485598 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Device 73723af2-05ec-4b78-b99d-0201637337f6 details requested by agent hyperv_hv-cinder-85103 with host hv-cinder-85103 {{(pid=111104) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:52:49.525451 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-c3244a8a-355d-477a-8da8-cfb4fa83739e req-a8a9602d-47ae-4865-b78f-963600d910c3 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:49.571294 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (f52ee38e-091f-4eb3-93dc-683dcd709ebd), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:49.620594 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 44382) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:52:49.632694 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] For port 73723af2-05ec-4b78-b99d-0201637337f6, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=73723af2-05ec-4b78-b99d-0201637337f6,segment=NetworkSegment(44f32d63-89d2-4ed3-9d85-4654c6c16c14),segment_id=44f32d63-89d2-4ed3-9d85-4654c6c16c14)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:52:49.648554 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-c3244a8a-355d-477a-8da8-cfb4fa83739e req-a8a9602d-47ae-4865-b78f-963600d910c3 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=07a7f217-8c49-407d-8fdd-fca70593a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0189109 Jul 26 14:52:49.660108 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Returning: {'device': '73723af2-05ec-4b78-b99d-0201637337f6', 'network_id': '4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0', 'port_id': '73723af2-05ec-4b78-b99d-0201637337f6', 'mac_address': 'fa:16:3e:9c:af:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1079, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dc51976-041f-4e28-9975-c948630898a5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111104) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:52:49.662859 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Pushing event updated for resources: {'Port': ['ID=f52ee38e-091f-4eb3-93dc-683dcd709ebd,revision_number=5']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:49.713512 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Current status of the port 73723af2-05ec-4b78-b99d-0201637337f6 is: DOWN; New status is: BUILD {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:52:49.714173 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (73723af2-05ec-4b78-b99d-0201637337f6), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:49.717936 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8fbcd6-7e48-44ab-87de-5853326793f3 req-6cb33520-f353-4080-b759-7a849bebe106 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:49.724493 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-5d8fbcd6-7e48-44ab-87de-5853326793f3 req-6cb33520-f353-4080-b759-7a849bebe106 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=7c808f60-6b5e-4ad9-8463-47c749c4ad58 HTTP/1.1" status: 200 len: 943 time: 0.0567381 Jul 26 14:52:49.731155 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.notifiers.nova [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73723af2-05ec-4b78-b99d-0201637337f6 {{(pid=111104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 14:52:49.753686 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] For port 73723af2-05ec-4b78-b99d-0201637337f6, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=73723af2-05ec-4b78-b99d-0201637337f6,segment=NetworkSegment(44f32d63-89d2-4ed3-9d85-4654c6c16c14),segment_id=44f32d63-89d2-4ed3-9d85-4654c6c16c14)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:52:49.779073 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-5d8fbcd6-7e48-44ab-87de-5853326793f3 req-92ab579b-0583-4273-aff4-1a2fa5a1fbf8 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/security-groups?id=767eb1ba-2e1a-4d1a-a8e5-d3cd1aca29c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534112 Jul 26 14:52:49.845317 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (73723af2-05ec-4b78-b99d-0201637337f6), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:49.867465 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.v2.base [None req-f9a180b5-daf0-43ff-908d-5459fcc3b631 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-353124656-network', 'tenant_id': 'ffe2a45945754ec7a7dac33c7eb5077c'}} {{(pid=111103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 14:52:49.893040 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Pushing event updated for resources: {'Port': ['ID=73723af2-05ec-4b78-b99d-0201637337f6,revision_number=4']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:49.994216 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9a180b5-daf0-43ff-908d-5459fcc3b631 admin admin] Made reservation on behalf of ffe2a45945754ec7a7dac33c7eb5077c for: {'network': 1} {{(pid=111103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:52:49.997012 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-f9a180b5-daf0-43ff-908d-5459fcc3b631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for network (None), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:50.007005 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-f9a180b5-daf0-43ff-908d-5459fcc3b631 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:50.017479 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a62faff-b4b9-4a7b-94a3-150f33d655b1 req-b4351811-e2aa-4e4e-8d84-4a618c30f79e tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:50.018965 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-7a62faff-b4b9-4a7b-94a3-150f33d655b1 req-b4351811-e2aa-4e4e-8d84-4a618c30f79e tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=a97d630c-f890-4022-87ba-406020a397dc HTTP/1.1" status: 200 len: 946 time: 0.0550635 Jul 26 14:52:50.074817 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-7a62faff-b4b9-4a7b-94a3-150f33d655b1 req-27b1ad27-694d-4cda-bc57-d01a16294a53 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=07a7f217-8c49-407d-8fdd-fca70593a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496864 Jul 26 14:52:50.091250 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:50.101230 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-f9a180b5-daf0-43ff-908d-5459fcc3b631 admin admin] Publish callbacks [] for security_group (856d1c75-76ae-49b4-99c1-c38b22776c88), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:50.159557 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bab90e1-4348-447c-b741-71e51bf4fbb4 req-a4db68cb-dd76-405a-adfe-d72fddfe830b tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:50.161032 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-9bab90e1-4348-447c-b741-71e51bf4fbb4 req-a4db68cb-dd76-405a-adfe-d72fddfe830b tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=d1552ebb-d614-4398-96ba-47e3fd737e3d HTTP/1.1" status: 200 len: 945 time: 0.0492594 Jul 26 14:52:50.191387 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-f9a180b5-daf0-43ff-908d-5459fcc3b631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (856d1c75-76ae-49b4-99c1-c38b22776c88), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:50.237433 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9a180b5-daf0-43ff-908d-5459fcc3b631 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1057} {{(pid=111103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:52:50.245041 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-9bab90e1-4348-447c-b741-71e51bf4fbb4 req-8f60ad8c-bcc5-4aa5-8144-9ec876046ba9 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/security-groups?id=dc40aab4-ece4-4809-892c-4aaf7437cd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752735 Jul 26 14:52:50.246793 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a180b5-daf0-43ff-908d-5459fcc3b631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=856d1c75-76ae-49b4-99c1-c38b22776c88,revision_number=1']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:50.253544 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-f9a180b5-daf0-43ff-908d-5459fcc3b631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1539468'] for segment (a4b38a9a-73d3-46b2-a7b6-fa448da61eef), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:50.253884 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.db.segments_db [None req-f9a180b5-daf0-43ff-908d-5459fcc3b631 admin admin] Added segment a4b38a9a-73d3-46b2-a7b6-fa448da61eef of type vlan for network 00e25eec-59d6-45ad-a962-5bcf6c7c88a4 Jul 26 14:52:50.319020 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-f9a180b5-daf0-43ff-908d-5459fcc3b631 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789579709570'] for network (00e25eec-59d6-45ad-a962-5bcf6c7c88a4), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:50.320610 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a02c21e-1f3b-40e7-8c2d-a53d4dddd0c3 req-c668c925-de0a-47ef-a4e6-e240b134c2b6 tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:50.322246 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-1a02c21e-1f3b-40e7-8c2d-a53d4dddd0c3 req-c668c925-de0a-47ef-a4e6-e240b134c2b6 tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] 10.222.0.97 "GET /v2.0/ports?device_id=19044933-e557-4fb7-87ca-e67b212eb6bf HTTP/1.1" status: 200 len: 946 time: 0.0880601 Jul 26 14:52:50.377211 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:50.378679 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-1a02c21e-1f3b-40e7-8c2d-a53d4dddd0c3 req-8ed1e5f5-d14f-48b7-a65c-eb51f90ccecc tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] 10.222.0.97 "GET /v2.0/security-groups?id=78a48c70-271b-4fe1-a300-0b3af328b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504029 Jul 26 14:52:50.398424 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] get_ports_and_sgs() called for port_ids ['73723af2-05ec-4b78-b99d-0201637337f6'] {{(pid=111104) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:52:50.413487 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:50.417621 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-f9a180b5-daf0-43ff-908d-5459fcc3b631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707'] for network (00e25eec-59d6-45ad-a962-5bcf6c7c88a4), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:50.417621 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a180b5-daf0-43ff-908d-5459fcc3b631 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:50.417621 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-f9a180b5-daf0-43ff-908d-5459fcc3b631 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524685'] for network (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:50.441443 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:50.473388 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a180b5-daf0-43ff-908d-5459fcc3b631 admin admin] Pushing event updated for resources: {'Network': ['ID=00e25eec-59d6-45ad-a962-5bcf6c7c88a4,revision_number=1']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:50.479952 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 44412) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:52:50.497996 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Network 00e25eec-59d6-45ad-a962-5bcf6c7c88a4 details requested by agent ovs-agent-dv-cinder-851030-1-iscsi with host dv-cinder-851030-1-iscsi {{(pid=111104) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:52:50.582730 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-f9a180b5-daf0-43ff-908d-5459fcc3b631 admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9581313 Jul 26 14:52:50.584022 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 44416) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:52:50.588807 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.v2.base [None req-7c5d88fe-53ae-4a28-845c-abad43c1d0e0 admin admin] Request body: {'subnet': {'network_id': '00e25eec-59d6-45ad-a962-5bcf6c7c88a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-353124656-subnet', 'tenant_id': 'ffe2a45945754ec7a7dac33c7eb5077c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 14:52:50.624157 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-c3f96cdf-7980-44a9-b9dd-985aecc46e14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:50.700048 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-c3f96cdf-7980-44a9-b9dd-985aecc46e14 admin admin] Publish callbacks [] for security_group (ba4a00d2-2078-45c1-a231-3aa4a313092b), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:50.782763 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c5d88fe-53ae-4a28-845c-abad43c1d0e0 admin admin] Made reservation on behalf of ffe2a45945754ec7a7dac33c7eb5077c for: {'subnet': 1} {{(pid=111102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:52:50.785242 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-7c5d88fe-53ae-4a28-845c-abad43c1d0e0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:50.829484 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-c3f96cdf-7980-44a9-b9dd-985aecc46e14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (ba4a00d2-2078-45c1-a231-3aa4a313092b), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:50.898462 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78c2b34-c8fc-4ca7-a9dc-bbcf8bda4820 req-fbd9235e-f692-4033-bb87-b72f28331b51 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:50.900229 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:50.900829 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-a78c2b34-c8fc-4ca7-a9dc-bbcf8bda4820 req-fbd9235e-f692-4033-bb87-b72f28331b51 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=7c808f60-6b5e-4ad9-8463-47c749c4ad58 HTTP/1.1" status: 200 len: 944 time: 0.0505948 Jul 26 14:52:50.902809 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-c3f96cdf-7980-44a9-b9dd-985aecc46e14 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=378be436866f40589646d60a0eb17c12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4217501 Jul 26 14:52:50.904884 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f96cdf-7980-44a9-b9dd-985aecc46e14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba4a00d2-2078-45c1-a231-3aa4a313092b,revision_number=1']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:50.905628 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 44420) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:52:50.987865 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-a78c2b34-c8fc-4ca7-a9dc-bbcf8bda4820 req-b453781d-770b-4a10-ba2c-93d7ef0be40a tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/security-groups?id=767eb1ba-2e1a-4d1a-a8e5-d3cd1aca29c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785477 Jul 26 14:52:50.992817 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-572def81-8276-429c-b28d-891d103a1fd4 admin admin] Publish callbacks [] for security_group (ba4a00d2-2078-45c1-a231-3aa4a313092b), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:51.005082 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:51.018801 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-572def81-8276-429c-b28d-891d103a1fd4 admin admin] Publish callbacks [] for security_group (ba4a00d2-2078-45c1-a231-3aa4a313092b), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:51.085761 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1552ebb-d614-4398-96ba-47e3fd737e3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f52ee38e-091f-4eb3-93dc-683dcd709ebd'}] {{(pid=111104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 14:52:51.088819 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8a064b11bc677c9d4ab9f25c89ff6de8646fcd773e132cdea81d797053aa31c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44452376-b26b-4927-a262-ecd00d177994" -d '{"events": [{"server_uuid": "d1552ebb-d614-4398-96ba-47e3fd737e3d", "name": "network-vif-plugged", "status": "completed", "tag": "f52ee38e-091f-4eb3-93dc-683dcd709ebd"}]}' {{(pid=111104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:52:51.125890 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 14:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d38390c8-5ef7-46dc-a702-cefa007e2f35 x-openstack-request-id: req-d38390c8-5ef7-46dc-a702-cefa007e2f35 {{(pid=111104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:52:51.126199 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1552ebb-d614-4398-96ba-47e3fd737e3d", "name": "network-vif-plugged", "status": "completed", "tag": "f52ee38e-091f-4eb3-93dc-683dcd709ebd", "code": 200}]} {{(pid=111104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:52:51.126941 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-d38390c8-5ef7-46dc-a702-cefa007e2f35 {{(pid=111104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:52:51.127338 dv-cinder-851030-1-iscsi neutron-server[111104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d38390c8-5ef7-46dc-a702-cefa007e2f35'] response: {'server_uuid': 'd1552ebb-d614-4398-96ba-47e3fd737e3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f52ee38e-091f-4eb3-93dc-683dcd709ebd', 'code': 200} Jul 26 14:52:51.143152 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-7c5d88fe-53ae-4a28-845c-abad43c1d0e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707'] for subnet (f8094cc3-7fb7-48db-806e-3ee2a8243a11), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:51.179371 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-572def81-8276-429c-b28d-891d103a1fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (ba4a00d2-2078-45c1-a231-3aa4a313092b), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:51.183322 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-572def81-8276-429c-b28d-891d103a1fd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:51.184615 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-572def81-8276-429c-b28d-891d103a1fd4 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/ba4a00d2-2078-45c1-a231-3aa4a313092b HTTP/1.1" status: 204 len: 168 time: 0.2778385 Jul 26 14:52:51.200851 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572def81-8276-429c-b28d-891d103a1fd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba4a00d2-2078-45c1-a231-3aa4a313092b,revision_number=None']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:51.204974 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5d88fe-53ae-4a28-845c-abad43c1d0e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8094cc3-7fb7-48db-806e-3ee2a8243a11,revision_number=0']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:51.213038 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f235fbe-b8e5-41a4-98e3-51d8b791b1fe req-1c89fa51-9abb-49ae-925b-4cef8ea65bc2 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:51.214486 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-8f235fbe-b8e5-41a4-98e3-51d8b791b1fe req-1c89fa51-9abb-49ae-925b-4cef8ea65bc2 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=a97d630c-f890-4022-87ba-406020a397dc HTTP/1.1" status: 200 len: 946 time: 0.0659661 Jul 26 14:52:51.219188 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5d88fe-53ae-4a28-845c-abad43c1d0e0 admin admin] Checking segment: {'id': 'a4b38a9a-73d3-46b2-a7b6-fa448da61eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1057, 'network_id': '00e25eec-59d6-45ad-a962-5bcf6c7c88a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 14:52:51.220074 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5d88fe-53ae-4a28-845c-abad43c1d0e0 admin admin] Network hostable DHCP agents. Network: 00e25eec-59d6-45ad-a962-5bcf6c7c88a4, hostable agents: ['bb4183fa-e0c9-4858-9c34-b1ab78d39af4'], hosted agents: [] {{(pid=111102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:52:51.267591 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-8f235fbe-b8e5-41a4-98e3-51d8b791b1fe req-df236fe5-2edf-4a70-aa9c-6f34acad4815 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=07a7f217-8c49-407d-8fdd-fca70593a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455258 Jul 26 14:52:51.328223 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5d88fe-53ae-4a28-845c-abad43c1d0e0 admin admin] Network 00e25eec-59d6-45ad-a962-5bcf6c7c88a4 is scheduled to be hosted by DHCP agent bb4183fa-e0c9-4858-9c34-b1ab78d39af4 with binding_index 1 {{(pid=111102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:52:51.395379 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcb03c5-e718-4ec0-9559-37207163f647 req-46602887-072c-4663-a1ef-b06f9d5185bd tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:51.397238 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-afcb03c5-e718-4ec0-9559-37207163f647 req-46602887-072c-4663-a1ef-b06f9d5185bd tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=d1552ebb-d614-4398-96ba-47e3fd737e3d HTTP/1.1" status: 200 len: 945 time: 0.0628026 Jul 26 14:52:51.490477 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-afcb03c5-e718-4ec0-9559-37207163f647 req-f6bd166b-eb4b-43a8-ab11-78bdfc2528fe tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/security-groups?id=dc40aab4-ece4-4809-892c-4aaf7437cd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851424 Jul 26 14:52:51.512299 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:51.513300 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.base_scheduler [None req-7c5d88fe-53ae-4a28-845c-abad43c1d0e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851030-1-iscsi, 00e25eec-59d6-45ad-a962-5bcf6c7c88a4) {{(pid=111102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:52:51.517919 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5d88fe-53ae-4a28-845c-abad43c1d0e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:51.518698 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-7c5d88fe-53ae-4a28-845c-abad43c1d0e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524685'] for subnet (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:51.526183 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3bb46c-3cd4-420b-b4e4-cb46659685b3 None None] Network 00e25eec-59d6-45ad-a962-5bcf6c7c88a4 requested from dv-cinder-851030-1-iscsi {{(pid=111104) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 14:52:51.582511 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc055af-12d0-4a1b-afe6-923a6f34af27 req-c8b27735-3af1-4c57-96a1-caf28b7714e6 tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:51.584404 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-ebc055af-12d0-4a1b-afe6-923a6f34af27 req-c8b27735-3af1-4c57-96a1-caf28b7714e6 tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] 10.222.0.97 "GET /v2.0/ports?device_id=19044933-e557-4fb7-87ca-e67b212eb6bf HTTP/1.1" status: 200 len: 946 time: 0.0892277 Jul 26 14:52:51.638973 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-ebc055af-12d0-4a1b-afe6-923a6f34af27 req-c5e716d1-ab3a-46a5-840c-3b6cc81b6f0e tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] 10.222.0.97 "GET /v2.0/security-groups?id=78a48c70-271b-4fe1-a300-0b3af328b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482781 Jul 26 14:52:51.651032 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0afcec35-ef0f-4080-bc7b-77722525a189 None None] Network 00e25eec-59d6-45ad-a962-5bcf6c7c88a4 requested from dv-cinder-851030-1-iscsi {{(pid=111104) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 14:52:51.695504 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Device 73723af2-05ec-4b78-b99d-0201637337f6 up at agent hyperv_hv-cinder-85103 {{(pid=111104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:52:51.763694 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-7c5d88fe-53ae-4a28-845c-abad43c1d0e0 admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1785452 Jul 26 14:52:51.774477 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Provisioning for port 73723af2-05ec-4b78-b99d-0201637337f6 completed by entity L2. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 14:52:51.870167 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Provisioning complete for port 73723af2-05ec-4b78-b99d-0201637337f6 triggered by entity L2. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:52:51.870550 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (73723af2-05ec-4b78-b99d-0201637337f6), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:51.961101 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda8386d-6a8f-4375-a1ff-e5ad2169c126 req-6c3f3a73-58ec-47e6-96a9-11cf02783335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:51.963281 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-bda8386d-6a8f-4375-a1ff-e5ad2169c126 req-6c3f3a73-58ec-47e6-96a9-11cf02783335 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=2ef4043a-5d67-4091-abcb-ed5e596ba355 HTTP/1.1" status: 200 len: 1129 time: 0.0577271 Jul 26 14:52:51.979278 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Current status of the port 73723af2-05ec-4b78-b99d-0201637337f6 is: BUILD; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:52:51.979844 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (73723af2-05ec-4b78-b99d-0201637337f6), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:52.015503 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] For port 73723af2-05ec-4b78-b99d-0201637337f6, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=73723af2-05ec-4b78-b99d-0201637337f6,segment=NetworkSegment(44f32d63-89d2-4ed3-9d85-4654c6c16c14),segment_id=44f32d63-89d2-4ed3-9d85-4654c6c16c14)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:52:52.017315 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b14d01f4-f9bc-43fd-90d6-f7eac34529ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (bb4183fa-e0c9-4858-9c34-b1ab78d39af4), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:52.086601 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (73723af2-05ec-4b78-b99d-0201637337f6), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:52.120428 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd19d2d-f2cb-433a-a8fd-b24a95e41c30 req-c8529fee-2615-477d-8795-03b1c6ecd58a tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:52.136078 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-7bd19d2d-f2cb-433a-a8fd-b24a95e41c30 req-c8529fee-2615-477d-8795-03b1c6ecd58a tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=7c808f60-6b5e-4ad9-8463-47c749c4ad58 HTTP/1.1" status: 200 len: 944 time: 0.0734482 Jul 26 14:52:52.152537 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Pushing event updated for resources: {'Port': ['ID=73723af2-05ec-4b78-b99d-0201637337f6,revision_number=5']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:52.220565 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-bda8386d-6a8f-4375-a1ff-e5ad2169c126 req-98cbda0b-31c4-4a3e-9631-3896fa8f1905 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=07a7f217-8c49-407d-8fdd-fca70593a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705667 Jul 26 14:52:52.234755 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-7bd19d2d-f2cb-433a-a8fd-b24a95e41c30 req-c4cfe00c-2eb6-4bce-891a-5b85942059de tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/security-groups?id=767eb1ba-2e1a-4d1a-a8e5-d3cd1aca29c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975342 Jul 26 14:52:52.443137 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88cef33-ebaa-432b-92ff-21bb32226609 req-bb25c35f-3fc6-4e2d-84e1-1b4506fac951 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:52.445248 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-c88cef33-ebaa-432b-92ff-21bb32226609 req-bb25c35f-3fc6-4e2d-84e1-1b4506fac951 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=a97d630c-f890-4022-87ba-406020a397dc HTTP/1.1" status: 200 len: 946 time: 0.0590651 Jul 26 14:52:52.496972 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-c88cef33-ebaa-432b-92ff-21bb32226609 req-14d738b8-ccff-48dd-af7f-95a28b335aba tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=07a7f217-8c49-407d-8fdd-fca70593a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460980 Jul 26 14:52:52.620831 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a2552c-8161-45b6-91d9-e892b44e9098 req-abeb1c57-b96c-4ef8-b8b6-5a99b2b5e139 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:52.622933 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-e8a2552c-8161-45b6-91d9-e892b44e9098 req-abeb1c57-b96c-4ef8-b8b6-5a99b2b5e139 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=d1552ebb-d614-4398-96ba-47e3fd737e3d HTTP/1.1" status: 200 len: 945 time: 0.0535524 Jul 26 14:52:52.682574 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-e8a2552c-8161-45b6-91d9-e892b44e9098 req-2a08a1dd-c962-4225-a0ba-ec82e647d4b9 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/security-groups?id=dc40aab4-ece4-4809-892c-4aaf7437cd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508802 Jul 26 14:52:52.698198 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 44500) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:52:52.703228 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.v2.base [None req-2add884d-2ab5-4214-82ad-9a2af8b793f1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1546826895-network', 'tenant_id': 'e7c8bb84a38942fa9ba0680d0fb97031'}} {{(pid=111102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 14:52:52.782855 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db840f2-b2ae-477b-bc47-b8efbda8f8d8 req-6330aa60-c889-4135-93be-ec86c0831554 tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:52.784369 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-6db840f2-b2ae-477b-bc47-b8efbda8f8d8 req-6330aa60-c889-4135-93be-ec86c0831554 tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] 10.222.0.97 "GET /v2.0/ports?device_id=19044933-e557-4fb7-87ca-e67b212eb6bf HTTP/1.1" status: 200 len: 946 time: 0.0480199 Jul 26 14:52:52.833685 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-6db840f2-b2ae-477b-bc47-b8efbda8f8d8 req-95dce8f7-3afe-462f-afc2-762c57d73f24 tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] 10.222.0.97 "GET /v2.0/security-groups?id=78a48c70-271b-4fe1-a300-0b3af328b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437980 Jul 26 14:52:52.885767 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2add884d-2ab5-4214-82ad-9a2af8b793f1 admin admin] Made reservation on behalf of e7c8bb84a38942fa9ba0680d0fb97031 for: {'network': 1} {{(pid=111102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:52:52.888294 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-2add884d-2ab5-4214-82ad-9a2af8b793f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for network (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:52.897574 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-2add884d-2ab5-4214-82ad-9a2af8b793f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:52.978144 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-2add884d-2ab5-4214-82ad-9a2af8b793f1 admin admin] Publish callbacks [] for security_group (bc7a1288-e5b5-4633-a4a6-de86ff27ae5b), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:53.054406 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-2add884d-2ab5-4214-82ad-9a2af8b793f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (bc7a1288-e5b5-4633-a4a6-de86ff27ae5b), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:53.084635 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2add884d-2ab5-4214-82ad-9a2af8b793f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1090} {{(pid=111102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:52:53.093447 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2add884d-2ab5-4214-82ad-9a2af8b793f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc7a1288-e5b5-4633-a4a6-de86ff27ae5b,revision_number=1']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:53.100261 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-2add884d-2ab5-4214-82ad-9a2af8b793f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1539468'] for segment (150cedfb-efe5-41bb-b21f-f46d8aba7c4d), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:53.100696 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.db.segments_db [None req-2add884d-2ab5-4214-82ad-9a2af8b793f1 admin admin] Added segment 150cedfb-efe5-41bb-b21f-f46d8aba7c4d of type vlan for network 0c2df548-6f0a-4b76-9a29-daa1c87b4f8a Jul 26 14:52:53.128758 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c808f60-6b5e-4ad9-8463-47c749c4ad58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73723af2-05ec-4b78-b99d-0201637337f6'}] {{(pid=111104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 14:52:53.131181 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8a064b11bc677c9d4ab9f25c89ff6de8646fcd773e132cdea81d797053aa31c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15b2be88-e09e-4c27-bd62-6137f2197ca6" -d '{"events": [{"server_uuid": "7c808f60-6b5e-4ad9-8463-47c749c4ad58", "name": "network-vif-plugged", "status": "completed", "tag": "73723af2-05ec-4b78-b99d-0201637337f6"}]}' {{(pid=111104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:52:53.152297 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-2add884d-2ab5-4214-82ad-9a2af8b793f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789579709570'] for network (0c2df548-6f0a-4b76-9a29-daa1c87b4f8a), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:53.171538 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 14:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-420d0c54-5e1c-4e99-9e00-5315ae850dd4 x-openstack-request-id: req-420d0c54-5e1c-4e99-9e00-5315ae850dd4 {{(pid=111104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:52:53.171848 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c808f60-6b5e-4ad9-8463-47c749c4ad58", "name": "network-vif-plugged", "status": "completed", "tag": "73723af2-05ec-4b78-b99d-0201637337f6", "code": 200}]} {{(pid=111104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:52:53.172101 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-420d0c54-5e1c-4e99-9e00-5315ae850dd4 {{(pid=111104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:52:53.172491 dv-cinder-851030-1-iscsi neutron-server[111104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-420d0c54-5e1c-4e99-9e00-5315ae850dd4'] response: {'server_uuid': '7c808f60-6b5e-4ad9-8463-47c749c4ad58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73723af2-05ec-4b78-b99d-0201637337f6', 'code': 200} Jul 26 14:52:53.188503 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:53.257220 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-2add884d-2ab5-4214-82ad-9a2af8b793f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707'] for network (0c2df548-6f0a-4b76-9a29-daa1c87b4f8a), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:53.258220 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2add884d-2ab5-4214-82ad-9a2af8b793f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:53.258833 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-2add884d-2ab5-4214-82ad-9a2af8b793f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524685'] for network (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:53.325722 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2add884d-2ab5-4214-82ad-9a2af8b793f1 admin admin] Pushing event updated for resources: {'Network': ['ID=0c2df548-6f0a-4b76-9a29-daa1c87b4f8a,revision_number=1']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:53.338905 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Network 0c2df548-6f0a-4b76-9a29-daa1c87b4f8a details requested by agent ovs-agent-dv-cinder-851030-1-iscsi with host dv-cinder-851030-1-iscsi {{(pid=111104) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:52:53.366455 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7034a6-f955-48d1-be51-20633c1fd6b9 req-439634df-2b35-4fdc-a29a-5fa97683a45b tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:53.368247 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-dd7034a6-f955-48d1-be51-20633c1fd6b9 req-439634df-2b35-4fdc-a29a-5fa97683a45b tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=7c808f60-6b5e-4ad9-8463-47c749c4ad58 HTTP/1.1" status: 200 len: 945 time: 0.0545256 Jul 26 14:52:53.419069 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-dd7034a6-f955-48d1-be51-20633c1fd6b9 req-1e9c3075-7756-4a89-94a2-23ea63c013bc tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/security-groups?id=767eb1ba-2e1a-4d1a-a8e5-d3cd1aca29c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446386 Jul 26 14:52:53.420279 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-2add884d-2ab5-4214-82ad-9a2af8b793f1 admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.7210009 Jul 26 14:52:53.423024 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 44508) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:52:53.427804 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.v2.base [None req-09e0ff70-4bc9-4e84-9910-edad091e336e admin admin] Request body: {'subnet': {'network_id': '0c2df548-6f0a-4b76-9a29-daa1c87b4f8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1546826895-subnet', 'tenant_id': 'e7c8bb84a38942fa9ba0680d0fb97031', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 14:52:53.617665 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af48321c-9851-4cf9-8c02-6b92fb2913c8 req-15ab95e0-b369-49f4-b41c-5a1634be6ba0 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:53.619809 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-af48321c-9851-4cf9-8c02-6b92fb2913c8 req-15ab95e0-b369-49f4-b41c-5a1634be6ba0 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=a97d630c-f890-4022-87ba-406020a397dc HTTP/1.1" status: 200 len: 946 time: 0.0470159 Jul 26 14:52:53.666159 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09e0ff70-4bc9-4e84-9910-edad091e336e admin admin] Made reservation on behalf of e7c8bb84a38942fa9ba0680d0fb97031 for: {'subnet': 1} {{(pid=111102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:52:53.668622 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-09e0ff70-4bc9-4e84-9910-edad091e336e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:53.671933 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:53.732422 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0a21d3-4f5f-44ff-8a97-9bad86f62e57 req-5e994f60-d117-4d3d-a2b2-b2cbb9f75467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:53.733984 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-6c0a21d3-4f5f-44ff-8a97-9bad86f62e57 req-5e994f60-d117-4d3d-a2b2-b2cbb9f75467 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=d1552ebb-d614-4398-96ba-47e3fd737e3d HTTP/1.1" status: 200 len: 1129 time: 0.1120403 Jul 26 14:52:53.756244 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-af48321c-9851-4cf9-8c02-6b92fb2913c8 req-b56e4da4-2290-43b7-9532-5311b7d89086 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=07a7f217-8c49-407d-8fdd-fca70593a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265557 Jul 26 14:52:53.838762 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf08993-5a80-4789-b74f-48b24492441c req-15678133-fd55-4d6c-8631-6f6815c8466b tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:53.841828 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-daf08993-5a80-4789-b74f-48b24492441c req-15678133-fd55-4d6c-8631-6f6815c8466b tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=d1552ebb-d614-4398-96ba-47e3fd737e3d HTTP/1.1" status: 200 len: 945 time: 0.0732522 Jul 26 14:52:53.848809 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-6c0a21d3-4f5f-44ff-8a97-9bad86f62e57 req-8bde9e61-96dd-4b42-aa91-69206d6ca0aa service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=dc40aab4-ece4-4809-892c-4aaf7437cd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859442 Jul 26 14:52:53.941929 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-daf08993-5a80-4789-b74f-48b24492441c req-5bad69c6-1fa9-4c19-aff4-a395d5fb8f06 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/security-groups?id=dc40aab4-ece4-4809-892c-4aaf7437cd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798972 Jul 26 14:52:53.978106 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-09e0ff70-4bc9-4e84-9910-edad091e336e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707'] for subnet (ed6abb19-00db-4cb0-84db-ae1b7d67dd1d), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:54.077042 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e0ff70-4bc9-4e84-9910-edad091e336e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed6abb19-00db-4cb0-84db-ae1b7d67dd1d,revision_number=0']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:52:54.098250 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e0ff70-4bc9-4e84-9910-edad091e336e admin admin] Checking segment: {'id': '150cedfb-efe5-41bb-b21f-f46d8aba7c4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1090, 'network_id': '0c2df548-6f0a-4b76-9a29-daa1c87b4f8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 14:52:54.101894 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e0ff70-4bc9-4e84-9910-edad091e336e admin admin] Network hostable DHCP agents. Network: 0c2df548-6f0a-4b76-9a29-daa1c87b4f8a, hostable agents: ['bb4183fa-e0c9-4858-9c34-b1ab78d39af4'], hosted agents: [] {{(pid=111102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:52:54.200346 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e0ff70-4bc9-4e84-9910-edad091e336e admin admin] Network 0c2df548-6f0a-4b76-9a29-daa1c87b4f8a is scheduled to be hosted by DHCP agent bb4183fa-e0c9-4858-9c34-b1ab78d39af4 with binding_index 1 {{(pid=111102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:52:54.224269 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:UPDATE=2,neutron:SELECT=91,neutron:INSERT=1,neutron:DELETE=6 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:54.251314 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-26ad16bd-8a5f-4082-bc34-259a8d5efd2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (66f8bb98-7ace-4a85-b6ba-ffe40597695b), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:54.279929 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.base_scheduler [None req-09e0ff70-4bc9-4e84-9910-edad091e336e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851030-1-iscsi, 0c2df548-6f0a-4b76-9a29-daa1c87b4f8a) {{(pid=111102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:52:54.284644 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e0ff70-4bc9-4e84-9910-edad091e336e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:54.288132 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-09e0ff70-4bc9-4e84-9910-edad091e336e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524685'] for subnet (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:54.288822 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd636fd2-232c-4eee-9134-1fa3cdc39b84 None None] Network 0c2df548-6f0a-4b76-9a29-daa1c87b4f8a requested from dv-cinder-851030-1-iscsi {{(pid=111104) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 14:52:54.363863 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-09e0ff70-4bc9-4e84-9910-edad091e336e admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9396214 Jul 26 14:52:54.404844 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa05158-cc62-4a90-b44d-7fc1b2f04e8c None None] Network 0c2df548-6f0a-4b76-9a29-daa1c87b4f8a requested from dv-cinder-851030-1-iscsi {{(pid=111104) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 14:52:54.484744 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2893f52c-c9ae-4968-b3b9-0a1376add777 req-cb35e31f-4cb6-4a45-983d-befcb42a7237 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:54.492962 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-2893f52c-c9ae-4968-b3b9-0a1376add777 req-cb35e31f-4cb6-4a45-983d-befcb42a7237 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=a97d630c-f890-4022-87ba-406020a397dc HTTP/1.1" status: 200 len: 946 time: 0.0790308 Jul 26 14:52:54.501975 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:54.550027 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-2893f52c-c9ae-4968-b3b9-0a1376add777 req-835b5ebb-8291-4eaa-91ec-1a3a1ec6386a tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=07a7f217-8c49-407d-8fdd-fca70593a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559163 Jul 26 14:52:54.576141 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7645a10e-bf44-47fc-b773-2dcead2292a8 req-c520cbab-d3b6-41d5-aa2e-3d80e44d6ccd tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:54.577780 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-7645a10e-bf44-47fc-b773-2dcead2292a8 req-c520cbab-d3b6-41d5-aa2e-3d80e44d6ccd tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=7c808f60-6b5e-4ad9-8463-47c749c4ad58 HTTP/1.1" status: 200 len: 945 time: 0.0559142 Jul 26 14:52:54.627845 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-7645a10e-bf44-47fc-b773-2dcead2292a8 req-df9861a9-370b-4376-a2ef-c6e9d13c109a tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/security-groups?id=767eb1ba-2e1a-4d1a-a8e5-d3cd1aca29c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439308 Jul 26 14:52:54.828786 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=100 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:55.066755 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b208701e-72eb-4d02-b495-6c71db1212f5 req-26b5ded6-0b73-4b97-a3a3-4d0a5035ff5f tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:55.069084 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-b208701e-72eb-4d02-b495-6c71db1212f5 req-26b5ded6-0b73-4b97-a3a3-4d0a5035ff5f tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=d1552ebb-d614-4398-96ba-47e3fd737e3d HTTP/1.1" status: 200 len: 945 time: 0.0599976 Jul 26 14:52:55.118116 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-b208701e-72eb-4d02-b495-6c71db1212f5 req-a25d18c5-9ef7-44b1-b1dd-6ac0b60fe966 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/security-groups?id=dc40aab4-ece4-4809-892c-4aaf7437cd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432410 Jul 26 14:52:55.200769 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:DELETE=1,neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:55.325808 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec45eb89-cf80-4d9d-86df-d76ee406d5db req-177f7e41-074c-44a2-9c1e-bf977ba53f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:55.327285 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-ec45eb89-cf80-4d9d-86df-d76ee406d5db req-177f7e41-074c-44a2-9c1e-bf977ba53f72 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=7c808f60-6b5e-4ad9-8463-47c749c4ad58 HTTP/1.1" status: 200 len: 1129 time: 0.0400937 Jul 26 14:52:55.400787 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b30572d2-bee0-4462-94ed-c13cd0ef4273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (40fac31a-afaa-44e8-8521-47b803a59f0f), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:55.673296 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baf9fbe-59aa-4a05-98ff-fa93cdc94c19 req-c9b0357d-ceaa-40a2-8225-f0650e6a75ec tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:55.674902 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-3baf9fbe-59aa-4a05-98ff-fa93cdc94c19 req-c9b0357d-ceaa-40a2-8225-f0650e6a75ec tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=a97d630c-f890-4022-87ba-406020a397dc HTTP/1.1" status: 200 len: 946 time: 0.0497584 Jul 26 14:52:55.723436 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-3baf9fbe-59aa-4a05-98ff-fa93cdc94c19 req-cc430c8f-6106-4ff7-893c-545ca4a8365b tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=07a7f217-8c49-407d-8fdd-fca70593a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427320 Jul 26 14:52:55.752713 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36ac5f5-40b5-4c64-a7e8-9c7a44d48853 req-d8a9cdfc-5a44-4beb-9bc0-34923d35728a tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:55.754525 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-a36ac5f5-40b5-4c64-a7e8-9c7a44d48853 req-d8a9cdfc-5a44-4beb-9bc0-34923d35728a tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=7c808f60-6b5e-4ad9-8463-47c749c4ad58 HTTP/1.1" status: 200 len: 945 time: 0.0486321 Jul 26 14:52:55.803291 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-a36ac5f5-40b5-4c64-a7e8-9c7a44d48853 req-9482c8e1-f879-41db-97f7-228d22951957 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/security-groups?id=767eb1ba-2e1a-4d1a-a8e5-d3cd1aca29c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424106 Jul 26 14:52:56.090062 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=4 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:56.242113 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8fdd6d-6113-44f9-8b60-33bfcb3d68b8 req-ad947f2a-d4ce-4519-a644-ec81b42374d4 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:56.243648 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-8f8fdd6d-6113-44f9-8b60-33bfcb3d68b8 req-ad947f2a-d4ce-4519-a644-ec81b42374d4 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=d1552ebb-d614-4398-96ba-47e3fd737e3d HTTP/1.1" status: 200 len: 945 time: 0.0530648 Jul 26 14:52:56.291737 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-8f8fdd6d-6113-44f9-8b60-33bfcb3d68b8 req-e24bd714-645c-4595-a93f-0303dcc1f235 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/security-groups?id=dc40aab4-ece4-4809-892c-4aaf7437cd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422277 Jul 26 14:52:56.652253 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:56.845588 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269588bb-6e44-461a-9d88-52892d52b712 req-050089b1-0317-459c-8ef8-27292b784d57 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:56.847093 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-269588bb-6e44-461a-9d88-52892d52b712 req-050089b1-0317-459c-8ef8-27292b784d57 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=a97d630c-f890-4022-87ba-406020a397dc HTTP/1.1" status: 200 len: 946 time: 0.0517650 Jul 26 14:52:56.912046 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-269588bb-6e44-461a-9d88-52892d52b712 req-fe7eaea5-257b-4c2e-af27-356c6a9ff14a tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=07a7f217-8c49-407d-8fdd-fca70593a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591357 Jul 26 14:52:56.940425 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53493d2e-ba38-490f-8b54-aeb6441edae1 req-8a455175-4bdf-4184-9878-f958fae988aa tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:56.941909 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-53493d2e-ba38-490f-8b54-aeb6441edae1 req-8a455175-4bdf-4184-9878-f958fae988aa tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=7c808f60-6b5e-4ad9-8463-47c749c4ad58 HTTP/1.1" status: 200 len: 945 time: 0.0530047 Jul 26 14:52:56.954845 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b977bc9f-0510-4ebd-94dd-930fc4499a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (e5556d63-fbf3-48f2-bfac-7896e86945c3), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:56.990310 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-53493d2e-ba38-490f-8b54-aeb6441edae1 req-066f4d48-4337-4707-9a58-0ddb8e5c0106 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/security-groups?id=767eb1ba-2e1a-4d1a-a8e5-d3cd1aca29c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423186 Jul 26 14:52:57.114590 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (df49e665-2de0-463a-a1e1-c989804d5593), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:52:57.394590 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:57.407425 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35f75d3-3efe-44b9-aff6-4be2aaa12351 req-89c5979f-0815-4a43-ac56-f38095267007 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:57.408916 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-d35f75d3-3efe-44b9-aff6-4be2aaa12351 req-89c5979f-0815-4a43-ac56-f38095267007 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=d1552ebb-d614-4398-96ba-47e3fd737e3d HTTP/1.1" status: 200 len: 945 time: 0.0471089 Jul 26 14:52:57.460047 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-d35f75d3-3efe-44b9-aff6-4be2aaa12351 req-2c0b3839-7b33-452b-b812-58bbc1baf1ca tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/security-groups?id=dc40aab4-ece4-4809-892c-4aaf7437cd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456016 Jul 26 14:52:58.037975 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a660a8c-7d6b-4344-80bd-5a57815fcf27 req-8f071b86-c684-4b0d-a1be-67f845996833 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:58.039537 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-1a660a8c-7d6b-4344-80bd-5a57815fcf27 req-8f071b86-c684-4b0d-a1be-67f845996833 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=a97d630c-f890-4022-87ba-406020a397dc HTTP/1.1" status: 200 len: 946 time: 0.0488067 Jul 26 14:52:58.095264 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-1a660a8c-7d6b-4344-80bd-5a57815fcf27 req-9a1fda1d-5a95-454d-8774-596d3b7f0b83 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=07a7f217-8c49-407d-8fdd-fca70593a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490208 Jul 26 14:52:58.112183 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaab2ac-2428-4c43-b580-fd4c72788fd2 req-640b839e-9d50-40cf-97db-305028a8948c tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:58.113732 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-5eaab2ac-2428-4c43-b580-fd4c72788fd2 req-640b839e-9d50-40cf-97db-305028a8948c tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=7c808f60-6b5e-4ad9-8463-47c749c4ad58 HTTP/1.1" status: 200 len: 945 time: 0.0482099 Jul 26 14:52:58.167714 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-5eaab2ac-2428-4c43-b580-fd4c72788fd2 req-912707ec-d048-4179-8df5-8143f2ec052e tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/security-groups?id=767eb1ba-2e1a-4d1a-a8e5-d3cd1aca29c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468857 Jul 26 14:52:58.575031 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61db6fc1-7aee-4103-a53a-9f2250548dbe req-f0bbaf86-da10-4c79-b4da-2af5c1a0aebc tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:58.588688 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-61db6fc1-7aee-4103-a53a-9f2250548dbe req-f0bbaf86-da10-4c79-b4da-2af5c1a0aebc tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=d1552ebb-d614-4398-96ba-47e3fd737e3d HTTP/1.1" status: 200 len: 945 time: 0.0458825 Jul 26 14:52:58.625534 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-61db6fc1-7aee-4103-a53a-9f2250548dbe req-da3a8eab-bcfd-443c-a0b8-ddbdc1413970 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/security-groups?id=dc40aab4-ece4-4809-892c-4aaf7437cd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426221 Jul 26 14:52:59.226086 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065c0e40-1682-46f9-be36-596dd04f1098 req-27c6309c-22ba-43ba-92fe-ede6589c1237 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:59.227640 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-065c0e40-1682-46f9-be36-596dd04f1098 req-27c6309c-22ba-43ba-92fe-ede6589c1237 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=a97d630c-f890-4022-87ba-406020a397dc HTTP/1.1" status: 200 len: 946 time: 0.0527108 Jul 26 14:52:59.288327 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-065c0e40-1682-46f9-be36-596dd04f1098 req-cfe8a702-5910-482b-a663-411095c8bef8 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=07a7f217-8c49-407d-8fdd-fca70593a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526519 Jul 26 14:52:59.311541 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ae8a5c-9ec0-47f6-850b-b634b55000de req-57f53699-7dbd-4d3f-9f80-0352d1b043b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:59.313032 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-69ae8a5c-9ec0-47f6-850b-b634b55000de req-57f53699-7dbd-4d3f-9f80-0352d1b043b1 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=4f3f79533bbf48018798e6e65050d69c&device_id=a97d630c-f890-4022-87ba-406020a397dc HTTP/1.1" status: 200 len: 1130 time: 0.0805151 Jul 26 14:52:59.319158 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f30ec31-34a9-4fc9-8355-45ab5f488019 req-2f269633-5316-4922-aba7-d17ab70e9818 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:59.320523 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-0f30ec31-34a9-4fc9-8355-45ab5f488019 req-2f269633-5316-4922-aba7-d17ab70e9818 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=7c808f60-6b5e-4ad9-8463-47c749c4ad58 HTTP/1.1" status: 200 len: 945 time: 0.0573072 Jul 26 14:52:59.367753 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-0f30ec31-34a9-4fc9-8355-45ab5f488019 req-4f82865e-4ab2-4616-ae6a-25df64c2b3c8 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/security-groups?id=767eb1ba-2e1a-4d1a-a8e5-d3cd1aca29c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413461 Jul 26 14:52:59.498917 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=100 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:59.514257 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-ec45eb89-cf80-4d9d-86df-d76ee406d5db req-2b0dbdbb-3974-4f81-b49c-57b3db9629c4 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=767eb1ba-2e1a-4d1a-a8e5-d3cd1aca29c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497851 Jul 26 14:52:59.606793 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ae8a5c-9ec0-47f6-850b-b634b55000de req-ca94c40b-65e1-48d1-9d5b-cbb0ec82eaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:59.608266 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-69ae8a5c-9ec0-47f6-850b-b634b55000de req-ca94c40b-65e1-48d1-9d5b-cbb0ec82eaaf service neutron] 10.222.0.99 "GET /v2.0/networks?id=0f1306c7-31e7-49e9-8b79-d9c630497063 HTTP/1.1" status: 200 len: 921 time: 0.0931637 Jul 26 14:52:59.763105 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fad783-a1ba-4224-b281-c26ca2354a9c req-df920fad-c2ff-4e4e-955c-4097617c30a5 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:59.764634 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-60fad783-a1ba-4224-b281-c26ca2354a9c req-df920fad-c2ff-4e4e-955c-4097617c30a5 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=d1552ebb-d614-4398-96ba-47e3fd737e3d HTTP/1.1" status: 200 len: 945 time: 0.0477965 Jul 26 14:52:59.808885 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=100 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:52:59.813477 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-60fad783-a1ba-4224-b281-c26ca2354a9c req-6480393d-dc5a-45bb-884e-ee9250e8485a tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/security-groups?id=dc40aab4-ece4-4809-892c-4aaf7437cd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434413 Jul 26 14:52:59.929618 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357d1749-1200-4bea-adda-d8e16f77e587 req-5eda2c04-bb00-4b88-85d0-226740a31440 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:52:59.931152 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-357d1749-1200-4bea-adda-d8e16f77e587 req-5eda2c04-bb00-4b88-85d0-226740a31440 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=d1552ebb-d614-4398-96ba-47e3fd737e3d HTTP/1.1" status: 200 len: 945 time: 0.0496922 Jul 26 14:52:59.942447 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 44646) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:52:59.947091 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.v2.base [None req-b2e35896-2b46-44bc-995c-f015886eb701 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Request body: {'floatingip': {'port_id': 'f52ee38e-091f-4eb3-93dc-683dcd709ebd'}} {{(pid=111102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 14:53:00.016785 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-b2e35896-2b46-44bc-995c-f015886eb701 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Publish callbacks [] for floatingip (65ced372-d2f0-400f-94fb-eb790a2839c3), before_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:00.435074 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc84258-bff7-4629-94b4-b5382b8547ea req-207e2f9d-a946-444e-84c1-9061a41fc4bc tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:53:00.436815 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-1dc84258-bff7-4629-94b4-b5382b8547ea req-207e2f9d-a946-444e-84c1-9061a41fc4bc tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=a97d630c-f890-4022-87ba-406020a397dc HTTP/1.1" status: 200 len: 946 time: 0.0559220 Jul 26 14:53:00.496218 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-1dc84258-bff7-4629-94b4-b5382b8547ea req-899a1a27-fc4c-4d68-922c-b55b6df7e939 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=07a7f217-8c49-407d-8fdd-fca70593a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539236 Jul 26 14:53:00.540137 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de30fbd4-03a8-40ee-8426-73292543b542 req-f15e944d-b4e9-4f03-8e5f-35cdf7bf7de6 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:53:00.542359 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-de30fbd4-03a8-40ee-8426-73292543b542 req-f15e944d-b4e9-4f03-8e5f-35cdf7bf7de6 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=7c808f60-6b5e-4ad9-8463-47c749c4ad58 HTTP/1.1" status: 200 len: 945 time: 0.0932238 Jul 26 14:53:00.597310 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-de30fbd4-03a8-40ee-8426-73292543b542 req-3c52b807-5a26-4d76-b4db-50a54fe06fcf tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/security-groups?id=767eb1ba-2e1a-4d1a-a8e5-d3cd1aca29c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493815 Jul 26 14:53:00.857181 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:53:00.936583 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-b2e35896-2b46-44bc-995c-f015886eb701 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:01.018032 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-b2e35896-2b46-44bc-995c-f015886eb701 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691171'] for floatingip (65ced372-d2f0-400f-94fb-eb790a2839c3), after_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:01.112167 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.db.l3_db [None req-b2e35896-2b46-44bc-995c-f015886eb701 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Floating IP 65ced372-d2f0-400f-94fb-eb790a2839c3 associated. External IP: 172.27.0.203, port: f52ee38e-091f-4eb3-93dc-683dcd709ebd. Jul 26 14:53:01.304777 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2e35896-2b46-44bc-995c-f015886eb701 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Router 3dd73111-22fc-4d53-b892-28c86cd4f346 has already been hosted by L3 agent 66f8bb98-7ace-4a85-b6ba-ffe40597695b {{(pid=111102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 14:53:01.405923 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2e35896-2b46-44bc-995c-f015886eb701 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Notify agent at l3_agent.dv-cinder-851030-1-iscsi the message routers_updated {{(pid=111102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:53:01.410496 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-b2e35896-2b46-44bc-995c-f015886eb701 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-431034'] for floatingip (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:01.421150 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf83b24f-b586-44bd-b2ed-3c5f8bc9ddd1 None None] Sync routers for ids ['3dd73111-22fc-4d53-b892-28c86cd4f346'] in dv-cinder-851030-1-iscsi {{(pid=111105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:53:01.431891 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf83b24f-b586-44bd-b2ed-3c5f8bc9ddd1 None None] Routers {'3dd73111-22fc-4d53-b892-28c86cd4f346'} bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 14:53:01.434214 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_hamode_db [None req-cf83b24f-b586-44bd-b2ed-3c5f8bc9ddd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851030-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-26T14:42:54Z,description=,heartbeat_timestamp=2022-07-26T14:52:54Z,host='dv-cinder-851030-1-iscsi',id=66f8bb98-7ace-4a85-b6ba-ffe40597695b,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:42:55Z,topic='l3_agent')) {'router_ids': ['3dd73111-22fc-4d53-b892-28c86cd4f346'], 'active': True} {{(pid=111105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:53:01.435933 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:53:01.447943 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-b2e35896-2b46-44bc-995c-f015886eb701 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "PUT /v2.0/floatingips/65ced372-d2f0-400f-94fb-eb790a2839c3 HTTP/1.1" status: 200 len: 991 time: 1.5021334 Jul 26 14:53:01.447943 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1552ebb-d614-4398-96ba-47e3fd737e3d', 'tag': 'f52ee38e-091f-4eb3-93dc-683dcd709ebd'}] {{(pid=111102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 14:53:01.448564 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8185506cd1cc56e10fcde42571d85de650c4e290bb1b6bf5ec2f858ed2201c15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b61a24b4-9db9-465f-9ed2-fe926cbb96b6" -d '{"events": [{"name": "network-changed", "server_uuid": "d1552ebb-d614-4398-96ba-47e3fd737e3d", "tag": "f52ee38e-091f-4eb3-93dc-683dcd709ebd"}]}' {{(pid=111102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:53:01.485822 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 14:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d24bb09-8957-4c74-b8bf-d89061ac0dc3 x-openstack-request-id: req-6d24bb09-8957-4c74-b8bf-d89061ac0dc3 {{(pid=111102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:53:01.486106 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1552ebb-d614-4398-96ba-47e3fd737e3d", "tag": "f52ee38e-091f-4eb3-93dc-683dcd709ebd", "status": "completed", "code": 200}]} {{(pid=111102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:53:01.486354 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-6d24bb09-8957-4c74-b8bf-d89061ac0dc3 {{(pid=111102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:53:01.486768 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d24bb09-8957-4c74-b8bf-d89061ac0dc3'] response: {'name': 'network-changed', 'server_uuid': 'd1552ebb-d614-4398-96ba-47e3fd737e3d', 'tag': 'f52ee38e-091f-4eb3-93dc-683dcd709ebd', 'status': 'completed', 'code': 200} Jul 26 14:53:01.537470 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_dvr_db [None req-cf83b24f-b586-44bd-b2ed-3c5f8bc9ddd1 None None] Set router 3dd73111-22fc-4d53-b892-28c86cd4f346 gateway port host: dv-cinder-851030-1-iscsi {{(pid=111105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 14:53:01.625218 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b810d9e-bde6-4705-ae93-b03517c6c7aa req-c30bc257-180f-4f93-a7aa-2e1476cdd862 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:53:01.626709 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-4b810d9e-bde6-4705-ae93-b03517c6c7aa req-c30bc257-180f-4f93-a7aa-2e1476cdd862 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=a97d630c-f890-4022-87ba-406020a397dc HTTP/1.1" status: 200 len: 946 time: 0.0474999 Jul 26 14:53:01.675026 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-4b810d9e-bde6-4705-ae93-b03517c6c7aa req-97647900-eda2-49e8-a58b-0a2b7af5c1dc tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=07a7f217-8c49-407d-8fdd-fca70593a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417793 Jul 26 14:53:01.776858 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed623e9-ed1a-4a0d-b57a-5d0b5119f407 req-ee7dcd5a-9442-40e8-8868-ba83ae33480c tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:53:01.778305 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-fed623e9-ed1a-4a0d-b57a-5d0b5119f407 req-ee7dcd5a-9442-40e8-8868-ba83ae33480c tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=7c808f60-6b5e-4ad9-8463-47c749c4ad58 HTTP/1.1" status: 200 len: 945 time: 0.0460851 Jul 26 14:53:01.792897 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_hamode_db [None req-cf83b24f-b586-44bd-b2ed-3c5f8bc9ddd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dd73111-22fc-4d53-b892-28c86cd4f346', 'name': 'tempest-AttachVolumeTestJSON-1513426877-router', 'tenant_id': '7ccd4ff518dc4c37bfb7f343ccc97206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': '1ae41fd0-598f-4b4b-871e-e6f4a49f5e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:51:46Z', 'updated_at': '2022-07-26T14:51:55Z', 'revision_number': 4, 'project_id': '7ccd4ff518dc4c37bfb7f343ccc97206', 'gw_port': {'id': '1ae41fd0-598f-4b4b-871e-e6f4a49f5e0e', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:1e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd73111-22fc-4d53-b892-28c86cd4f346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:47Z', 'updated_at': '2022-07-26T14:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi', '_floatingips': [{'id': '65ced372-d2f0-400f-94fb-eb790a2839c3', 'tenant_id': '7ccd4ff518dc4c37bfb7f343ccc97206', 'floating_ip_address': '172.27.0.203', 'floating_network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'router_id': '3dd73111-22fc-4d53-b892-28c86cd4f346', 'port_id': 'f52ee38e-091f-4eb3-93dc-683dcd709ebd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02c3d9d5-b71e-4ad5-9373-5d17164e8aec', 'mac_address': 'fa:16:3e:05:e2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1552ebb-d614-4398-96ba-47e3fd737e3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T14:52:02Z', 'updated_at': '2022-07-26T14:53:00Z', 'revision_number': 1, 'project_id': '7ccd4ff518dc4c37bfb7f343ccc97206', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29e384e9-6227-4c9f-8f00-22a84167511d', 'name': '', 'network_id': '02c3d9d5-b71e-4ad5-9373-5d17164e8aec', 'tenant_id': '7ccd4ff518dc4c37bfb7f343ccc97206', 'mac_address': 'fa:16:3e:e9:d3:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd73111-22fc-4d53-b892-28c86cd4f346', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e75d54a1-37a3-48c4-b0bd-5c996cd738b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:53Z', 'updated_at': '2022-07-26T14:52:03Z', 'revision_number': 5, 'project_id': '7ccd4ff518dc4c37bfb7f343ccc97206', 'subnets': [{'id': 'e75d54a1-37a3-48c4-b0bd-5c996cd738b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851030-1-iscsi', False) {} {{(pid=111105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:53:01.818525 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf83b24f-b586-44bd-b2ed-3c5f8bc9ddd1 None None] Checking router: 3dd73111-22fc-4d53-b892-28c86cd4f346 for host: dv-cinder-851030-1-iscsi {{(pid=111105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:53:01.827014 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf83b24f-b586-44bd-b2ed-3c5f8bc9ddd1 None None] Routers {'3dd73111-22fc-4d53-b892-28c86cd4f346'} bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 14:53:01.827834 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_hamode_db [None req-cf83b24f-b586-44bd-b2ed-3c5f8bc9ddd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851030-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-26T14:42:54Z,description=,heartbeat_timestamp=2022-07-26T14:52:54Z,host='dv-cinder-851030-1-iscsi',id=66f8bb98-7ace-4a85-b6ba-ffe40597695b,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:42:55Z,topic='l3_agent')) {'router_ids': ['3dd73111-22fc-4d53-b892-28c86cd4f346'], 'active': True} {{(pid=111105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:53:01.832288 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-fed623e9-ed1a-4a0d-b57a-5d0b5119f407 req-7c702b86-d891-4eff-8522-c8da827c4e66 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/security-groups?id=767eb1ba-2e1a-4d1a-a8e5-d3cd1aca29c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466719 Jul 26 14:53:01.927334 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_dvr_db [None req-cf83b24f-b586-44bd-b2ed-3c5f8bc9ddd1 None None] Set router 3dd73111-22fc-4d53-b892-28c86cd4f346 gateway port host: dv-cinder-851030-1-iscsi {{(pid=111105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 14:53:02.078761 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-69ae8a5c-9ec0-47f6-850b-b634b55000de req-337a65f0-6eeb-423b-b56b-c01c8f42a449 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=098d52c8-2012-4286-962d-62149a4873c1 HTTP/1.1" status: 200 len: 217 time: 0.0428731 Jul 26 14:53:02.140461 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_hamode_db [None req-cf83b24f-b586-44bd-b2ed-3c5f8bc9ddd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dd73111-22fc-4d53-b892-28c86cd4f346', 'name': 'tempest-AttachVolumeTestJSON-1513426877-router', 'tenant_id': '7ccd4ff518dc4c37bfb7f343ccc97206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': '1ae41fd0-598f-4b4b-871e-e6f4a49f5e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:51:46Z', 'updated_at': '2022-07-26T14:51:55Z', 'revision_number': 4, 'project_id': '7ccd4ff518dc4c37bfb7f343ccc97206', 'gw_port': {'id': '1ae41fd0-598f-4b4b-871e-e6f4a49f5e0e', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:1e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd73111-22fc-4d53-b892-28c86cd4f346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:47Z', 'updated_at': '2022-07-26T14:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi', '_floatingips': [{'id': '65ced372-d2f0-400f-94fb-eb790a2839c3', 'tenant_id': '7ccd4ff518dc4c37bfb7f343ccc97206', 'floating_ip_address': '172.27.0.203', 'floating_network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'router_id': '3dd73111-22fc-4d53-b892-28c86cd4f346', 'port_id': 'f52ee38e-091f-4eb3-93dc-683dcd709ebd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02c3d9d5-b71e-4ad5-9373-5d17164e8aec', 'mac_address': 'fa:16:3e:05:e2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1552ebb-d614-4398-96ba-47e3fd737e3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T14:52:02Z', 'updated_at': '2022-07-26T14:53:00Z', 'revision_number': 1, 'project_id': '7ccd4ff518dc4c37bfb7f343ccc97206', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29e384e9-6227-4c9f-8f00-22a84167511d', 'name': '', 'network_id': '02c3d9d5-b71e-4ad5-9373-5d17164e8aec', 'tenant_id': '7ccd4ff518dc4c37bfb7f343ccc97206', 'mac_address': 'fa:16:3e:e9:d3:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd73111-22fc-4d53-b892-28c86cd4f346', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e75d54a1-37a3-48c4-b0bd-5c996cd738b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:53Z', 'updated_at': '2022-07-26T14:52:03Z', 'revision_number': 5, 'project_id': '7ccd4ff518dc4c37bfb7f343ccc97206', 'subnets': [{'id': 'e75d54a1-37a3-48c4-b0bd-5c996cd738b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851030-1-iscsi', False) {} {{(pid=111105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:53:02.165699 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf83b24f-b586-44bd-b2ed-3c5f8bc9ddd1 None None] The sync data for ids ['3dd73111-22fc-4d53-b892-28c86cd4f346'] in dv-cinder-851030-1-iscsi is: [{'id': '3dd73111-22fc-4d53-b892-28c86cd4f346', 'name': 'tempest-AttachVolumeTestJSON-1513426877-router', 'tenant_id': '7ccd4ff518dc4c37bfb7f343ccc97206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': '1ae41fd0-598f-4b4b-871e-e6f4a49f5e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:51:46Z', 'updated_at': '2022-07-26T14:51:55Z', 'revision_number': 4, 'project_id': '7ccd4ff518dc4c37bfb7f343ccc97206', 'gw_port': {'id': '1ae41fd0-598f-4b4b-871e-e6f4a49f5e0e', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:1e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd73111-22fc-4d53-b892-28c86cd4f346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:47Z', 'updated_at': '2022-07-26T14:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi', '_floatingips': [{'id': '65ced372-d2f0-400f-94fb-eb790a2839c3', 'tenant_id': '7ccd4ff518dc4c37bfb7f343ccc97206', 'floating_ip_address': '172.27.0.203', 'floating_network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'router_id': '3dd73111-22fc-4d53-b892-28c86cd4f346', 'port_id': 'f52ee38e-091f-4eb3-93dc-683dcd709ebd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02c3d9d5-b71e-4ad5-9373-5d17164e8aec', 'mac_address': 'fa:16:3e:05:e2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1552ebb-d614-4398-96ba-47e3fd737e3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T14:52:02Z', 'updated_at': '2022-07-26T14:53:00Z', 'revision_number': 1, 'project_id': '7ccd4ff518dc4c37bfb7f343ccc97206', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29e384e9-6227-4c9f-8f00-22a84167511d', 'name': '', 'network_id': '02c3d9d5-b71e-4ad5-9373-5d17164e8aec', 'tenant_id': '7ccd4ff518dc4c37bfb7f343ccc97206', 'mac_address': 'fa:16:3e:e9:d3:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd73111-22fc-4d53-b892-28c86cd4f346', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e75d54a1-37a3-48c4-b0bd-5c996cd738b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:53Z', 'updated_at': '2022-07-26T14:52:03Z', 'revision_number': 5, 'project_id': '7ccd4ff518dc4c37bfb7f343ccc97206', 'subnets': [{'id': 'e75d54a1-37a3-48c4-b0bd-5c996cd738b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:53:02.359579 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33cf7df4-cff0-43d2-bb50-2f57e827328f None None] New status for floating IP 65ced372-d2f0-400f-94fb-eb790a2839c3: ACTIVE {{(pid=111104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 14:53:02.792958 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed156e1e-b22a-4e99-875a-3c8297a8eb34 req-ac52f1a6-b3d8-4ca1-8dd3-799c10711ad3 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:53:02.794429 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-ed156e1e-b22a-4e99-875a-3c8297a8eb34 req-ac52f1a6-b3d8-4ca1-8dd3-799c10711ad3 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=a97d630c-f890-4022-87ba-406020a397dc HTTP/1.1" status: 200 len: 946 time: 0.0467403 Jul 26 14:53:02.841560 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-ed156e1e-b22a-4e99-875a-3c8297a8eb34 req-e553c797-fb63-42df-be32-0e422d0e4184 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=07a7f217-8c49-407d-8fdd-fca70593a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414283 Jul 26 14:53:02.963151 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd9352c-4b50-4c59-ad84-04fcc588e40f req-21bb379f-dd81-4451-aae6-ce3f2e4c62a5 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:53:02.972916 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-1fd9352c-4b50-4c59-ad84-04fcc588e40f req-21bb379f-dd81-4451-aae6-ce3f2e4c62a5 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=7c808f60-6b5e-4ad9-8463-47c749c4ad58 HTTP/1.1" status: 200 len: 945 time: 0.0470810 Jul 26 14:53:03.015205 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-1fd9352c-4b50-4c59-ad84-04fcc588e40f req-14af5f0e-4a53-4baf-bccd-53d39a94966d tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/security-groups?id=767eb1ba-2e1a-4d1a-a8e5-d3cd1aca29c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450397 Jul 26 14:53:03.958668 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be6b7dd-a7f8-4bf2-9673-993d1647dbaa req-a276ff79-603f-4752-97a3-58d75e8a1b45 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:53:03.960150 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-9be6b7dd-a7f8-4bf2-9673-993d1647dbaa req-a276ff79-603f-4752-97a3-58d75e8a1b45 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=a97d630c-f890-4022-87ba-406020a397dc HTTP/1.1" status: 200 len: 946 time: 0.0471075 Jul 26 14:53:04.006839 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-9be6b7dd-a7f8-4bf2-9673-993d1647dbaa req-2b52fbfa-9a35-42ee-bd4a-d41b1c69ebfc tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=07a7f217-8c49-407d-8fdd-fca70593a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409455 Jul 26 14:53:04.132398 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d6a888-1d56-4999-a19e-786ae8cede55 req-283b1121-e54a-454f-810a-ca9ed1064c68 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:53:04.133869 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-97d6a888-1d56-4999-a19e-786ae8cede55 req-283b1121-e54a-454f-810a-ca9ed1064c68 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=7c808f60-6b5e-4ad9-8463-47c749c4ad58 HTTP/1.1" status: 200 len: 945 time: 0.0474918 Jul 26 14:53:04.146436 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=100 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:53:04.182010 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-97d6a888-1d56-4999-a19e-786ae8cede55 req-c42d959d-5615-47eb-be29-cd4e2ce8a574 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/security-groups?id=767eb1ba-2e1a-4d1a-a8e5-d3cd1aca29c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421510 Jul 26 14:53:05.125512 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30952d2-a2a1-4399-a7b6-9088ad23c30a req-036a1323-8b1a-47f3-8755-30517a693226 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:53:05.127055 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-c30952d2-a2a1-4399-a7b6-9088ad23c30a req-036a1323-8b1a-47f3-8755-30517a693226 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=a97d630c-f890-4022-87ba-406020a397dc HTTP/1.1" status: 200 len: 946 time: 0.0493400 Jul 26 14:53:05.177794 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-c30952d2-a2a1-4399-a7b6-9088ad23c30a req-399d56b2-eac4-4bed-8edc-a801fe4825e1 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=07a7f217-8c49-407d-8fdd-fca70593a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449445 Jul 26 14:53:05.296023 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1081ac-7d50-4296-b914-9532494c50ea req-27bfe360-b61d-4c62-8fff-212e49a1d122 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:53:05.297497 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-0a1081ac-7d50-4296-b914-9532494c50ea req-27bfe360-b61d-4c62-8fff-212e49a1d122 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=7c808f60-6b5e-4ad9-8463-47c749c4ad58 HTTP/1.1" status: 200 len: 945 time: 0.0466828 Jul 26 14:53:05.343631 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-0a1081ac-7d50-4296-b914-9532494c50ea req-b06946e3-1061-4623-9347-ee3e6a75b30d tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/security-groups?id=767eb1ba-2e1a-4d1a-a8e5-d3cd1aca29c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404608 Jul 26 14:53:05.907508 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ae8a5c-9ec0-47f6-850b-b634b55000de req-eb91d776-6f31-41cc-9056-b18c23ce7817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:53:05.908988 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-69ae8a5c-9ec0-47f6-850b-b634b55000de req-eb91d776-6f31-41cc-9056-b18c23ce7817 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=2fb38d4f-c234-47e2-adc0-721b341e4aad HTTP/1.1" status: 200 len: 858 time: 0.0808992 Jul 26 14:53:05.910019 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61a24b4-9db9-465f-9ed2-fe926cbb96b6 req-f9b095a4-fcf9-41f9-b1f3-a3d2e2f314c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:53:05.911330 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-b61a24b4-9db9-465f-9ed2-fe926cbb96b6 req-f9b095a4-fcf9-41f9-b1f3-a3d2e2f314c3 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7ccd4ff518dc4c37bfb7f343ccc97206&device_id=d1552ebb-d614-4398-96ba-47e3fd737e3d HTTP/1.1" status: 200 len: 1129 time: 0.0560157 Jul 26 14:53:06.005814 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=100 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:53:06.008969 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ae8a5c-9ec0-47f6-850b-b634b55000de req-a34e140e-1dca-4f9d-910a-dd32a8cd6eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:53:06.011863 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-69ae8a5c-9ec0-47f6-850b-b634b55000de req-a34e140e-1dca-4f9d-910a-dd32a8cd6eec service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=0f1306c7-31e7-49e9-8b79-d9c630497063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0909774 Jul 26 14:53:06.103861 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61a24b4-9db9-465f-9ed2-fe926cbb96b6 req-96a285ce-6715-46a9-8380-7362d87bb694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:53:06.105359 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-b61a24b4-9db9-465f-9ed2-fe926cbb96b6 req-96a285ce-6715-46a9-8380-7362d87bb694 service neutron] 10.222.0.99 "GET /v2.0/networks?id=02c3d9d5-b71e-4ad5-9373-5d17164e8aec HTTP/1.1" status: 200 len: 913 time: 0.1770878 Jul 26 14:53:06.187743 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-69ae8a5c-9ec0-47f6-850b-b634b55000de req-dce625f9-4d62-473d-b77a-b11bcd95b1b7 service neutron] 10.222.0.99 "GET /v2.0/networks/0f1306c7-31e7-49e9-8b79-d9c630497063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674483 Jul 26 14:53:06.233245 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-b61a24b4-9db9-465f-9ed2-fe926cbb96b6 req-979ec2ab-fa80-44b9-a61b-f4de09d62d95 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f52ee38e-091f-4eb3-93dc-683dcd709ebd HTTP/1.1" status: 200 len: 1001 time: 0.1137567 Jul 26 14:53:06.560506 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61a24b4-9db9-465f-9ed2-fe926cbb96b6 req-78c1505d-ec74-4aa4-9492-1c4f1937375a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:53:06.561956 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-b61a24b4-9db9-465f-9ed2-fe926cbb96b6 req-78c1505d-ec74-4aa4-9492-1c4f1937375a service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e75d54a1-37a3-48c4-b0bd-5c996cd738b8 HTTP/1.1" status: 200 len: 850 time: 0.3165534 Jul 26 14:53:06.569420 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687cbca5-6daa-43c8-9b8a-e6d2cf551ce8 req-cd7977fe-9740-4105-ac62-f6bcfb8b29de tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:53:06.570760 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-687cbca5-6daa-43c8-9b8a-e6d2cf551ce8 req-cd7977fe-9740-4105-ac62-f6bcfb8b29de tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=a97d630c-f890-4022-87ba-406020a397dc HTTP/1.1" status: 200 len: 946 time: 0.0918827 Jul 26 14:53:06.612379 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-69ae8a5c-9ec0-47f6-850b-b634b55000de req-5bbfe7ab-15ce-4247-953f-7138f2e03993 service neutron] 10.222.0.99 "GET /v2.0/networks/0f1306c7-31e7-49e9-8b79-d9c630497063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3981855 Jul 26 14:53:06.632921 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-687cbca5-6daa-43c8-9b8a-e6d2cf551ce8 req-89c31a50-c72d-431e-b1ad-c0c958f847b1 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=07a7f217-8c49-407d-8fdd-fca70593a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550663 Jul 26 14:53:06.736688 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed6303f-a1f7-48a7-801f-fb948de0df9f req-c6ea7541-3dfe-4b37-89c3-4414e050afac tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:53:06.738188 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-fed6303f-a1f7-48a7-801f-fb948de0df9f req-c6ea7541-3dfe-4b37-89c3-4414e050afac tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=7c808f60-6b5e-4ad9-8463-47c749c4ad58 HTTP/1.1" status: 200 len: 945 time: 0.0483475 Jul 26 14:53:06.793064 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-fed6303f-a1f7-48a7-801f-fb948de0df9f req-d7ed1e23-9b67-49ce-897d-604b00ad88fc tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/security-groups?id=767eb1ba-2e1a-4d1a-a8e5-d3cd1aca29c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493994 Jul 26 14:53:07.162701 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61a24b4-9db9-465f-9ed2-fe926cbb96b6 req-2426ead0-18ac-41b0-a706-5ce311e936f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:53:07.164477 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-b61a24b4-9db9-465f-9ed2-fe926cbb96b6 req-2426ead0-18ac-41b0-a706-5ce311e936f3 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=02c3d9d5-b71e-4ad5-9373-5d17164e8aec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433874 Jul 26 14:53:07.239541 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=100 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:53:07.268536 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-b61a24b4-9db9-465f-9ed2-fe926cbb96b6 req-42f6e406-9327-4d3a-bdb8-9d201801c93f service neutron] 10.222.0.99 "GET /v2.0/networks/02c3d9d5-b71e-4ad5-9373-5d17164e8aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916662 Jul 26 14:53:07.475736 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-b61a24b4-9db9-465f-9ed2-fe926cbb96b6 req-fd8f4304-bef5-4902-af39-c3f978c36769 service neutron] 10.222.0.99 "GET /v2.0/networks/02c3d9d5-b71e-4ad5-9373-5d17164e8aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912499 Jul 26 14:53:07.753124 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a274b04-7097-4b5a-a13c-ef5165543fe2 req-546093a8-bd19-42dc-8228-348f8474bd63 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:53:07.754673 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-1a274b04-7097-4b5a-a13c-ef5165543fe2 req-546093a8-bd19-42dc-8228-348f8474bd63 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=a97d630c-f890-4022-87ba-406020a397dc HTTP/1.1" status: 200 len: 946 time: 0.0464604 Jul 26 14:53:07.802320 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-1a274b04-7097-4b5a-a13c-ef5165543fe2 req-d1ba9ce7-24f1-49eb-844e-a58e1cd7cc52 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=07a7f217-8c49-407d-8fdd-fca70593a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411186 Jul 26 14:53:07.927023 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbf097a-3972-4524-9424-f760fd42212a req-adc22c48-a288-4688-9458-0acffc248e49 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:53:07.931899 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-bfbf097a-3972-4524-9424-f760fd42212a req-adc22c48-a288-4688-9458-0acffc248e49 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=7c808f60-6b5e-4ad9-8463-47c749c4ad58 HTTP/1.1" status: 200 len: 945 time: 0.0651608 Jul 26 14:53:07.978267 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-bfbf097a-3972-4524-9424-f760fd42212a req-89b55e8b-77a4-4f95-a8ed-55f83dd1b0bd tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/security-groups?id=767eb1ba-2e1a-4d1a-a8e5-d3cd1aca29c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431972 Jul 26 14:53:08.113017 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b31d23-8b48-4b9d-adb0-453221d1ff54 req-f765ff90-bd09-4cd1-86fb-93d88e1d2fdf tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:53:08.114769 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-60b31d23-8b48-4b9d-adb0-453221d1ff54 req-f765ff90-bd09-4cd1-86fb-93d88e1d2fdf tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=7c808f60-6b5e-4ad9-8463-47c749c4ad58 HTTP/1.1" status: 200 len: 945 time: 0.0580363 Jul 26 14:53:08.126200 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 44830) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:53:08.130863 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.v2.base [None req-a95b4b92-7e09-4508-92cf-fb2be69377f2 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Request body: {'floatingip': {'port_id': '73723af2-05ec-4b78-b99d-0201637337f6'}} {{(pid=111103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 14:53:08.201253 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-a95b4b92-7e09-4508-92cf-fb2be69377f2 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks [] for floatingip (cd53df16-aeae-41e0-ab80-d8cd9458edcd), before_update {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:08.838364 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:53:08.932934 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff9e830-6be7-4179-b532-93592c78a94b req-cc58be08-ede5-4471-a37f-03be19ca4706 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:53:08.935137 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-9ff9e830-6be7-4179-b532-93592c78a94b req-cc58be08-ede5-4471-a37f-03be19ca4706 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=a97d630c-f890-4022-87ba-406020a397dc HTTP/1.1" status: 200 len: 946 time: 0.0609951 Jul 26 14:53:08.997603 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-a95b4b92-7e09-4508-92cf-fb2be69377f2 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:09.001589 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-9ff9e830-6be7-4179-b532-93592c78a94b req-90df6153-2624-4098-85db-2fb13c60d980 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=07a7f217-8c49-407d-8fdd-fca70593a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602858 Jul 26 14:53:09.127749 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-a95b4b92-7e09-4508-92cf-fb2be69377f2 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691171'] for floatingip (cd53df16-aeae-41e0-ab80-d8cd9458edcd), after_update {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:09.222272 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.db.l3_db [None req-a95b4b92-7e09-4508-92cf-fb2be69377f2 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Floating IP cd53df16-aeae-41e0-ab80-d8cd9458edcd associated. External IP: 172.27.0.24, port: 73723af2-05ec-4b78-b99d-0201637337f6. Jul 26 14:53:09.363146 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:53:09.418854 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a95b4b92-7e09-4508-92cf-fb2be69377f2 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Router 5f57147f-1584-4a62-83b8-e842b7fdbfc2 has already been hosted by L3 agent 66f8bb98-7ace-4a85-b6ba-ffe40597695b {{(pid=111103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 14:53:09.521406 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a95b4b92-7e09-4508-92cf-fb2be69377f2 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Notify agent at l3_agent.dv-cinder-851030-1-iscsi the message routers_updated {{(pid=111103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:53:09.526304 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-a95b4b92-7e09-4508-92cf-fb2be69377f2 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-431034'] for floatingip (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:09.531573 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ab89fe-67a7-41fa-8981-fcaa2079d605 None None] Sync routers for ids ['5f57147f-1584-4a62-83b8-e842b7fdbfc2'] in dv-cinder-851030-1-iscsi {{(pid=111105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:53:09.543288 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ab89fe-67a7-41fa-8981-fcaa2079d605 None None] Routers {'5f57147f-1584-4a62-83b8-e842b7fdbfc2'} bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 14:53:09.543928 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_hamode_db [None req-70ab89fe-67a7-41fa-8981-fcaa2079d605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851030-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-26T14:42:54Z,description=,heartbeat_timestamp=2022-07-26T14:52:54Z,host='dv-cinder-851030-1-iscsi',id=66f8bb98-7ace-4a85-b6ba-ffe40597695b,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:42:55Z,topic='l3_agent')) {'router_ids': ['5f57147f-1584-4a62-83b8-e842b7fdbfc2'], 'active': True} {{(pid=111105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:53:09.556835 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-a95b4b92-7e09-4508-92cf-fb2be69377f2 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "PUT /v2.0/floatingips/cd53df16-aeae-41e0-ab80-d8cd9458edcd HTTP/1.1" status: 200 len: 990 time: 1.4295645 Jul 26 14:53:09.558113 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c808f60-6b5e-4ad9-8463-47c749c4ad58', 'tag': '73723af2-05ec-4b78-b99d-0201637337f6'}] {{(pid=111103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 14:53:09.560575 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}517d84f8092def9b9250e77a34976a676e41c9ce554e95d8bccbc94b5a7b6795" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eea3ceec-d67b-46de-a91c-b7a99bdac3e4" -d '{"events": [{"name": "network-changed", "server_uuid": "7c808f60-6b5e-4ad9-8463-47c749c4ad58", "tag": "73723af2-05ec-4b78-b99d-0201637337f6"}]}' {{(pid=111103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:53:09.597257 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 14:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ecd83e8-ea4f-438c-a5ab-9adf58d48f7c x-openstack-request-id: req-7ecd83e8-ea4f-438c-a5ab-9adf58d48f7c {{(pid=111103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:53:09.597613 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c808f60-6b5e-4ad9-8463-47c749c4ad58", "tag": "73723af2-05ec-4b78-b99d-0201637337f6", "status": "completed", "code": 200}]} {{(pid=111103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:53:09.598205 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-7ecd83e8-ea4f-438c-a5ab-9adf58d48f7c {{(pid=111103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:53:09.598384 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ecd83e8-ea4f-438c-a5ab-9adf58d48f7c'] response: {'name': 'network-changed', 'server_uuid': '7c808f60-6b5e-4ad9-8463-47c749c4ad58', 'tag': '73723af2-05ec-4b78-b99d-0201637337f6', 'status': 'completed', 'code': 200} Jul 26 14:53:09.644957 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_dvr_db [None req-70ab89fe-67a7-41fa-8981-fcaa2079d605 None None] Set router 5f57147f-1584-4a62-83b8-e842b7fdbfc2 gateway port host: dv-cinder-851030-1-iscsi {{(pid=111105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 14:53:09.731124 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=100 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:53:09.775180 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=100 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:53:09.860431 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_hamode_db [None req-70ab89fe-67a7-41fa-8981-fcaa2079d605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f57147f-1584-4a62-83b8-e842b7fdbfc2', 'name': 'tempest-AttachVolumeNegativeTest-1038869275-router', 'tenant_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '8dee36ad-48a7-4c32-9e44-b495406a43fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:51:43Z', 'updated_at': '2022-07-26T14:51:50Z', 'revision_number': 4, 'project_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'gw_port': {'id': '8dee36ad-48a7-4c32-9e44-b495406a43fc', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:28:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f57147f-1584-4a62-83b8-e842b7fdbfc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:44Z', 'updated_at': '2022-07-26T14:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi', '_floatingips': [{'id': 'cd53df16-aeae-41e0-ab80-d8cd9458edcd', 'tenant_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'floating_ip_address': '172.27.0.24', 'floating_network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'router_id': '5f57147f-1584-4a62-83b8-e842b7fdbfc2', 'port_id': '73723af2-05ec-4b78-b99d-0201637337f6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0', 'mac_address': 'fa:16:3e:9c:af:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c808f60-6b5e-4ad9-8463-47c749c4ad58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T14:51:59Z', 'updated_at': '2022-07-26T14:53:08Z', 'revision_number': 1, 'project_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c22bd2eb-9253-40e7-9f5d-34524feb8d4d', 'name': '', 'network_id': '4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0', 'tenant_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'mac_address': 'fa:16:3e:9b:be:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f57147f-1584-4a62-83b8-e842b7fdbfc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2dc51976-041f-4e28-9975-c948630898a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:48Z', 'updated_at': '2022-07-26T14:51:59Z', 'revision_number': 5, 'project_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'subnets': [{'id': '2dc51976-041f-4e28-9975-c948630898a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851030-1-iscsi', False) {} {{(pid=111105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:53:09.888522 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ab89fe-67a7-41fa-8981-fcaa2079d605 None None] Checking router: 5f57147f-1584-4a62-83b8-e842b7fdbfc2 for host: dv-cinder-851030-1-iscsi {{(pid=111105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:53:09.898329 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ab89fe-67a7-41fa-8981-fcaa2079d605 None None] Routers {'5f57147f-1584-4a62-83b8-e842b7fdbfc2'} bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 14:53:09.898959 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_hamode_db [None req-70ab89fe-67a7-41fa-8981-fcaa2079d605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851030-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-26T14:42:54Z,description=,heartbeat_timestamp=2022-07-26T14:52:54Z,host='dv-cinder-851030-1-iscsi',id=66f8bb98-7ace-4a85-b6ba-ffe40597695b,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:42:55Z,topic='l3_agent')) {'router_ids': ['5f57147f-1584-4a62-83b8-e842b7fdbfc2'], 'active': True} {{(pid=111105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:53:10.092609 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_dvr_db [None req-70ab89fe-67a7-41fa-8981-fcaa2079d605 None None] Set router 5f57147f-1584-4a62-83b8-e842b7fdbfc2 gateway port host: dv-cinder-851030-1-iscsi {{(pid=111105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 14:53:10.193818 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7756b15-7b71-4ccc-b337-26cd2bab4fd7 req-cad40ad4-00fc-4863-a1ae-bf6c362285d9 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:53:10.196323 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-e7756b15-7b71-4ccc-b337-26cd2bab4fd7 req-cad40ad4-00fc-4863-a1ae-bf6c362285d9 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=a97d630c-f890-4022-87ba-406020a397dc HTTP/1.1" status: 200 len: 946 time: 0.0704606 Jul 26 14:53:10.251029 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-e7756b15-7b71-4ccc-b337-26cd2bab4fd7 req-cc623d9e-1b44-4536-8e79-1ae92f546cc0 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=07a7f217-8c49-407d-8fdd-fca70593a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487645 Jul 26 14:53:10.316048 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_hamode_db [None req-70ab89fe-67a7-41fa-8981-fcaa2079d605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f57147f-1584-4a62-83b8-e842b7fdbfc2', 'name': 'tempest-AttachVolumeNegativeTest-1038869275-router', 'tenant_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '8dee36ad-48a7-4c32-9e44-b495406a43fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:51:43Z', 'updated_at': '2022-07-26T14:51:50Z', 'revision_number': 4, 'project_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'gw_port': {'id': '8dee36ad-48a7-4c32-9e44-b495406a43fc', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:28:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f57147f-1584-4a62-83b8-e842b7fdbfc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:44Z', 'updated_at': '2022-07-26T14:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi', '_floatingips': [{'id': 'cd53df16-aeae-41e0-ab80-d8cd9458edcd', 'tenant_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'floating_ip_address': '172.27.0.24', 'floating_network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'router_id': '5f57147f-1584-4a62-83b8-e842b7fdbfc2', 'port_id': '73723af2-05ec-4b78-b99d-0201637337f6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0', 'mac_address': 'fa:16:3e:9c:af:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c808f60-6b5e-4ad9-8463-47c749c4ad58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T14:51:59Z', 'updated_at': '2022-07-26T14:53:08Z', 'revision_number': 1, 'project_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c22bd2eb-9253-40e7-9f5d-34524feb8d4d', 'name': '', 'network_id': '4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0', 'tenant_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'mac_address': 'fa:16:3e:9b:be:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f57147f-1584-4a62-83b8-e842b7fdbfc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2dc51976-041f-4e28-9975-c948630898a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:48Z', 'updated_at': '2022-07-26T14:51:59Z', 'revision_number': 5, 'project_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'subnets': [{'id': '2dc51976-041f-4e28-9975-c948630898a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851030-1-iscsi', False) {} {{(pid=111105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:53:10.343449 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ab89fe-67a7-41fa-8981-fcaa2079d605 None None] The sync data for ids ['5f57147f-1584-4a62-83b8-e842b7fdbfc2'] in dv-cinder-851030-1-iscsi is: [{'id': '5f57147f-1584-4a62-83b8-e842b7fdbfc2', 'name': 'tempest-AttachVolumeNegativeTest-1038869275-router', 'tenant_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '8dee36ad-48a7-4c32-9e44-b495406a43fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:51:43Z', 'updated_at': '2022-07-26T14:51:50Z', 'revision_number': 4, 'project_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'gw_port': {'id': '8dee36ad-48a7-4c32-9e44-b495406a43fc', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:28:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f57147f-1584-4a62-83b8-e842b7fdbfc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:44Z', 'updated_at': '2022-07-26T14:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi', '_floatingips': [{'id': 'cd53df16-aeae-41e0-ab80-d8cd9458edcd', 'tenant_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'floating_ip_address': '172.27.0.24', 'floating_network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'router_id': '5f57147f-1584-4a62-83b8-e842b7fdbfc2', 'port_id': '73723af2-05ec-4b78-b99d-0201637337f6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0', 'mac_address': 'fa:16:3e:9c:af:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c808f60-6b5e-4ad9-8463-47c749c4ad58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T14:51:59Z', 'updated_at': '2022-07-26T14:53:08Z', 'revision_number': 1, 'project_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c22bd2eb-9253-40e7-9f5d-34524feb8d4d', 'name': '', 'network_id': '4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0', 'tenant_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'mac_address': 'fa:16:3e:9b:be:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f57147f-1584-4a62-83b8-e842b7fdbfc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2dc51976-041f-4e28-9975-c948630898a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:48Z', 'updated_at': '2022-07-26T14:51:59Z', 'revision_number': 5, 'project_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'subnets': [{'id': '2dc51976-041f-4e28-9975-c948630898a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:53:10.527926 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32c1169-6785-4002-b22a-09b156459c5b None None] New status for floating IP cd53df16-aeae-41e0-ab80-d8cd9458edcd: ACTIVE {{(pid=111104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 14:53:11.367506 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6511ac88-896d-42e2-afab-d61819a69c9e req-87cdbf81-9ffa-40a3-aea8-7a727caa3740 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:53:11.368903 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-6511ac88-896d-42e2-afab-d61819a69c9e req-87cdbf81-9ffa-40a3-aea8-7a727caa3740 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=a97d630c-f890-4022-87ba-406020a397dc HTTP/1.1" status: 200 len: 946 time: 0.0464776 Jul 26 14:53:11.416057 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-6511ac88-896d-42e2-afab-d61819a69c9e req-2b8c9bb8-bb3a-4fc6-9b5f-f2e900400031 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=07a7f217-8c49-407d-8fdd-fca70593a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411630 Jul 26 14:53:12.495379 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=100 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:53:12.532645 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f091c507-65ac-4e25-adfb-1eb7674a865c req-d2efbcf4-4593-43e6-b10f-0813079d70a3 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:53:12.534145 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-f091c507-65ac-4e25-adfb-1eb7674a865c req-d2efbcf4-4593-43e6-b10f-0813079d70a3 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=a97d630c-f890-4022-87ba-406020a397dc HTTP/1.1" status: 200 len: 946 time: 0.0472476 Jul 26 14:53:12.583217 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-f091c507-65ac-4e25-adfb-1eb7674a865c req-ba37db84-4ddb-4730-bc19-6aadb8177657 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=07a7f217-8c49-407d-8fdd-fca70593a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435724 Jul 26 14:53:12.757910 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea3ceec-d67b-46de-a91c-b7a99bdac3e4 req-d0aa81d0-d0da-4ee9-bf3c-61b8f5ad1f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:53:12.759596 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-eea3ceec-d67b-46de-a91c-b7a99bdac3e4 req-d0aa81d0-d0da-4ee9-bf3c-61b8f5ad1f5a service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=ace4455a9e1b44e5bf7b04fd4abf81d7&device_id=7c808f60-6b5e-4ad9-8463-47c749c4ad58 HTTP/1.1" status: 200 len: 1129 time: 0.0387862 Jul 26 14:53:12.860298 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea3ceec-d67b-46de-a91c-b7a99bdac3e4 req-75a00a3b-c4dd-43d0-a6cc-c48c772889ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:53:12.861700 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-eea3ceec-d67b-46de-a91c-b7a99bdac3e4 req-75a00a3b-c4dd-43d0-a6cc-c48c772889ec service neutron] 10.222.0.99 "GET /v2.0/networks?id=4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0 HTTP/1.1" status: 200 len: 917 time: 0.0900049 Jul 26 14:53:12.921611 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-eea3ceec-d67b-46de-a91c-b7a99bdac3e4 req-636fe679-3b74-45e1-9b8d-b85bb925461d service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73723af2-05ec-4b78-b99d-0201637337f6 HTTP/1.1" status: 200 len: 1000 time: 0.0539222 Jul 26 14:53:12.973361 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea3ceec-d67b-46de-a91c-b7a99bdac3e4 req-0d5c4c13-f617-403d-a397-28ff61d2ec01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:53:12.974752 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-eea3ceec-d67b-46de-a91c-b7a99bdac3e4 req-0d5c4c13-f617-403d-a397-28ff61d2ec01 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=2dc51976-041f-4e28-9975-c948630898a5 HTTP/1.1" status: 200 len: 854 time: 0.0466893 Jul 26 14:53:13.017889 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea3ceec-d67b-46de-a91c-b7a99bdac3e4 req-559522f0-9473-4cf2-9c1a-bb9f8b8b56f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:53:13.019351 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-eea3ceec-d67b-46de-a91c-b7a99bdac3e4 req-559522f0-9473-4cf2-9c1a-bb9f8b8b56f8 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380642 Jul 26 14:53:13.111015 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-eea3ceec-d67b-46de-a91c-b7a99bdac3e4 req-56174d9d-ebeb-4b61-a4eb-2ac92f4b7e86 service neutron] 10.222.0.99 "GET /v2.0/networks/4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841737 Jul 26 14:53:13.209107 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-eea3ceec-d67b-46de-a91c-b7a99bdac3e4 req-65067c13-99d5-4359-8bc3-b3de3382a8dc service neutron] 10.222.0.99 "GET /v2.0/networks/4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919013 Jul 26 14:53:13.708123 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf81d334-5861-4327-bd30-3b34858a2318 req-2f85949f-7769-41b0-ac3d-0fcee5b8112c tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:53:13.709587 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-bf81d334-5861-4327-bd30-3b34858a2318 req-2f85949f-7769-41b0-ac3d-0fcee5b8112c tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=a97d630c-f890-4022-87ba-406020a397dc HTTP/1.1" status: 200 len: 946 time: 0.0503042 Jul 26 14:53:13.756666 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-bf81d334-5861-4327-bd30-3b34858a2318 req-c658a058-ac9f-4323-965e-3988cdaf6644 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=07a7f217-8c49-407d-8fdd-fca70593a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409384 Jul 26 14:53:14.883195 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5649a060-2380-4105-990e-816056877216 req-37cbb78a-1b01-4130-a852-705010a6372d tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:53:14.884764 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-5649a060-2380-4105-990e-816056877216 req-37cbb78a-1b01-4130-a852-705010a6372d tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=a97d630c-f890-4022-87ba-406020a397dc HTTP/1.1" status: 200 len: 946 time: 0.0482571 Jul 26 14:53:14.911172 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=100 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:53:14.934436 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-5649a060-2380-4105-990e-816056877216 req-32d05507-c64c-44a3-b12e-3c0db08ebf7a tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=07a7f217-8c49-407d-8fdd-fca70593a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433109 Jul 26 14:53:15.070831 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (311d617f-8fa1-4662-a157-ab38f6e1e2d8), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:15.078032 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.agents_db [None req-99196b13-9676-4f02-b89b-0db7196f18a6 None None] Agent healthcheck: found 6 active agents {{(pid=111105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 14:53:16.056499 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89448224-1801-483b-b3b0-178cbb644687 req-20b03826-ac27-4f59-888b-113dfcd418f5 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:53:16.058741 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-89448224-1801-483b-b3b0-178cbb644687 req-20b03826-ac27-4f59-888b-113dfcd418f5 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=a97d630c-f890-4022-87ba-406020a397dc HTTP/1.1" status: 200 len: 946 time: 0.0497010 Jul 26 14:53:16.110671 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-89448224-1801-483b-b3b0-178cbb644687 req-0fbc5d05-a3af-423d-b27b-89be1815b002 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=07a7f217-8c49-407d-8fdd-fca70593a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448830 Jul 26 14:53:17.012980 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 45016) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:53:17.118272 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-1488a04e-fa2a-4fc1-90c3-7f9ef10ec375 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:17.199682 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-1488a04e-fa2a-4fc1-90c3-7f9ef10ec375 admin admin] Publish callbacks [] for security_group (11a8727f-5dd2-47d3-a029-48d62a89ac32), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:17.235919 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97101190-adab-4486-bad6-88d3b874e16e req-16bc7fe6-7c15-44ec-a4b8-94bc77ce33b7 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:53:17.237450 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-97101190-adab-4486-bad6-88d3b874e16e req-16bc7fe6-7c15-44ec-a4b8-94bc77ce33b7 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=a97d630c-f890-4022-87ba-406020a397dc HTTP/1.1" status: 200 len: 946 time: 0.0510414 Jul 26 14:53:17.270739 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-1488a04e-fa2a-4fc1-90c3-7f9ef10ec375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (11a8727f-5dd2-47d3-a029-48d62a89ac32), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:17.283531 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:53:17.286930 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-97101190-adab-4486-bad6-88d3b874e16e req-684a5a76-52aa-435f-b9e4-c8d34aa7ff7f tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=07a7f217-8c49-407d-8fdd-fca70593a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438211 Jul 26 14:53:17.314633 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-1488a04e-fa2a-4fc1-90c3-7f9ef10ec375 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=95beb7e102724f2d9172f68a61a65c7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2998276 Jul 26 14:53:17.317091 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1488a04e-fa2a-4fc1-90c3-7f9ef10ec375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11a8727f-5dd2-47d3-a029-48d62a89ac32,revision_number=1']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:17.319319 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 45022) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:53:17.368114 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-80ef29f2-16ec-4ff2-b878-461495c58fc7 admin admin] Publish callbacks [] for security_group (11a8727f-5dd2-47d3-a029-48d62a89ac32), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:17.390405 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-80ef29f2-16ec-4ff2-b878-461495c58fc7 admin admin] Publish callbacks [] for security_group (11a8727f-5dd2-47d3-a029-48d62a89ac32), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:17.579388 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-80ef29f2-16ec-4ff2-b878-461495c58fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (11a8727f-5dd2-47d3-a029-48d62a89ac32), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:17.582259 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-80ef29f2-16ec-4ff2-b878-461495c58fc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:17.583100 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-80ef29f2-16ec-4ff2-b878-461495c58fc7 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/11a8727f-5dd2-47d3-a029-48d62a89ac32 HTTP/1.1" status: 204 len: 168 time: 0.2631810 Jul 26 14:53:17.587966 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:53:17.596183 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef29f2-16ec-4ff2-b878-461495c58fc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a8727f-5dd2-47d3-a029-48d62a89ac32,revision_number=None']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:18.270706 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 45038) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:53:18.284976 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-1213240d-6142-4ad4-b9a8-b5a3f3b51143 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:18.363314 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-1213240d-6142-4ad4-b9a8-b5a3f3b51143 admin admin] Publish callbacks [] for security_group (fb223b19-1e46-4f12-b460-2535299a063f), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:18.411001 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17b1826-6169-4894-9658-c8599600160b req-07422f6f-18c6-49a5-8767-d29ffe6bfb19 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:53:18.412516 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-e17b1826-6169-4894-9658-c8599600160b req-07422f6f-18c6-49a5-8767-d29ffe6bfb19 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=a97d630c-f890-4022-87ba-406020a397dc HTTP/1.1" status: 200 len: 946 time: 0.0513926 Jul 26 14:53:18.431767 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-1213240d-6142-4ad4-b9a8-b5a3f3b51143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (fb223b19-1e46-4f12-b460-2535299a063f), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:18.493232 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-e17b1826-6169-4894-9658-c8599600160b req-f98fd6d8-3a6f-4680-a263-903212b985bc tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=07a7f217-8c49-407d-8fdd-fca70593a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745366 Jul 26 14:53:18.496113 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-1213240d-6142-4ad4-b9a8-b5a3f3b51143 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=7b6a8cb3b4174123963275fa10ad0565&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2238393 Jul 26 14:53:18.496849 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1213240d-6142-4ad4-b9a8-b5a3f3b51143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb223b19-1e46-4f12-b460-2535299a063f,revision_number=1']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:18.499150 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 45042) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:53:18.549419 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-0549fece-102d-4bb1-a76b-a86a962b4326 admin admin] Publish callbacks [] for security_group (fb223b19-1e46-4f12-b460-2535299a063f), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:18.570887 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-0549fece-102d-4bb1-a76b-a86a962b4326 admin admin] Publish callbacks [] for security_group (fb223b19-1e46-4f12-b460-2535299a063f), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:18.716544 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-0549fece-102d-4bb1-a76b-a86a962b4326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (fb223b19-1e46-4f12-b460-2535299a063f), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:18.719099 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-0549fece-102d-4bb1-a76b-a86a962b4326 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:18.720330 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-0549fece-102d-4bb1-a76b-a86a962b4326 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/fb223b19-1e46-4f12-b460-2535299a063f HTTP/1.1" status: 204 len: 168 time: 0.2201719 Jul 26 14:53:18.728372 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0549fece-102d-4bb1-a76b-a86a962b4326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb223b19-1e46-4f12-b460-2535299a063f,revision_number=None']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:19.609147 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ead6e5-bd50-4eeb-802e-86d695ac92eb req-807bdcbd-8903-45c5-9c94-2aaf9dda864f tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:53:19.610727 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-c2ead6e5-bd50-4eeb-802e-86d695ac92eb req-807bdcbd-8903-45c5-9c94-2aaf9dda864f tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=a97d630c-f890-4022-87ba-406020a397dc HTTP/1.1" status: 200 len: 946 time: 0.0474672 Jul 26 14:53:19.661410 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-c2ead6e5-bd50-4eeb-802e-86d695ac92eb req-fcbe2180-ed2b-4274-9a0e-182e7cdabd82 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=07a7f217-8c49-407d-8fdd-fca70593a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448818 Jul 26 14:53:20.318996 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=53 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:53:20.783019 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de84f94-cca9-411b-a909-09bb7c8c1e79 req-f435f96f-c925-4a48-954c-f04cec80e02a tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:53:20.784680 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-6de84f94-cca9-411b-a909-09bb7c8c1e79 req-f435f96f-c925-4a48-954c-f04cec80e02a tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=a97d630c-f890-4022-87ba-406020a397dc HTTP/1.1" status: 200 len: 946 time: 0.0499291 Jul 26 14:53:20.844218 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-6de84f94-cca9-411b-a909-09bb7c8c1e79 req-c9df2f97-5b9b-4edc-a109-47117c5c653f tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=07a7f217-8c49-407d-8fdd-fca70593a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518017 Jul 26 14:53:21.588553 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 45166) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:53:21.711991 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-8457c3fe-0d8c-406b-84ba-09316814d555 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:21.751742 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:53:21.796795 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-8457c3fe-0d8c-406b-84ba-09316814d555 admin admin] Publish callbacks [] for security_group (307b26ab-5ba6-4338-a49c-19951f4833fd), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:21.929718 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-8457c3fe-0d8c-406b-84ba-09316814d555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (307b26ab-5ba6-4338-a49c-19951f4833fd), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:22.013470 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-8457c3fe-0d8c-406b-84ba-09316814d555 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=03b667b40abe4a52969ce1787c1c0189&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4231420 Jul 26 14:53:22.014183 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8457c3fe-0d8c-406b-84ba-09316814d555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=307b26ab-5ba6-4338-a49c-19951f4833fd,revision_number=1']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:22.016213 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 45192) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:53:22.028576 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faaf620-f7fa-4af4-93db-f4e0a26863ce req-137f13f8-2a34-4dbb-a15e-b9bd54103bfb tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:53:22.030108 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-8faaf620-f7fa-4af4-93db-f4e0a26863ce req-137f13f8-2a34-4dbb-a15e-b9bd54103bfb tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=a97d630c-f890-4022-87ba-406020a397dc HTTP/1.1" status: 200 len: 946 time: 0.0922580 Jul 26 14:53:22.036811 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-84e43282-b9df-4f54-b5e8-004186bd5f36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (bb4183fa-e0c9-4858-9c34-b1ab78d39af4), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:22.084113 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-bc952d5f-9113-4b8b-84f0-e6bfe7dbbb82 admin admin] Publish callbacks [] for security_group (307b26ab-5ba6-4338-a49c-19951f4833fd), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:22.084386 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-8faaf620-f7fa-4af4-93db-f4e0a26863ce req-4b5dec30-539d-42ac-9be2-d9a09a6ec02e tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=07a7f217-8c49-407d-8fdd-fca70593a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476372 Jul 26 14:53:22.108781 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-bc952d5f-9113-4b8b-84f0-e6bfe7dbbb82 admin admin] Publish callbacks [] for security_group (307b26ab-5ba6-4338-a49c-19951f4833fd), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:22.236427 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-bc952d5f-9113-4b8b-84f0-e6bfe7dbbb82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (307b26ab-5ba6-4338-a49c-19951f4833fd), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:22.239021 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-bc952d5f-9113-4b8b-84f0-e6bfe7dbbb82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:22.240212 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-bc952d5f-9113-4b8b-84f0-e6bfe7dbbb82 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/307b26ab-5ba6-4338-a49c-19951f4833fd HTTP/1.1" status: 204 len: 168 time: 0.2229545 Jul 26 14:53:22.248858 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc952d5f-9113-4b8b-84f0-e6bfe7dbbb82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=307b26ab-5ba6-4338-a49c-19951f4833fd,revision_number=None']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:23.025866 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 45218) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:53:23.044481 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-b92a7881-1ec4-427b-8175-9de28cbe509b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:23.115357 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:DELETE=8,neutron:SELECT=84,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:53:23.120084 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-b92a7881-1ec4-427b-8175-9de28cbe509b admin admin] Publish callbacks [] for security_group (cd9762c0-328a-4d6e-a94f-ada4a6f53e28), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:23.173678 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:53:23.209072 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5a989f-69c9-4d04-bbe9-492457047651 req-5d18f800-3017-445c-a614-f8e2b9cb77d4 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:53:23.217471 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-ea5a989f-69c9-4d04-bbe9-492457047651 req-5d18f800-3017-445c-a614-f8e2b9cb77d4 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=a97d630c-f890-4022-87ba-406020a397dc HTTP/1.1" status: 200 len: 946 time: 0.0473428 Jul 26 14:53:23.217471 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-b92a7881-1ec4-427b-8175-9de28cbe509b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (cd9762c0-328a-4d6e-a94f-ada4a6f53e28), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:23.267457 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-b92a7881-1ec4-427b-8175-9de28cbe509b admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=6a4b82827112444394e3808b69b20573&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2405000 Jul 26 14:53:23.270250 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 45232) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:53:23.281814 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92a7881-1ec4-427b-8175-9de28cbe509b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd9762c0-328a-4d6e-a94f-ada4a6f53e28,revision_number=1']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:23.307470 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-ea5a989f-69c9-4d04-bbe9-492457047651 req-7f540c38-32b8-4920-a509-4530b23653e2 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=07a7f217-8c49-407d-8fdd-fca70593a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899415 Jul 26 14:53:23.341789 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-c90d461e-d9ce-42dc-afc2-26cd63a840ad admin admin] Publish callbacks [] for security_group (cd9762c0-328a-4d6e-a94f-ada4a6f53e28), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:23.368779 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-c90d461e-d9ce-42dc-afc2-26cd63a840ad admin admin] Publish callbacks [] for security_group (cd9762c0-328a-4d6e-a94f-ada4a6f53e28), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:23.500166 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-c90d461e-d9ce-42dc-afc2-26cd63a840ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (cd9762c0-328a-4d6e-a94f-ada4a6f53e28), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:23.503182 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-c90d461e-d9ce-42dc-afc2-26cd63a840ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:23.504516 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-c90d461e-d9ce-42dc-afc2-26cd63a840ad admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/cd9762c0-328a-4d6e-a94f-ada4a6f53e28 HTTP/1.1" status: 204 len: 168 time: 0.2332253 Jul 26 14:53:23.514260 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90d461e-d9ce-42dc-afc2-26cd63a840ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd9762c0-328a-4d6e-a94f-ada4a6f53e28,revision_number=None']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:24.415321 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b295877-2f18-48a4-a086-fffdbdc5066e req-58c8e34c-4094-4eba-b352-82410f0cb379 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:53:24.416810 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-1b295877-2f18-48a4-a086-fffdbdc5066e req-58c8e34c-4094-4eba-b352-82410f0cb379 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=a97d630c-f890-4022-87ba-406020a397dc HTTP/1.1" status: 200 len: 946 time: 0.0463195 Jul 26 14:53:24.463489 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-1b295877-2f18-48a4-a086-fffdbdc5066e req-ed44a9b9-a1cc-4ae7-94f0-ce7adbcd5bb4 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=07a7f217-8c49-407d-8fdd-fca70593a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406318 Jul 26 14:53:24.561040 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-e1664454-e430-464e-963c-d38ff420dfcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (66f8bb98-7ace-4a85-b6ba-ffe40597695b), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:25.073496 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=51 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:53:25.471951 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b30572d2-bee0-4462-94ed-c13cd0ef4273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (40fac31a-afaa-44e8-8521-47b803a59f0f), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:25.588352 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c39241-c907-48e2-a90a-2678165823d2 req-9d92b832-803e-4e87-8214-7e06c49eb868 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:53:25.589914 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-a7c39241-c907-48e2-a90a-2678165823d2 req-9d92b832-803e-4e87-8214-7e06c49eb868 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=a97d630c-f890-4022-87ba-406020a397dc HTTP/1.1" status: 200 len: 946 time: 0.0540037 Jul 26 14:53:25.637406 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-a7c39241-c907-48e2-a90a-2678165823d2 req-18b20674-2067-4724-9b9d-16123f69eab1 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=07a7f217-8c49-407d-8fdd-fca70593a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412984 Jul 26 14:53:26.718737 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:53:26.758298 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3315df18-eeeb-456a-b217-9a11c60ed002 req-5ea6bf91-f316-48a3-a7e3-bb768e0792a4 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:53:26.764176 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-3315df18-eeeb-456a-b217-9a11c60ed002 req-5ea6bf91-f316-48a3-a7e3-bb768e0792a4 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=a97d630c-f890-4022-87ba-406020a397dc HTTP/1.1" status: 200 len: 946 time: 0.0554004 Jul 26 14:53:26.823980 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-3315df18-eeeb-456a-b217-9a11c60ed002 req-b817bbb5-6668-49ca-9c0d-20d82597b1fd tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=07a7f217-8c49-407d-8fdd-fca70593a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539958 Jul 26 14:53:26.825477 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=34,neutron:UPDATE=4 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:53:26.826269 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=41,neutron:UPDATE=7 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:53:26.928703 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b977bc9f-0510-4ebd-94dd-930fc4499a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (e5556d63-fbf3-48f2-bfac-7896e86945c3), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:27.044635 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 45348) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:53:27.165500 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-f008da83-b401-4700-a703-3421ebd75327 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:27.191915 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (df49e665-2de0-463a-a1e1-c989804d5593), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:27.254864 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-f008da83-b401-4700-a703-3421ebd75327 admin admin] Publish callbacks [] for security_group (5bd00593-8abe-4b28-979a-06d783878ec1), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:27.475142 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-f008da83-b401-4700-a703-3421ebd75327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (5bd00593-8abe-4b28-979a-06d783878ec1), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:27.531495 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:53:27.543857 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-f008da83-b401-4700-a703-3421ebd75327 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=7d08974f94754fe3abc8431a0afcaded&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4977942 Jul 26 14:53:27.546621 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 45360) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:53:27.550860 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42244463-04f1-4229-a6cf-25ff9e4f9ca7 req-3be0a180-5956-490a-86d0-0529487af3bd tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:53:27.552320 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-42244463-04f1-4229-a6cf-25ff9e4f9ca7 req-3be0a180-5956-490a-86d0-0529487af3bd tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] 10.222.0.97 "GET /v2.0/ports?device_id=19044933-e557-4fb7-87ca-e67b212eb6bf HTTP/1.1" status: 200 len: 946 time: 0.0888052 Jul 26 14:53:27.553323 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f008da83-b401-4700-a703-3421ebd75327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd00593-8abe-4b28-979a-06d783878ec1,revision_number=1']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:27.600288 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-f768530d-819f-410c-baac-4df97dae65cd admin admin] Publish callbacks [] for security_group (5bd00593-8abe-4b28-979a-06d783878ec1), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:27.601573 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-42244463-04f1-4229-a6cf-25ff9e4f9ca7 req-b5ab5a8c-a4a0-45df-9dbf-e2c8fe9f8ca6 tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] 10.222.0.97 "GET /v2.0/security-groups?id=78a48c70-271b-4fe1-a300-0b3af328b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433004 Jul 26 14:53:27.624929 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-f768530d-819f-410c-baac-4df97dae65cd admin admin] Publish callbacks [] for security_group (5bd00593-8abe-4b28-979a-06d783878ec1), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:27.713684 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 45364) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:53:27.786599 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-f768530d-819f-410c-baac-4df97dae65cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (5bd00593-8abe-4b28-979a-06d783878ec1), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:27.789540 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-f768530d-819f-410c-baac-4df97dae65cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:27.805470 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-f768530d-819f-410c-baac-4df97dae65cd admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/5bd00593-8abe-4b28-979a-06d783878ec1 HTTP/1.1" status: 204 len: 168 time: 0.2465613 Jul 26 14:53:27.813402 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f768530d-819f-410c-baac-4df97dae65cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd00593-8abe-4b28-979a-06d783878ec1,revision_number=None']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:27.826503 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-ad369f37-f587-4576-aab9-c3c9af3f41b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:27.943938 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-ad369f37-f587-4576-aab9-c3c9af3f41b1 admin admin] Publish callbacks [] for security_group (a9738be4-89e6-4fea-87de-248500ab57c2), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:27.952836 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707f1c11-a71e-40ec-9226-9d68dae32fbc req-009c9ede-c4dd-45b0-afa8-3e9f1bd3ddd8 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:53:27.954309 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-707f1c11-a71e-40ec-9226-9d68dae32fbc req-009c9ede-c4dd-45b0-afa8-3e9f1bd3ddd8 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=a97d630c-f890-4022-87ba-406020a397dc HTTP/1.1" status: 200 len: 946 time: 0.0650818 Jul 26 14:53:28.003122 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-707f1c11-a71e-40ec-9226-9d68dae32fbc req-14338bc5-0535-4661-981b-741c30c0a454 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=07a7f217-8c49-407d-8fdd-fca70593a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426872 Jul 26 14:53:28.049255 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-ad369f37-f587-4576-aab9-c3c9af3f41b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (a9738be4-89e6-4fea-87de-248500ab57c2), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:28.090870 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-ad369f37-f587-4576-aab9-c3c9af3f41b1 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=d3527596a72a41688b19f58d093681a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3742297 Jul 26 14:53:28.090870 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad369f37-f587-4576-aab9-c3c9af3f41b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9738be4-89e6-4fea-87de-248500ab57c2,revision_number=1']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:28.094106 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 45376) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:53:28.146182 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-ba7efb29-aaaf-41df-81e1-3c06a5c56448 admin admin] Publish callbacks [] for security_group (a9738be4-89e6-4fea-87de-248500ab57c2), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:28.171294 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=8 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:53:28.173359 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-ba7efb29-aaaf-41df-81e1-3c06a5c56448 admin admin] Publish callbacks [] for security_group (a9738be4-89e6-4fea-87de-248500ab57c2), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:28.340740 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-ba7efb29-aaaf-41df-81e1-3c06a5c56448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (a9738be4-89e6-4fea-87de-248500ab57c2), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:28.343311 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-ba7efb29-aaaf-41df-81e1-3c06a5c56448 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:28.344510 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-ba7efb29-aaaf-41df-81e1-3c06a5c56448 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/a9738be4-89e6-4fea-87de-248500ab57c2 HTTP/1.1" status: 204 len: 168 time: 0.2494915 Jul 26 14:53:28.353538 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7efb29-aaaf-41df-81e1-3c06a5c56448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9738be4-89e6-4fea-87de-248500ab57c2,revision_number=None']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:28.607298 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 45382) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:53:28.621506 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-23b400a0-637c-45d8-9612-1fd9fded9226 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:28.643541 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:53:28.697809 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-23b400a0-637c-45d8-9612-1fd9fded9226 admin admin] Publish callbacks [] for security_group (be8a78c1-772c-46f9-b25a-16bd6831370a), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:28.723759 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87961cc5-9ab2-4b53-afda-8deca584e319 req-9badbd2e-ed97-4b81-a132-5313fbde8fed tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:53:28.725265 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-87961cc5-9ab2-4b53-afda-8deca584e319 req-9badbd2e-ed97-4b81-a132-5313fbde8fed tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] 10.222.0.97 "GET /v2.0/ports?device_id=19044933-e557-4fb7-87ca-e67b212eb6bf HTTP/1.1" status: 200 len: 946 time: 0.0494330 Jul 26 14:53:28.773079 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-87961cc5-9ab2-4b53-afda-8deca584e319 req-139e99f1-04ca-49a4-b77d-b07b2bde08f9 tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] 10.222.0.97 "GET /v2.0/security-groups?id=78a48c70-271b-4fe1-a300-0b3af328b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421972 Jul 26 14:53:28.803500 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-23b400a0-637c-45d8-9612-1fd9fded9226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (be8a78c1-772c-46f9-b25a-16bd6831370a), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:28.864321 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b400a0-637c-45d8-9612-1fd9fded9226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be8a78c1-772c-46f9-b25a-16bd6831370a,revision_number=1']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:28.876369 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-23b400a0-637c-45d8-9612-1fd9fded9226 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=40ee2172aa764db78e5d1dd7955f3009&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2647007 Jul 26 14:53:28.878106 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 45390) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:53:28.941783 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-f5150192-b8ac-4ffc-b4e6-90d689020b21 admin admin] Publish callbacks [] for security_group (be8a78c1-772c-46f9-b25a-16bd6831370a), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:28.963425 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-f5150192-b8ac-4ffc-b4e6-90d689020b21 admin admin] Publish callbacks [] for security_group (be8a78c1-772c-46f9-b25a-16bd6831370a), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:29.110466 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-f5150192-b8ac-4ffc-b4e6-90d689020b21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (be8a78c1-772c-46f9-b25a-16bd6831370a), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:29.112799 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-f5150192-b8ac-4ffc-b4e6-90d689020b21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:29.113883 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-f5150192-b8ac-4ffc-b4e6-90d689020b21 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/be8a78c1-772c-46f9-b25a-16bd6831370a HTTP/1.1" status: 204 len: 168 time: 0.2343318 Jul 26 14:53:29.129091 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5150192-b8ac-4ffc-b4e6-90d689020b21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be8a78c1-772c-46f9-b25a-16bd6831370a,revision_number=None']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:29.138790 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8109e8ca-a6e0-4d48-a673-a0208453ad22 req-3e5d9960-f928-4c02-a4c1-c6687f67857e tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:53:29.140304 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-8109e8ca-a6e0-4d48-a673-a0208453ad22 req-3e5d9960-f928-4c02-a4c1-c6687f67857e tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=a97d630c-f890-4022-87ba-406020a397dc HTTP/1.1" status: 200 len: 946 time: 0.0596139 Jul 26 14:53:29.191565 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-8109e8ca-a6e0-4d48-a673-a0208453ad22 req-d0697931-27ae-4a11-979d-6245b59eb16f tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=07a7f217-8c49-407d-8fdd-fca70593a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450947 Jul 26 14:53:29.883590 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 45430) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:53:29.909515 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf57645-cb97-4655-9f4b-1eec34762b3f req-5d8125e7-6acf-405e-930c-5997ffe45323 tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:53:29.911047 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-edf57645-cb97-4655-9f4b-1eec34762b3f req-5d8125e7-6acf-405e-930c-5997ffe45323 tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] 10.222.0.97 "GET /v2.0/ports?device_id=19044933-e557-4fb7-87ca-e67b212eb6bf HTTP/1.1" status: 200 len: 946 time: 0.0611579 Jul 26 14:53:29.981181 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-edf57645-cb97-4655-9f4b-1eec34762b3f req-2f786606-ff59-4e36-a435-4ae3fbef8b34 tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] 10.222.0.97 "GET /v2.0/security-groups?id=78a48c70-271b-4fe1-a300-0b3af328b7b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641797 Jul 26 14:53:30.033839 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.v2.base [None req-3d04e298-8417-446b-8944-a97abafb5b09 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1575365732-network', 'tenant_id': 'e7107f9317c24cc7b972fdc6b8c01322'}} {{(pid=111103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 14:53:30.203492 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d04e298-8417-446b-8944-a97abafb5b09 admin admin] Made reservation on behalf of e7107f9317c24cc7b972fdc6b8c01322 for: {'network': 1} {{(pid=111103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:53:30.205836 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-3d04e298-8417-446b-8944-a97abafb5b09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for network (None), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:30.215168 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-3d04e298-8417-446b-8944-a97abafb5b09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:30.328118 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb917e87-c63a-4546-b8d1-5fcdb800c552 req-3f787a54-c3db-4617-8804-d002727017b2 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:53:30.329634 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-fb917e87-c63a-4546-b8d1-5fcdb800c552 req-3f787a54-c3db-4617-8804-d002727017b2 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=a97d630c-f890-4022-87ba-406020a397dc HTTP/1.1" status: 200 len: 946 time: 0.0652900 Jul 26 14:53:30.339483 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-3d04e298-8417-446b-8944-a97abafb5b09 admin admin] Publish callbacks [] for security_group (896cf7bd-4be7-476d-9275-cbb1eb9feae1), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:30.381067 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-fb917e87-c63a-4546-b8d1-5fcdb800c552 req-559282ac-edec-4c42-8063-940c32ad2248 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=07a7f217-8c49-407d-8fdd-fca70593a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436437 Jul 26 14:53:30.426699 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebe867c-9eb7-448d-9313-e41965ecf3bb req-fafc6943-6d94-423f-905d-15dfb42f810a tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:53:30.428523 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-aebe867c-9eb7-448d-9313-e41965ecf3bb req-fafc6943-6d94-423f-905d-15dfb42f810a tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] 10.222.0.99 "GET /v2.0/ports?device_id=19044933-e557-4fb7-87ca-e67b212eb6bf HTTP/1.1" status: 200 len: 946 time: 0.0536380 Jul 26 14:53:30.512382 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-3d04e298-8417-446b-8944-a97abafb5b09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (896cf7bd-4be7-476d-9275-cbb1eb9feae1), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:30.538035 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d04e298-8417-446b-8944-a97abafb5b09 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1094} {{(pid=111103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:53:30.547731 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d04e298-8417-446b-8944-a97abafb5b09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=896cf7bd-4be7-476d-9275-cbb1eb9feae1,revision_number=1']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:30.554174 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-3d04e298-8417-446b-8944-a97abafb5b09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1539468'] for segment (d48d7847-7528-47c2-aa10-8a92098c043b), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:30.554738 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.db.segments_db [None req-3d04e298-8417-446b-8944-a97abafb5b09 admin admin] Added segment d48d7847-7528-47c2-aa10-8a92098c043b of type vlan for network 14f3b361-a8f4-473b-ba81-867b2d141518 Jul 26 14:53:30.557796 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.plugin [req-aebe867c-9eb7-448d-9313-e41965ecf3bb req-c25063d7-38a7-407e-93a4-bf03edebbc1e tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] Deleting port ad48d699-f27b-41ef-82f4-21fe1b9332b8 {{(pid=111102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 14:53:30.560961 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-aebe867c-9eb7-448d-9313-e41965ecf3bb req-c25063d7-38a7-407e-93a4-bf03edebbc1e tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789580082445'] for port (ad48d699-f27b-41ef-82f4-21fe1b9332b8), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:30.608646 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-3d04e298-8417-446b-8944-a97abafb5b09 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789579709570'] for network (14f3b361-a8f4-473b-ba81-867b2d141518), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:30.656979 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.db [req-aebe867c-9eb7-448d-9313-e41965ecf3bb req-c25063d7-38a7-407e-93a4-bf03edebbc1e tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] For port ad48d699-f27b-41ef-82f4-21fe1b9332b8, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=ad48d699-f27b-41ef-82f4-21fe1b9332b8,segment=NetworkSegment(82e6fd43-9678-4238-8619-ec1c114f874d),segment_id=82e6fd43-9678-4238-8619-ec1c114f874d)] {{(pid=111102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:53:30.658232 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-aebe867c-9eb7-448d-9313-e41965ecf3bb req-c25063d7-38a7-407e-93a4-bf03edebbc1e tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580114'] for port (ad48d699-f27b-41ef-82f4-21fe1b9332b8), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:30.672634 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.plugin [req-aebe867c-9eb7-448d-9313-e41965ecf3bb req-c25063d7-38a7-407e-93a4-bf03edebbc1e tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] Calling delete_port for ad48d699-f27b-41ef-82f4-21fe1b9332b8 owned by compute:nova {{(pid=111102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 14:53:30.717887 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-3d04e298-8417-446b-8944-a97abafb5b09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707'] for network (14f3b361-a8f4-473b-ba81-867b2d141518), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:30.718995 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d04e298-8417-446b-8944-a97abafb5b09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:53:30.719732 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-3d04e298-8417-446b-8944-a97abafb5b09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524685'] for network (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:30.809416 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d04e298-8417-446b-8944-a97abafb5b09 admin admin] Pushing event updated for resources: {'Network': ['ID=14f3b361-a8f4-473b-ba81-867b2d141518,revision_number=1']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:30.823428 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Network 14f3b361-a8f4-473b-ba81-867b2d141518 details requested by agent ovs-agent-dv-cinder-851030-1-iscsi with host dv-cinder-851030-1-iscsi {{(pid=111104) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:53:30.938548 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-aebe867c-9eb7-448d-9313-e41965ecf3bb req-c25063d7-38a7-407e-93a4-bf03edebbc1e tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789580201795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789579689804'] for port (ad48d699-f27b-41ef-82f4-21fe1b9332b8), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:30.943502 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-3d04e298-8417-446b-8944-a97abafb5b09 admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 1.0583601 Jul 26 14:53:30.945958 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 45460) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:53:30.951652 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.v2.base [None req-264872da-1476-4782-afd3-e986e00baa12 admin admin] Request body: {'subnet': {'network_id': '14f3b361-a8f4-473b-ba81-867b2d141518', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1575365732-subnet', 'tenant_id': 'e7107f9317c24cc7b972fdc6b8c01322', 'ip_version': 4}} {{(pid=111103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 14:53:31.007746 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25063d7-38a7-407e-93a4-bf03edebbc1e tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] Pushing event deleted for resources: {'Port': ['ID=ad48d699-f27b-41ef-82f4-21fe1b9332b8,revision_number=None']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:31.076254 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.l3_dvrscheduler_db [req-aebe867c-9eb7-448d-9313-e41965ecf3bb req-c25063d7-38a7-407e-93a4-bf03edebbc1e tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] No DVR routers for this DVR port ad48d699-f27b-41ef-82f4-21fe1b9332b8 on host hv-cinder-85103 {{(pid=111102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 14:53:31.076254 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-aebe867c-9eb7-448d-9313-e41965ecf3bb req-c25063d7-38a7-407e-93a4-bf03edebbc1e tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-431034'] for port (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:31.076254 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-aebe867c-9eb7-448d-9313-e41965ecf3bb req-c25063d7-38a7-407e-93a4-bf03edebbc1e tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] 10.222.0.99 "DELETE /v2.0/ports/ad48d699-f27b-41ef-82f4-21fe1b9332b8 HTTP/1.1" status: 204 len: 173 time: 0.6359098 Jul 26 14:53:31.080037 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19044933-e557-4fb7-87ca-e67b212eb6bf', 'name': 'network-vif-deleted', 'tag': 'ad48d699-f27b-41ef-82f4-21fe1b9332b8'}] {{(pid=111102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 14:53:31.082352 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8185506cd1cc56e10fcde42571d85de650c4e290bb1b6bf5ec2f858ed2201c15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67761f61-7c5a-4438-94cd-d809d88ad4b6" -d '{"events": [{"server_uuid": "19044933-e557-4fb7-87ca-e67b212eb6bf", "name": "network-vif-deleted", "tag": "ad48d699-f27b-41ef-82f4-21fe1b9332b8"}]}' {{(pid=111102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:53:31.117581 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-efa84c82-26e2-4b73-9054-d968881a0e08 req-08ee09bd-ebc5-43af-9619-1b9a1e3eba10 tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] 10.222.0.97 "GET /v2.0/ports?device_id=19044933-e557-4fb7-87ca-e67b212eb6bf HTTP/1.1" status: 200 len: 210 time: 0.0562775 Jul 26 14:53:31.133551 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 14:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2844974c-5eeb-4e47-bdd1-50e22d55c180 x-openstack-request-id: req-2844974c-5eeb-4e47-bdd1-50e22d55c180 {{(pid=111102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:53:31.133894 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19044933-e557-4fb7-87ca-e67b212eb6bf", "name": "network-vif-deleted", "tag": "ad48d699-f27b-41ef-82f4-21fe1b9332b8", "status": "completed", "code": 200}]} {{(pid=111102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:53:31.134225 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-2844974c-5eeb-4e47-bdd1-50e22d55c180 {{(pid=111102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:53:31.134672 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2844974c-5eeb-4e47-bdd1-50e22d55c180'] response: {'server_uuid': '19044933-e557-4fb7-87ca-e67b212eb6bf', 'name': 'network-vif-deleted', 'tag': 'ad48d699-f27b-41ef-82f4-21fe1b9332b8', 'status': 'completed', 'code': 200} Jul 26 14:53:31.135655 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-264872da-1476-4782-afd3-e986e00baa12 admin admin] Made reservation on behalf of e7107f9317c24cc7b972fdc6b8c01322 for: {'subnet': 1} {{(pid=111103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:53:31.138820 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-264872da-1476-4782-afd3-e986e00baa12 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:31.160403 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] get_ports_and_sgs() called for port_ids ['ad48d699-f27b-41ef-82f4-21fe1b9332b8'] {{(pid=111104) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:53:31.170983 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=100 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:53:31.379260 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:53:31.538656 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad16b5c-4275-4f08-ab1f-7e6e2bf05dce req-656bc020-8ab4-4dbb-8917-3acbd75b18d1 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:53:31.541206 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-aad16b5c-4275-4f08-ab1f-7e6e2bf05dce req-656bc020-8ab4-4dbb-8917-3acbd75b18d1 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=a97d630c-f890-4022-87ba-406020a397dc HTTP/1.1" status: 200 len: 946 time: 0.0626965 Jul 26 14:53:31.601533 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-aad16b5c-4275-4f08-ab1f-7e6e2bf05dce req-6555d6b6-e288-4352-930e-6832f1be40d3 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=07a7f217-8c49-407d-8fdd-fca70593a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520859 Jul 26 14:53:31.609719 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-264872da-1476-4782-afd3-e986e00baa12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707'] for subnet (2f172c49-73da-4c22-8185-d9d275101a2a), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:31.668396 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264872da-1476-4782-afd3-e986e00baa12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f172c49-73da-4c22-8185-d9d275101a2a,revision_number=0']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:31.682754 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264872da-1476-4782-afd3-e986e00baa12 admin admin] Checking segment: {'id': 'd48d7847-7528-47c2-aa10-8a92098c043b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '14f3b361-a8f4-473b-ba81-867b2d141518'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 14:53:31.682754 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264872da-1476-4782-afd3-e986e00baa12 admin admin] Network hostable DHCP agents. Network: 14f3b361-a8f4-473b-ba81-867b2d141518, hostable agents: ['bb4183fa-e0c9-4858-9c34-b1ab78d39af4'], hosted agents: [] {{(pid=111103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:53:31.809981 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264872da-1476-4782-afd3-e986e00baa12 admin admin] Network 14f3b361-a8f4-473b-ba81-867b2d141518 is scheduled to be hosted by DHCP agent bb4183fa-e0c9-4858-9c34-b1ab78d39af4 with binding_index 1 {{(pid=111103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:53:31.918635 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.scheduler.base_scheduler [None req-264872da-1476-4782-afd3-e986e00baa12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851030-1-iscsi, 14f3b361-a8f4-473b-ba81-867b2d141518) {{(pid=111103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:53:31.924077 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264872da-1476-4782-afd3-e986e00baa12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:53:31.924753 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-264872da-1476-4782-afd3-e986e00baa12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524685'] for subnet (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:31.928812 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6edebfa-cb22-46d4-a38f-18072a93384f None None] Network 14f3b361-a8f4-473b-ba81-867b2d141518 requested from dv-cinder-851030-1-iscsi {{(pid=111104) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 14:53:32.032571 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-264872da-1476-4782-afd3-e986e00baa12 admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0828631 Jul 26 14:53:32.033842 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 45512) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:53:32.037409 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.v2.base [None req-91825778-aadc-441b-ac4e-cc5b1c60ced3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1575365732-router', 'tenant_id': 'e7107f9317c24cc7b972fdc6b8c01322', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a'}}} {{(pid=111103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 14:53:32.046269 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77b7c44-a15a-4975-9af0-182a19eb71cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0bb6af5a-2cc6-51f7-b99d-0d53e456ff99-14f3b361-a8f4-473b-ba81-867b2d141518', 'network_id': '14f3b361-a8f4-473b-ba81-867b2d141518', 'project_id': 'e7107f9317c24cc7b972fdc6b8c01322', 'fixed_ips': [{'subnet_id': '2f172c49-73da-4c22-8185-d9d275101a2a'}]}} from dv-cinder-851030-1-iscsi. {{(pid=111104) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 26 14:53:32.047220 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-d77b7c44-a15a-4975-9af0-182a19eb71cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (None), before_create {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:32.158308 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-91825778-aadc-441b-ac4e-cc5b1c60ced3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-567826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-937'] for router (77253391-b429-4b7c-9024-2065a1df24b8), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:32.159346 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-91825778-aadc-441b-ac4e-cc5b1c60ced3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-694010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-656253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-928'] for router (77253391-b429-4b7c-9024-2065a1df24b8), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:32.206179 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.db_base_plugin_common [None req-d77b7c44-a15a-4975-9af0-182a19eb71cc None None] Allocated IP 172.20.0.2 (14f3b361-a8f4-473b-ba81-867b2d141518/2f172c49-73da-4c22-8185-d9d275101a2a/7d28839b-de0d-4ba3-b588-eaf09cf1326f) {{(pid=111104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:53:32.230719 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-91825778-aadc-441b-ac4e-cc5b1c60ced3 admin admin] Publish callbacks [] for router_controller (77253391-b429-4b7c-9024-2065a1df24b8), precommit_add_association {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:32.247969 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-3a02b6bb-11f3-42ce-a302-c2be9de3f7a5 req-cf9ccab7-0fac-4806-b4e0-cf6952c3d8ce tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] 10.222.0.97 "GET /v2.0/ports?device_id=19044933-e557-4fb7-87ca-e67b212eb6bf HTTP/1.1" status: 200 len: 210 time: 0.0311847 Jul 26 14:53:32.356379 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-d77b7c44-a15a-4975-9af0-182a19eb71cc None None] Publish callbacks [] for port (7d28839b-de0d-4ba3-b588-eaf09cf1326f), precommit_create {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:32.425816 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-91825778-aadc-441b-ac4e-cc5b1c60ced3 admin admin] Publish callbacks [] for router_gateway (77253391-b429-4b7c-9024-2065a1df24b8), precommit_update {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:32.455730 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-d77b7c44-a15a-4975-9af0-182a19eb71cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789579689795'] for port (7d28839b-de0d-4ba3-b588-eaf09cf1326f), after_create {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:32.496194 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77b7c44-a15a-4975-9af0-182a19eb71cc None None] Network 14f3b361-a8f4-473b-ba81-867b2d141518 is already hosted by enough agents. {{(pid=111104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:53:32.501040 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.scheduler.base_scheduler [None req-d77b7c44-a15a-4975-9af0-182a19eb71cc None None] Resources bound (agent type, host, resource id): {{(pid=111104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:53:32.505028 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77b7c44-a15a-4975-9af0-182a19eb71cc None None] Received port after_create {{(pid=111104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 14:53:32.508266 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77b7c44-a15a-4975-9af0-182a19eb71cc None None] Pushing event updated for resources: {'Port': ['ID=7d28839b-de0d-4ba3-b588-eaf09cf1326f,revision_number=1']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:32.546783 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:53:32.562946 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.managers [None req-d77b7c44-a15a-4975-9af0-182a19eb71cc None None] Attempting to bind port 7d28839b-de0d-4ba3-b588-eaf09cf1326f on host dv-cinder-851030-1-iscsi for vnic_type normal with profile {{(pid=111104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 14:53:32.563318 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.managers [None req-d77b7c44-a15a-4975-9af0-182a19eb71cc None None] Attempting to bind port 7d28839b-de0d-4ba3-b588-eaf09cf1326f by drivers openvswitch,hyperv on host dv-cinder-851030-1-iscsi at level 0 using segments [{'id': 'd48d7847-7528-47c2-aa10-8a92098c043b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '14f3b361-a8f4-473b-ba81-867b2d141518'}] {{(pid=111104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 14:53:32.563712 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77b7c44-a15a-4975-9af0-182a19eb71cc None None] Attempting to bind port 7d28839b-de0d-4ba3-b588-eaf09cf1326f on network 14f3b361-a8f4-473b-ba81-867b2d141518 {{(pid=111104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 14:53:32.568720 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77b7c44-a15a-4975-9af0-182a19eb71cc None None] Checking agent: {'id': 'df49e665-2de0-463a-a1e1-c989804d5593', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851030-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 14, 42, 57), 'started_at': datetime.datetime(2022, 7, 26, 14, 43, 27), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 14, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851030-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 14:53:32.569091 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77b7c44-a15a-4975-9af0-182a19eb71cc None None] Checking segment: {'id': 'd48d7847-7528-47c2-aa10-8a92098c043b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '14f3b361-a8f4-473b-ba81-867b2d141518'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 14:53:32.569489 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-d77b7c44-a15a-4975-9af0-182a19eb71cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:32.569875 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77b7c44-a15a-4975-9af0-182a19eb71cc None None] Bound using segment: {'id': 'd48d7847-7528-47c2-aa10-8a92098c043b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '14f3b361-a8f4-473b-ba81-867b2d141518'} {{(pid=111104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 14:53:32.570357 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.managers [None req-d77b7c44-a15a-4975-9af0-182a19eb71cc None None] Bound port: 7d28839b-de0d-4ba3-b588-eaf09cf1326f, host: dv-cinder-851030-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd48d7847-7528-47c2-aa10-8a92098c043b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '14f3b361-a8f4-473b-ba81-867b2d141518'}}] {{(pid=111104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 14:53:32.570715 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-d77b7c44-a15a-4975-9af0-182a19eb71cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (7d28839b-de0d-4ba3-b588-eaf09cf1326f), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:32.635838 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-d77b7c44-a15a-4975-9af0-182a19eb71cc None None] For port 7d28839b-de0d-4ba3-b588-eaf09cf1326f, host dv-cinder-851030-1-iscsi, cleared binding levels {{(pid=111104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:53:32.638920 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-d77b7c44-a15a-4975-9af0-182a19eb71cc None None] For port 7d28839b-de0d-4ba3-b588-eaf09cf1326f, host dv-cinder-851030-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851030-1-iscsi',level=0,port_id=7d28839b-de0d-4ba3-b588-eaf09cf1326f,segment=NetworkSegment(d48d7847-7528-47c2-aa10-8a92098c043b),segment_id=d48d7847-7528-47c2-aa10-8a92098c043b)] {{(pid=111104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:53:32.724405 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-d77b7c44-a15a-4975-9af0-182a19eb71cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (7d28839b-de0d-4ba3-b588-eaf09cf1326f), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:32.729922 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-91825778-aadc-441b-ac4e-cc5b1c60ced3 admin admin] Publish callbacks [] for router_gateway (77253391-b429-4b7c-9024-2065a1df24b8), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:32.743592 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2165ee1d-dfa5-42cd-bd62-0e73d53dc077 req-a80866be-8aa5-4e17-a4b0-365e16d9a3be tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:53:32.744929 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-2165ee1d-dfa5-42cd-bd62-0e73d53dc077 req-a80866be-8aa5-4e17-a4b0-365e16d9a3be tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=a97d630c-f890-4022-87ba-406020a397dc HTTP/1.1" status: 200 len: 946 time: 0.0560589 Jul 26 14:53:32.745572 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 45526) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:53:32.757787 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-91825778-aadc-441b-ac4e-cc5b1c60ced3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (None), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:32.790258 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:53:32.795630 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77b7c44-a15a-4975-9af0-182a19eb71cc None None] Pushing event updated for resources: {'Port': ['ID=7d28839b-de0d-4ba3-b588-eaf09cf1326f,revision_number=2']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:32.802416 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-2165ee1d-dfa5-42cd-bd62-0e73d53dc077 req-bfe142de-50ca-4c0d-8f91-50eb3bc27e4a tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=07a7f217-8c49-407d-8fdd-fca70593a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506577 Jul 26 14:53:32.887247 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-d31a185c-b6ac-4e45-b498-0a1d85e25cd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:32.896464 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.db.db_base_plugin_common [None req-91825778-aadc-441b-ac4e-cc5b1c60ced3 admin admin] Allocated IP 172.27.0.30 (976f28e8-c47c-49b7-93ff-2bd79bbe121a/527ba32d-e656-41f8-8fe6-15a8ab4751c9/7bec4bbe-d10a-4710-9f59-7fbddd70fb0e) {{(pid=111103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:53:32.979890 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-d31a185c-b6ac-4e45-b498-0a1d85e25cd9 admin admin] Publish callbacks [] for security_group (e9bcb267-e96e-40d9-bf52-193430adfd25), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:33.007066 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-91825778-aadc-441b-ac4e-cc5b1c60ced3 admin admin] Publish callbacks [] for port (7bec4bbe-d10a-4710-9f59-7fbddd70fb0e), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:33.088169 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-d31a185c-b6ac-4e45-b498-0a1d85e25cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (e9bcb267-e96e-40d9-bf52-193430adfd25), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:33.104373 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:INSERT=6 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:53:33.107786 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-91825778-aadc-441b-ac4e-cc5b1c60ced3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789579689795'] for port (7bec4bbe-d10a-4710-9f59-7fbddd70fb0e), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:33.145986 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31a185c-b6ac-4e45-b498-0a1d85e25cd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9bcb267-e96e-40d9-bf52-193430adfd25,revision_number=1']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:33.151523 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-d31a185c-b6ac-4e45-b498-0a1d85e25cd9 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=c3952799a16144fc81c9f8a21425b514&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4049118 Jul 26 14:53:33.155842 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 45532) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:53:33.169551 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91825778-aadc-441b-ac4e-cc5b1c60ced3 admin admin] Network 976f28e8-c47c-49b7-93ff-2bd79bbe121a is already hosted by enough agents. {{(pid=111103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:53:33.172158 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.scheduler.base_scheduler [None req-91825778-aadc-441b-ac4e-cc5b1c60ced3 admin admin] Resources bound (agent type, host, resource id): {{(pid=111103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:53:33.186836 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91825778-aadc-441b-ac4e-cc5b1c60ced3 admin admin] Received port after_create {{(pid=111103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 14:53:33.224441 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-338069ed-2203-4d65-b403-6c0ca7763e7e admin admin] Publish callbacks [] for security_group (e9bcb267-e96e-40d9-bf52-193430adfd25), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:33.252685 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-338069ed-2203-4d65-b403-6c0ca7763e7e admin admin] Publish callbacks [] for security_group (e9bcb267-e96e-40d9-bf52-193430adfd25), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:33.270579 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91825778-aadc-441b-ac4e-cc5b1c60ced3 admin admin] Pushing event updated for resources: {'Port': ['ID=7bec4bbe-d10a-4710-9f59-7fbddd70fb0e,revision_number=1']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:33.358800 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-39571202-131b-47de-bcf2-c721b5f94c8f req-e53a9cd2-7721-4403-b935-24322fe5710b tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] 10.222.0.97 "GET /v2.0/ports?device_id=19044933-e557-4fb7-87ca-e67b212eb6bf HTTP/1.1" status: 200 len: 210 time: 0.0312672 Jul 26 14:53:33.392601 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-338069ed-2203-4d65-b403-6c0ca7763e7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (e9bcb267-e96e-40d9-bf52-193430adfd25), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:33.402067 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-338069ed-2203-4d65-b403-6c0ca7763e7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:33.402067 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-338069ed-2203-4d65-b403-6c0ca7763e7e admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/e9bcb267-e96e-40d9-bf52-193430adfd25 HTTP/1.1" status: 204 len: 168 time: 0.2395637 Jul 26 14:53:33.405173 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338069ed-2203-4d65-b403-6c0ca7763e7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9bcb267-e96e-40d9-bf52-193430adfd25,revision_number=None']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:33.530057 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-91825778-aadc-441b-ac4e-cc5b1c60ced3 admin admin] Publish callbacks [] for router_gateway (77253391-b429-4b7c-9024-2065a1df24b8), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:33.725191 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-91825778-aadc-441b-ac4e-cc5b1c60ced3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-693894'] for router (77253391-b429-4b7c-9024-2065a1df24b8), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:33.850941 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d9092a-bae6-45cb-bbf6-01410365d794 None None] Network 14f3b361-a8f4-473b-ba81-867b2d141518 requested from dv-cinder-851030-1-iscsi {{(pid=111104) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 14:53:33.929501 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91825778-aadc-441b-ac4e-cc5b1c60ced3 admin admin] Router 77253391-b429-4b7c-9024-2065a1df24b8 is scheduled to L3 agent 66f8bb98-7ace-4a85-b6ba-ffe40597695b with binding_index 1 {{(pid=111103) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 26 14:53:33.931861 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:DELETE=3,neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:53:33.983061 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbda67b-045b-41fa-b805-fb487521f6d9 req-25da616b-33f6-4cad-9f7b-7b5b52cbb96a tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:53:33.985410 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-ecbda67b-045b-41fa-b805-fb487521f6d9 req-25da616b-33f6-4cad-9f7b-7b5b52cbb96a tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=a97d630c-f890-4022-87ba-406020a397dc HTTP/1.1" status: 200 len: 946 time: 0.0764685 Jul 26 14:53:34.047034 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-ecbda67b-045b-41fa-b805-fb487521f6d9 req-64996c98-c636-453f-9289-8c6264ad1ba0 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=07a7f217-8c49-407d-8fdd-fca70593a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525239 Jul 26 14:53:34.069466 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-2a98bfe3-ce0e-4c2a-a639-a5d5140dcab4 None None] Provisioning complete for port 7d28839b-de0d-4ba3-b588-eaf09cf1326f triggered by entity DHCP. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:53:34.069837 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-2a98bfe3-ce0e-4c2a-a639-a5d5140dcab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (7d28839b-de0d-4ba3-b588-eaf09cf1326f), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:34.083913 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:53:34.084729 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91825778-aadc-441b-ac4e-cc5b1c60ced3 admin admin] Notify agent at l3_agent.dv-cinder-851030-1-iscsi the message routers_updated {{(pid=111103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:53:34.088991 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a80eea1-6d29-47a5-b0ed-7b880632e125 None None] Sync routers for ids ['77253391-b429-4b7c-9024-2065a1df24b8'] in dv-cinder-851030-1-iscsi {{(pid=111105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:53:34.099930 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a80eea1-6d29-47a5-b0ed-7b880632e125 None None] Routers {'77253391-b429-4b7c-9024-2065a1df24b8'} bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 14:53:34.100624 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_hamode_db [None req-5a80eea1-6d29-47a5-b0ed-7b880632e125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851030-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-26T14:42:54Z,description=,heartbeat_timestamp=2022-07-26T14:53:24Z,host='dv-cinder-851030-1-iscsi',id=66f8bb98-7ace-4a85-b6ba-ffe40597695b,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:42:55Z,topic='l3_agent')) {'router_ids': ['77253391-b429-4b7c-9024-2065a1df24b8'], 'active': True} {{(pid=111105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:53:34.189260 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-91825778-aadc-441b-ac4e-cc5b1c60ced3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:34.192168 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-91825778-aadc-441b-ac4e-cc5b1c60ced3 admin admin] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1583250 Jul 26 14:53:34.204571 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-2a98bfe3-ce0e-4c2a-a639-a5d5140dcab4 None None] Current status of the port 7d28839b-de0d-4ba3-b588-eaf09cf1326f is: DOWN; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:53:34.204571 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-2a98bfe3-ce0e-4c2a-a639-a5d5140dcab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (7d28839b-de0d-4ba3-b588-eaf09cf1326f), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:34.206881 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 45548) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:53:34.261168 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_dvr_db [None req-5a80eea1-6d29-47a5-b0ed-7b880632e125 None None] Set router 77253391-b429-4b7c-9024-2065a1df24b8 gateway port host: dv-cinder-851030-1-iscsi {{(pid=111105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 14:53:34.279546 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-2a98bfe3-ce0e-4c2a-a639-a5d5140dcab4 None None] For port 7d28839b-de0d-4ba3-b588-eaf09cf1326f, host dv-cinder-851030-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851030-1-iscsi',level=0,port_id=7d28839b-de0d-4ba3-b588-eaf09cf1326f,segment=NetworkSegment(d48d7847-7528-47c2-aa10-8a92098c043b),segment_id=d48d7847-7528-47c2-aa10-8a92098c043b)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:53:34.347984 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:53:34.400649 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 45552) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:53:34.403626 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-2a98bfe3-ce0e-4c2a-a639-a5d5140dcab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (7d28839b-de0d-4ba3-b588-eaf09cf1326f), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:34.435174 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-f99dbe3a-cfbe-4cab-8ee3-913fc39f9a31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:34.524229 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a98bfe3-ce0e-4c2a-a639-a5d5140dcab4 None None] Pushing event updated for resources: {'Port': ['ID=7d28839b-de0d-4ba3-b588-eaf09cf1326f,revision_number=3']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:34.540605 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-bd94d339-a5ec-4ccf-a876-197bcec38002 None None] Provisioning complete for port 7d28839b-de0d-4ba3-b588-eaf09cf1326f triggered by entity DHCP. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:53:34.541141 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-bd94d339-a5ec-4ccf-a876-197bcec38002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (7d28839b-de0d-4ba3-b588-eaf09cf1326f), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:34.571047 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_hamode_db [None req-5a80eea1-6d29-47a5-b0ed-7b880632e125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77253391-b429-4b7c-9024-2065a1df24b8', 'name': 'tempest-TestVolumeBootPattern-1575365732-router', 'tenant_id': 'e7107f9317c24cc7b972fdc6b8c01322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '7bec4bbe-d10a-4710-9f59-7fbddd70fb0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:53:32Z', 'updated_at': '2022-07-26T14:53:33Z', 'revision_number': 3, 'project_id': 'e7107f9317c24cc7b972fdc6b8c01322', 'gw_port': {'id': '7bec4bbe-d10a-4710-9f59-7fbddd70fb0e', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e2:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77253391-b429-4b7c-9024-2065a1df24b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:53:32Z', 'updated_at': '2022-07-26T14:53:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi'}], 'dv-cinder-851030-1-iscsi', False) {} {{(pid=111105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:53:34.580670 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device 7d28839b-de0d-4ba3-b588-eaf09cf1326f up at agent ovs-agent-dv-cinder-851030-1-iscsi {{(pid=111104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:53:34.596190 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-5a5631bd-a5d2-4a2c-89c1-d430f76a33bb req-673e89f3-ac10-4b09-b5af-faae1c5c958f tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] 10.222.0.97 "GET /v2.0/ports?device_id=19044933-e557-4fb7-87ca-e67b212eb6bf HTTP/1.1" status: 200 len: 210 time: 0.0637374 Jul 26 14:53:34.602650 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a80eea1-6d29-47a5-b0ed-7b880632e125 None None] Checking router: 77253391-b429-4b7c-9024-2065a1df24b8 for host: dv-cinder-851030-1-iscsi {{(pid=111105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:53:34.603007 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a80eea1-6d29-47a5-b0ed-7b880632e125 None None] Updating router 77253391-b429-4b7c-9024-2065a1df24b8 port 7bec4bbe-d10a-4710-9f59-7fbddd70fb0e binding host dv-cinder-851030-1-iscsi {{(pid=111105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 14:53:34.634634 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron_lib.callbacks.manager [None req-5a80eea1-6d29-47a5-b0ed-7b880632e125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (7bec4bbe-d10a-4710-9f59-7fbddd70fb0e), before_update {{(pid=111105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:34.661316 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-f99dbe3a-cfbe-4cab-8ee3-913fc39f9a31 admin admin] Publish callbacks [] for security_group (e7946beb-6e6f-438a-8ff3-25c900330685), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:34.699167 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Provisioning complete for port 7d28839b-de0d-4ba3-b588-eaf09cf1326f triggered by entity L2. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:53:34.699620 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (7d28839b-de0d-4ba3-b588-eaf09cf1326f), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:34.703834 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-bd94d339-a5ec-4ccf-a876-197bcec38002 None None] Current status of the port 7d28839b-de0d-4ba3-b588-eaf09cf1326f is: ACTIVE; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:53:34.726268 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:53:34.729544 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-f99dbe3a-cfbe-4cab-8ee3-913fc39f9a31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (e7946beb-6e6f-438a-8ff3-25c900330685), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:34.778558 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Current status of the port 7d28839b-de0d-4ba3-b588-eaf09cf1326f is: ACTIVE; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:53:34.778899 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-f99dbe3a-cfbe-4cab-8ee3-913fc39f9a31 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=8f93c1a70ce5485e8329a757dd958cf2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3833778 Jul 26 14:53:34.779669 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99dbe3a-cfbe-4cab-8ee3-913fc39f9a31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7946beb-6e6f-438a-8ff3-25c900330685,revision_number=1']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:34.784962 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 45554) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:53:34.842263 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-a1000020-c1c8-4f7b-81c2-2a7d5f390a2e admin admin] Publish callbacks [] for security_group (e7946beb-6e6f-438a-8ff3-25c900330685), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:34.867502 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-a1000020-c1c8-4f7b-81c2-2a7d5f390a2e admin admin] Publish callbacks [] for security_group (e7946beb-6e6f-438a-8ff3-25c900330685), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:34.876479 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-a5a63224-ad17-482d-8dbb-0addc18d2197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:34.901662 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron_lib.callbacks.manager [None req-5a80eea1-6d29-47a5-b0ed-7b880632e125 None None] Publish callbacks [] for port (7bec4bbe-d10a-4710-9f59-7fbddd70fb0e), precommit_update {{(pid=111105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:35.015247 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron_lib.callbacks.manager [None req-5a80eea1-6d29-47a5-b0ed-7b880632e125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (7bec4bbe-d10a-4710-9f59-7fbddd70fb0e), after_update {{(pid=111105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:35.027041 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.db_base_plugin_common [None req-a5a63224-ad17-482d-8dbb-0addc18d2197 admin admin] Allocated IP 172.20.0.1 (14f3b361-a8f4-473b-ba81-867b2d141518/2f172c49-73da-4c22-8185-d9d275101a2a/5840695a-f93c-4b1f-a583-6cb313898d1c) {{(pid=111102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:53:35.067786 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ec6e1-7278-4e10-8595-0d4ab48dbf95 None None] Pushing event updated for resources: {'Port': ['ID=7bec4bbe-d10a-4710-9f59-7fbddd70fb0e,revision_number=2']} {{(pid=111105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:35.072959 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-a1000020-c1c8-4f7b-81c2-2a7d5f390a2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (e7946beb-6e6f-438a-8ff3-25c900330685), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:35.082702 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-a1000020-c1c8-4f7b-81c2-2a7d5f390a2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:35.084976 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-a1000020-c1c8-4f7b-81c2-2a7d5f390a2e admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/e7946beb-6e6f-438a-8ff3-25c900330685 HTTP/1.1" status: 204 len: 168 time: 0.2990751 Jul 26 14:53:35.090874 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:53:35.092475 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec6e1-7278-4e10-8595-0d4ab48dbf95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:53:35.093236 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec6e1-7278-4e10-8595-0d4ab48dbf95 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:53:35.094947 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec6e1-7278-4e10-8595-0d4ab48dbf95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:53:35.094947 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec6e1-7278-4e10-8595-0d4ab48dbf95 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:53:35.094947 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec6e1-7278-4e10-8595-0d4ab48dbf95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:53:35.096683 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec6e1-7278-4e10-8595-0d4ab48dbf95 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:53:35.099600 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec6e1-7278-4e10-8595-0d4ab48dbf95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:53:35.099926 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec6e1-7278-4e10-8595-0d4ab48dbf95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:53:35.100362 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec6e1-7278-4e10-8595-0d4ab48dbf95 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:53:35.100596 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec6e1-7278-4e10-8595-0d4ab48dbf95 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:53:35.100969 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec6e1-7278-4e10-8595-0d4ab48dbf95 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:53:35.101322 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec6e1-7278-4e10-8595-0d4ab48dbf95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:53:35.101671 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec6e1-7278-4e10-8595-0d4ab48dbf95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:53:35.101974 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec6e1-7278-4e10-8595-0d4ab48dbf95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:53:35.102293 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ec6e1-7278-4e10-8595-0d4ab48dbf95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:53:35.103942 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1000020-c1c8-4f7b-81c2-2a7d5f390a2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7946beb-6e6f-438a-8ff3-25c900330685,revision_number=None']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:35.109205 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.plugins.ml2.managers [None req-5a80eea1-6d29-47a5-b0ed-7b880632e125 None None] Attempting to bind port 7bec4bbe-d10a-4710-9f59-7fbddd70fb0e on host dv-cinder-851030-1-iscsi for vnic_type normal with profile {{(pid=111105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 14:53:35.109574 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.plugins.ml2.managers [None req-5a80eea1-6d29-47a5-b0ed-7b880632e125 None None] Attempting to bind port 7bec4bbe-d10a-4710-9f59-7fbddd70fb0e by drivers openvswitch,hyperv on host dv-cinder-851030-1-iscsi at level 0 using segments [{'id': '9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a'}] {{(pid=111105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 14:53:35.109932 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a80eea1-6d29-47a5-b0ed-7b880632e125 None None] Attempting to bind port 7bec4bbe-d10a-4710-9f59-7fbddd70fb0e on network 976f28e8-c47c-49b7-93ff-2bd79bbe121a {{(pid=111105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 14:53:35.120462 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a80eea1-6d29-47a5-b0ed-7b880632e125 None None] Checking agent: {'id': 'df49e665-2de0-463a-a1e1-c989804d5593', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851030-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 14, 42, 57), 'started_at': datetime.datetime(2022, 7, 26, 14, 43, 27), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 14, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851030-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 14:53:35.120760 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a80eea1-6d29-47a5-b0ed-7b880632e125 None None] Checking segment: {'id': '9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 14:53:35.121166 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron_lib.callbacks.manager [None req-5a80eea1-6d29-47a5-b0ed-7b880632e125 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:35.122119 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a80eea1-6d29-47a5-b0ed-7b880632e125 None None] Bound using segment: {'id': '9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a'} {{(pid=111105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 14:53:35.122640 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.plugins.ml2.managers [None req-5a80eea1-6d29-47a5-b0ed-7b880632e125 None None] Bound port: 7bec4bbe-d10a-4710-9f59-7fbddd70fb0e, host: dv-cinder-851030-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a'}}] {{(pid=111105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 14:53:35.123034 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron_lib.callbacks.manager [None req-5a80eea1-6d29-47a5-b0ed-7b880632e125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (7bec4bbe-d10a-4710-9f59-7fbddd70fb0e), before_update {{(pid=111105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:35.170339 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:53:35.197931 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.plugins.ml2.db [None req-5a80eea1-6d29-47a5-b0ed-7b880632e125 None None] For port 7bec4bbe-d10a-4710-9f59-7fbddd70fb0e, host dv-cinder-851030-1-iscsi, cleared binding levels {{(pid=111105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:53:35.202009 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.plugins.ml2.db [None req-5a80eea1-6d29-47a5-b0ed-7b880632e125 None None] For port 7bec4bbe-d10a-4710-9f59-7fbddd70fb0e, host dv-cinder-851030-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851030-1-iscsi',level=0,port_id=7bec4bbe-d10a-4710-9f59-7fbddd70fb0e,segment=NetworkSegment(9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7),segment_id=9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7)] {{(pid=111105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:53:35.214255 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-a5a63224-ad17-482d-8dbb-0addc18d2197 admin admin] Publish callbacks [] for port (5840695a-f93c-4b1f-a583-6cb313898d1c), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:35.288624 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3810193d-7de5-414b-8053-3fe10cf6b99c req-18da4ee9-0158-47c9-ab15-3e929f34def7 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:53:35.290162 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-3810193d-7de5-414b-8053-3fe10cf6b99c req-18da4ee9-0158-47c9-ab15-3e929f34def7 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=a97d630c-f890-4022-87ba-406020a397dc HTTP/1.1" status: 200 len: 946 time: 0.0736301 Jul 26 14:53:35.294603 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron_lib.callbacks.manager [None req-5a80eea1-6d29-47a5-b0ed-7b880632e125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (7bec4bbe-d10a-4710-9f59-7fbddd70fb0e), after_update {{(pid=111105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:35.341694 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:53:35.348054 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-3810193d-7de5-414b-8053-3fe10cf6b99c req-b0494fd0-cd6c-4b47-a3e9-dbfecdf9d013 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=07a7f217-8c49-407d-8fdd-fca70593a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497835 Jul 26 14:53:35.352426 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a80eea1-6d29-47a5-b0ed-7b880632e125 None None] Routers {'77253391-b429-4b7c-9024-2065a1df24b8'} bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 14:53:35.353058 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_hamode_db [None req-5a80eea1-6d29-47a5-b0ed-7b880632e125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851030-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-26T14:42:54Z,description=,heartbeat_timestamp=2022-07-26T14:53:24Z,host='dv-cinder-851030-1-iscsi',id=66f8bb98-7ace-4a85-b6ba-ffe40597695b,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:42:55Z,topic='l3_agent')) {'router_ids': ['77253391-b429-4b7c-9024-2065a1df24b8'], 'active': True} {{(pid=111105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:53:35.393247 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ec6e1-7278-4e10-8595-0d4ab48dbf95 None None] Pushing event updated for resources: {'Port': ['ID=7bec4bbe-d10a-4710-9f59-7fbddd70fb0e,revision_number=3']} {{(pid=111105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:35.427503 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-a5a63224-ad17-482d-8dbb-0addc18d2197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789579689795'] for port (5840695a-f93c-4b1f-a583-6cb313898d1c), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:35.437936 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=100 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:53:35.461156 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a63224-ad17-482d-8dbb-0addc18d2197 admin admin] Network 14f3b361-a8f4-473b-ba81-867b2d141518 is already hosted by enough agents. {{(pid=111102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:53:35.464126 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.base_scheduler [None req-a5a63224-ad17-482d-8dbb-0addc18d2197 admin admin] Resources bound (agent type, host, resource id): {{(pid=111102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:53:35.468120 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a63224-ad17-482d-8dbb-0addc18d2197 admin admin] Received port after_create {{(pid=111102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 14:53:35.468589 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-a5a63224-ad17-482d-8dbb-0addc18d2197 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-566150'] for router_interface (77253391-b429-4b7c-9024-2065a1df24b8), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:35.472815 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_dvr_db [None req-5a80eea1-6d29-47a5-b0ed-7b880632e125 None None] Set router 77253391-b429-4b7c-9024-2065a1df24b8 gateway port host: dv-cinder-851030-1-iscsi {{(pid=111105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 14:53:35.513620 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a63224-ad17-482d-8dbb-0addc18d2197 admin admin] Pushing event updated for resources: {'Port': ['ID=5840695a-f93c-4b1f-a583-6cb313898d1c,revision_number=1']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:35.761466 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_hamode_db [None req-5a80eea1-6d29-47a5-b0ed-7b880632e125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77253391-b429-4b7c-9024-2065a1df24b8', 'name': 'tempest-TestVolumeBootPattern-1575365732-router', 'tenant_id': 'e7107f9317c24cc7b972fdc6b8c01322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '7bec4bbe-d10a-4710-9f59-7fbddd70fb0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:53:32Z', 'updated_at': '2022-07-26T14:53:33Z', 'revision_number': 3, 'project_id': 'e7107f9317c24cc7b972fdc6b8c01322', 'gw_port': {'id': '7bec4bbe-d10a-4710-9f59-7fbddd70fb0e', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e2:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77253391-b429-4b7c-9024-2065a1df24b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:53:32Z', 'updated_at': '2022-07-26T14:53:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi'}], 'dv-cinder-851030-1-iscsi', False) {} {{(pid=111105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:53:35.807253 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-e02f28a6-7fcc-456d-b126-6ae1daa51da1 req-37defc3a-0a8b-4a33-9f7c-36686e2c8ea6 tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] 10.222.0.97 "GET /v2.0/ports?device_id=19044933-e557-4fb7-87ca-e67b212eb6bf HTTP/1.1" status: 200 len: 210 time: 0.0390799 Jul 26 14:53:35.812791 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-a5a63224-ad17-482d-8dbb-0addc18d2197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (5840695a-f93c-4b1f-a583-6cb313898d1c), before_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:35.817127 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a80eea1-6d29-47a5-b0ed-7b880632e125 None None] The sync data for ids ['77253391-b429-4b7c-9024-2065a1df24b8'] in dv-cinder-851030-1-iscsi is: [{'id': '77253391-b429-4b7c-9024-2065a1df24b8', 'name': 'tempest-TestVolumeBootPattern-1575365732-router', 'tenant_id': 'e7107f9317c24cc7b972fdc6b8c01322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '7bec4bbe-d10a-4710-9f59-7fbddd70fb0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:53:32Z', 'updated_at': '2022-07-26T14:53:33Z', 'revision_number': 3, 'project_id': 'e7107f9317c24cc7b972fdc6b8c01322', 'gw_port': {'id': '7bec4bbe-d10a-4710-9f59-7fbddd70fb0e', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e2:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77253391-b429-4b7c-9024-2065a1df24b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:53:32Z', 'updated_at': '2022-07-26T14:53:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi'}] {{(pid=111105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:53:35.830952 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-e7c3728c-e702-4645-a133-2fad5ec22249 None None] Provisioning complete for port 5840695a-f93c-4b1f-a583-6cb313898d1c triggered by entity DHCP. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:53:35.831594 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-e7c3728c-e702-4645-a133-2fad5ec22249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (5840695a-f93c-4b1f-a583-6cb313898d1c), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:35.878542 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Device ad48d699-f27b-41ef-82f4-21fe1b9332b8 no longer exists at agent hyperv_hv-cinder-85103 {{(pid=111104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:53:35.893915 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] No Port match for: ad48d699-f27b-41ef-82f4-21fe1b9332b8 {{(pid=111104) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 14:53:35.894257 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Device ad48d699-f27b-41ef-82f4-21fe1b9332b8 not bound to the agent host hv-cinder-85103 {{(pid=111104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:53:35.900177 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-e7c3728c-e702-4645-a133-2fad5ec22249 None None] Port 5840695a-f93c-4b1f-a583-6cb313898d1c cannot update to ACTIVE because it is not bound. {{(pid=111104) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 14:53:36.326534 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-a5a63224-ad17-482d-8dbb-0addc18d2197 admin admin] Publish callbacks [] for port (5840695a-f93c-4b1f-a583-6cb313898d1c), precommit_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:36.433191 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-a5a63224-ad17-482d-8dbb-0addc18d2197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (5840695a-f93c-4b1f-a583-6cb313898d1c), after_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:36.434469 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-a5a63224-ad17-482d-8dbb-0addc18d2197 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566266'] for router_interface (77253391-b429-4b7c-9024-2065a1df24b8), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:36.542387 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a63224-ad17-482d-8dbb-0addc18d2197 admin admin] Pushing event updated for resources: {'Port': ['ID=5840695a-f93c-4b1f-a583-6cb313898d1c,revision_number=2']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:36.662556 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271b93c7-0114-40ac-84ab-bb60ec885aa2 req-4a7d7785-a070-48ca-b42b-9d6a73dbdd3f tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:53:36.670076 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-271b93c7-0114-40ac-84ab-bb60ec885aa2 req-4a7d7785-a070-48ca-b42b-9d6a73dbdd3f tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=a97d630c-f890-4022-87ba-406020a397dc HTTP/1.1" status: 200 len: 946 time: 0.2014835 Jul 26 14:53:36.737368 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device 7bec4bbe-d10a-4710-9f59-7fbddd70fb0e up at agent ovs-agent-dv-cinder-851030-1-iscsi {{(pid=111104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:53:36.753862 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-271b93c7-0114-40ac-84ab-bb60ec885aa2 req-4e844942-e79e-4eb7-a285-70e391c64ced tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=07a7f217-8c49-407d-8fdd-fca70593a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828106 Jul 26 14:53:36.793170 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Provisioning complete for port 7bec4bbe-d10a-4710-9f59-7fbddd70fb0e triggered by entity L2. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:53:36.793948 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (7bec4bbe-d10a-4710-9f59-7fbddd70fb0e), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:36.797562 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a63224-ad17-482d-8dbb-0addc18d2197 admin admin] Network 14f3b361-a8f4-473b-ba81-867b2d141518 is already hosted by enough agents. {{(pid=111102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:53:36.800257 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.base_scheduler [None req-a5a63224-ad17-482d-8dbb-0addc18d2197 admin admin] Resources bound (agent type, host, resource id): {{(pid=111102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:53:36.903278 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Current status of the port 7bec4bbe-d10a-4710-9f59-7fbddd70fb0e is: DOWN; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:53:36.904405 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (7bec4bbe-d10a-4710-9f59-7fbddd70fb0e), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:36.919139 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:53:36.962609 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] For port 7bec4bbe-d10a-4710-9f59-7fbddd70fb0e, host dv-cinder-851030-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851030-1-iscsi',level=0,port_id=7bec4bbe-d10a-4710-9f59-7fbddd70fb0e,segment=NetworkSegment(9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7),segment_id=9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:53:37.033207 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (7bec4bbe-d10a-4710-9f59-7fbddd70fb0e), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:37.034037 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device 7d28839b-de0d-4ba3-b588-eaf09cf1326f up at agent ovs-agent-dv-cinder-851030-1-iscsi {{(pid=111104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:53:37.074395 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:53:37.154774 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Pushing event updated for resources: {'Port': ['ID=7bec4bbe-d10a-4710-9f59-7fbddd70fb0e,revision_number=4']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:37.182129 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-706f1556-1ad7-4c99-af4d-4c961dc492dc req-248a7310-54f9-48bc-8b07-269da48bb341 tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] 10.222.0.97 "GET /v2.0/ports?device_id=19044933-e557-4fb7-87ca-e67b212eb6bf HTTP/1.1" status: 200 len: 210 time: 0.1427023 Jul 26 14:53:37.198555 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Provisioning complete for port 7d28839b-de0d-4ba3-b588-eaf09cf1326f triggered by entity L2. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:53:37.199290 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (7d28839b-de0d-4ba3-b588-eaf09cf1326f), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:37.201506 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5a63224-ad17-482d-8dbb-0addc18d2197 admin admin] Router 77253391-b429-4b7c-9024-2065a1df24b8 has already been hosted by L3 agent 66f8bb98-7ace-4a85-b6ba-ffe40597695b {{(pid=111102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 14:53:37.364538 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:53:37.407589 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Current status of the port 7d28839b-de0d-4ba3-b588-eaf09cf1326f is: ACTIVE; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:53:37.408438 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5a63224-ad17-482d-8dbb-0addc18d2197 admin admin] Notify agent at l3_agent.dv-cinder-851030-1-iscsi the message routers_updated {{(pid=111102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:53:37.410336 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:53:37.422752 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-a5a63224-ad17-482d-8dbb-0addc18d2197 admin admin] 10.222.0.97 "PUT /v2.0/routers/77253391-b429-4b7c-9024-2065a1df24b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2058189 Jul 26 14:53:37.426160 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-d7a4b4a7-b771-4923-874f-174ddb8231d8 None None] Provisioning complete for port 5840695a-f93c-4b1f-a583-6cb313898d1c triggered by entity DHCP. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:53:37.426736 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-d7a4b4a7-b771-4923-874f-174ddb8231d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (5840695a-f93c-4b1f-a583-6cb313898d1c), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:37.482956 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-d7a4b4a7-b771-4923-874f-174ddb8231d8 None None] Port 5840695a-f93c-4b1f-a583-6cb313898d1c cannot update to ACTIVE because it is not bound. {{(pid=111104) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 14:53:38.017200 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3ca367-b1a5-4bf0-b174-b3624a4ff40b req-0119040f-a352-4dbe-9c4f-71be376db768 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:53:38.021174 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-cd3ca367-b1a5-4bf0-b174-b3624a4ff40b req-0119040f-a352-4dbe-9c4f-71be376db768 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=a97d630c-f890-4022-87ba-406020a397dc HTTP/1.1" status: 200 len: 946 time: 0.1842513 Jul 26 14:53:38.067813 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b3ba22-26eb-4d49-9d7a-fdeacb22c92f req-3a3cfa6f-88b4-4dbc-a57f-4351243410ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:53:38.070745 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-22b3ba22-26eb-4d49-9d7a-fdeacb22c92f req-3a3cfa6f-88b4-4dbc-a57f-4351243410ea service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=a97d630c-f890-4022-87ba-406020a397dc HTTP/1.1" status: 200 len: 1130 time: 0.1365707 Jul 26 14:53:38.161690 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-cd3ca367-b1a5-4bf0-b174-b3624a4ff40b req-ed629245-fe7f-44cc-874f-f723baf7196f tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=07a7f217-8c49-407d-8fdd-fca70593a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300907 Jul 26 14:53:38.197552 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-22b3ba22-26eb-4d49-9d7a-fdeacb22c92f req-dc56a4fc-8726-4931-bf58-ef2c62b1fda9 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=07a7f217-8c49-407d-8fdd-fca70593a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101518 Jul 26 14:53:38.323608 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-44b8cf9a-3775-4396-a5d3-846773d2f204 req-ee87d92d-d71e-4a0b-8d2f-9a3b76af3495 tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] 10.222.0.97 "GET /v2.0/ports?device_id=19044933-e557-4fb7-87ca-e67b212eb6bf HTTP/1.1" status: 200 len: 210 time: 0.0375476 Jul 26 14:53:38.430449 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527350b0-a0c8-411a-bec3-c6e6709f2019 None None] Sync routers for ids ['77253391-b429-4b7c-9024-2065a1df24b8'] in dv-cinder-851030-1-iscsi {{(pid=111104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:53:38.463819 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527350b0-a0c8-411a-bec3-c6e6709f2019 None None] Routers {'77253391-b429-4b7c-9024-2065a1df24b8'} bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 14:53:38.466323 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-527350b0-a0c8-411a-bec3-c6e6709f2019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851030-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-26T14:42:54Z,description=,heartbeat_timestamp=2022-07-26T14:53:24Z,host='dv-cinder-851030-1-iscsi',id=66f8bb98-7ace-4a85-b6ba-ffe40597695b,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:42:55Z,topic='l3_agent')) {'router_ids': ['77253391-b429-4b7c-9024-2065a1df24b8'], 'active': True} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:53:38.551035 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device 7bec4bbe-d10a-4710-9f59-7fbddd70fb0e up at agent ovs-agent-dv-cinder-851030-1-iscsi {{(pid=111104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:53:38.583630 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 45652) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:53:38.588859 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.v2.base [None req-4fb36677-ccfd-43b9-97d3-6edb0f208d32 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1301718411-network', 'tenant_id': '2bb78824c1344af8a6aea40818681920'}} {{(pid=111103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 14:53:38.654115 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Provisioning complete for port 7bec4bbe-d10a-4710-9f59-7fbddd70fb0e triggered by entity L2. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:53:38.654477 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (7bec4bbe-d10a-4710-9f59-7fbddd70fb0e), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:38.657208 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvr_db [None req-527350b0-a0c8-411a-bec3-c6e6709f2019 None None] Set router 77253391-b429-4b7c-9024-2065a1df24b8 gateway port host: dv-cinder-851030-1-iscsi {{(pid=111104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 14:53:38.701741 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fb36677-ccfd-43b9-97d3-6edb0f208d32 admin admin] Made reservation on behalf of 2bb78824c1344af8a6aea40818681920 for: {'network': 1} {{(pid=111103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:53:38.704642 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-4fb36677-ccfd-43b9-97d3-6edb0f208d32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for network (None), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:38.707226 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:53:38.714767 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-4fb36677-ccfd-43b9-97d3-6edb0f208d32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:38.797729 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-4fb36677-ccfd-43b9-97d3-6edb0f208d32 admin admin] Publish callbacks [] for security_group (6e1d5982-ce30-4616-9495-8e8a395caea0), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:38.800236 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:53:38.852729 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Current status of the port 7bec4bbe-d10a-4710-9f59-7fbddd70fb0e is: ACTIVE; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:53:38.910229 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-527350b0-a0c8-411a-bec3-c6e6709f2019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77253391-b429-4b7c-9024-2065a1df24b8', 'name': 'tempest-TestVolumeBootPattern-1575365732-router', 'tenant_id': 'e7107f9317c24cc7b972fdc6b8c01322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '7bec4bbe-d10a-4710-9f59-7fbddd70fb0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:53:32Z', 'updated_at': '2022-07-26T14:53:35Z', 'revision_number': 4, 'project_id': 'e7107f9317c24cc7b972fdc6b8c01322', 'gw_port': {'id': '7bec4bbe-d10a-4710-9f59-7fbddd70fb0e', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77253391-b429-4b7c-9024-2065a1df24b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:53:32Z', 'updated_at': '2022-07-26T14:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi', '_interfaces': [{'id': '5840695a-f93c-4b1f-a583-6cb313898d1c', 'name': '', 'network_id': '14f3b361-a8f4-473b-ba81-867b2d141518', 'tenant_id': 'e7107f9317c24cc7b972fdc6b8c01322', 'mac_address': 'fa:16:3e:46:e2:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77253391-b429-4b7c-9024-2065a1df24b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '2f172c49-73da-4c22-8185-d9d275101a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:53:34Z', 'updated_at': '2022-07-26T14:53:35Z', 'revision_number': 2, 'project_id': 'e7107f9317c24cc7b972fdc6b8c01322', 'subnets': [{'id': '2f172c49-73da-4c22-8185-d9d275101a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851030-1-iscsi', False) {} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:53:38.924496 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-4fb36677-ccfd-43b9-97d3-6edb0f208d32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (6e1d5982-ce30-4616-9495-8e8a395caea0), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:38.941467 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527350b0-a0c8-411a-bec3-c6e6709f2019 None None] Checking router: 77253391-b429-4b7c-9024-2065a1df24b8 for host: dv-cinder-851030-1-iscsi {{(pid=111104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:53:38.943021 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527350b0-a0c8-411a-bec3-c6e6709f2019 None None] Updating router 77253391-b429-4b7c-9024-2065a1df24b8 port 5840695a-f93c-4b1f-a583-6cb313898d1c binding host dv-cinder-851030-1-iscsi {{(pid=111104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 14:53:38.952391 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fb36677-ccfd-43b9-97d3-6edb0f208d32 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1088} {{(pid=111103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:53:38.962463 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb36677-ccfd-43b9-97d3-6edb0f208d32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e1d5982-ce30-4616-9495-8e8a395caea0,revision_number=1']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:38.969451 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-4fb36677-ccfd-43b9-97d3-6edb0f208d32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1539468'] for segment (0183e047-2166-4c28-8278-c78382bdcd59), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:38.969806 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.db.segments_db [None req-4fb36677-ccfd-43b9-97d3-6edb0f208d32 admin admin] Added segment 0183e047-2166-4c28-8278-c78382bdcd59 of type vlan for network f1cf6367-0fb5-4169-ae6e-00345ae81111 Jul 26 14:53:38.973378 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-527350b0-a0c8-411a-bec3-c6e6709f2019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (5840695a-f93c-4b1f-a583-6cb313898d1c), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:39.013394 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-4fb36677-ccfd-43b9-97d3-6edb0f208d32 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789579709570'] for network (f1cf6367-0fb5-4169-ae6e-00345ae81111), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:39.130247 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-4fb36677-ccfd-43b9-97d3-6edb0f208d32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707'] for network (f1cf6367-0fb5-4169-ae6e-00345ae81111), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:39.131279 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb36677-ccfd-43b9-97d3-6edb0f208d32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:53:39.131902 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-4fb36677-ccfd-43b9-97d3-6edb0f208d32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524685'] for network (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:39.200541 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb36677-ccfd-43b9-97d3-6edb0f208d32 admin admin] Pushing event updated for resources: {'Network': ['ID=f1cf6367-0fb5-4169-ae6e-00345ae81111,revision_number=1']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:39.220418 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Network f1cf6367-0fb5-4169-ae6e-00345ae81111 details requested by agent ovs-agent-dv-cinder-851030-1-iscsi with host dv-cinder-851030-1-iscsi {{(pid=111104) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:53:39.281170 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-4fb36677-ccfd-43b9-97d3-6edb0f208d32 admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.6959753 Jul 26 14:53:39.285283 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 45660) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:53:39.290086 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.v2.base [None req-4ff8305e-df88-4e4e-8fe3-d483b255a8c2 admin admin] Request body: {'subnet': {'network_id': 'f1cf6367-0fb5-4169-ae6e-00345ae81111', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1301718411-subnet', 'tenant_id': '2bb78824c1344af8a6aea40818681920', 'ip_version': 4}} {{(pid=111103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 14:53:39.317935 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:53:39.348393 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173a076e-f822-463a-97ba-ded51a4a6423 req-c5b97b55-63eb-401f-909e-34f0dc0dc8ea tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:53:39.355682 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-173a076e-f822-463a-97ba-ded51a4a6423 req-c5b97b55-63eb-401f-909e-34f0dc0dc8ea tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=a97d630c-f890-4022-87ba-406020a397dc HTTP/1.1" status: 200 len: 946 time: 0.0834057 Jul 26 14:53:39.360380 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-527350b0-a0c8-411a-bec3-c6e6709f2019 None None] Publish callbacks [] for port (5840695a-f93c-4b1f-a583-6cb313898d1c), precommit_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:39.410156 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ff8305e-df88-4e4e-8fe3-d483b255a8c2 admin admin] Made reservation on behalf of 2bb78824c1344af8a6aea40818681920 for: {'subnet': 1} {{(pid=111103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:53:39.412630 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-4ff8305e-df88-4e4e-8fe3-d483b255a8c2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:39.421433 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-173a076e-f822-463a-97ba-ded51a4a6423 req-1dd153ac-b083-4b24-a4a2-c5454a59ea5e tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=07a7f217-8c49-407d-8fdd-fca70593a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638707 Jul 26 14:53:39.444349 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-527350b0-a0c8-411a-bec3-c6e6709f2019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (5840695a-f93c-4b1f-a583-6cb313898d1c), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:39.467123 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=75,neutron:INSERT=19,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:53:39.502496 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-d489e253-2057-425a-985e-60367b9658db req-124803a2-e7be-4909-9715-dbd9ac5290ed tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] 10.222.0.97 "GET /v2.0/ports?device_id=19044933-e557-4fb7-87ca-e67b212eb6bf HTTP/1.1" status: 200 len: 210 time: 0.0491459 Jul 26 14:53:39.612025 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74cd9ff-3088-4901-a673-e5d28711040e None None] Pushing event updated for resources: {'Port': ['ID=5840695a-f93c-4b1f-a583-6cb313898d1c,revision_number=3']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:39.617494 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.managers [None req-527350b0-a0c8-411a-bec3-c6e6709f2019 None None] Attempting to bind port 5840695a-f93c-4b1f-a583-6cb313898d1c on host dv-cinder-851030-1-iscsi for vnic_type normal with profile {{(pid=111104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 14:53:39.617912 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.managers [None req-527350b0-a0c8-411a-bec3-c6e6709f2019 None None] Attempting to bind port 5840695a-f93c-4b1f-a583-6cb313898d1c by drivers openvswitch,hyperv on host dv-cinder-851030-1-iscsi at level 0 using segments [{'id': 'd48d7847-7528-47c2-aa10-8a92098c043b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '14f3b361-a8f4-473b-ba81-867b2d141518'}] {{(pid=111104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 14:53:39.618214 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527350b0-a0c8-411a-bec3-c6e6709f2019 None None] Attempting to bind port 5840695a-f93c-4b1f-a583-6cb313898d1c on network 14f3b361-a8f4-473b-ba81-867b2d141518 {{(pid=111104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 14:53:39.624760 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527350b0-a0c8-411a-bec3-c6e6709f2019 None None] Checking agent: {'id': 'df49e665-2de0-463a-a1e1-c989804d5593', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851030-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 14, 42, 57), 'started_at': datetime.datetime(2022, 7, 26, 14, 43, 27), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 14, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851030-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 14:53:39.625146 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527350b0-a0c8-411a-bec3-c6e6709f2019 None None] Checking segment: {'id': 'd48d7847-7528-47c2-aa10-8a92098c043b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '14f3b361-a8f4-473b-ba81-867b2d141518'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 14:53:39.625802 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-527350b0-a0c8-411a-bec3-c6e6709f2019 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:39.626336 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527350b0-a0c8-411a-bec3-c6e6709f2019 None None] Bound using segment: {'id': 'd48d7847-7528-47c2-aa10-8a92098c043b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '14f3b361-a8f4-473b-ba81-867b2d141518'} {{(pid=111104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 14:53:39.627118 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.managers [None req-527350b0-a0c8-411a-bec3-c6e6709f2019 None None] Bound port: 5840695a-f93c-4b1f-a583-6cb313898d1c, host: dv-cinder-851030-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd48d7847-7528-47c2-aa10-8a92098c043b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '14f3b361-a8f4-473b-ba81-867b2d141518'}}] {{(pid=111104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 14:53:39.627645 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-527350b0-a0c8-411a-bec3-c6e6709f2019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (5840695a-f93c-4b1f-a583-6cb313898d1c), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:39.710911 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-527350b0-a0c8-411a-bec3-c6e6709f2019 None None] For port 5840695a-f93c-4b1f-a583-6cb313898d1c, host dv-cinder-851030-1-iscsi, cleared binding levels {{(pid=111104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:53:39.714808 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-527350b0-a0c8-411a-bec3-c6e6709f2019 None None] For port 5840695a-f93c-4b1f-a583-6cb313898d1c, host dv-cinder-851030-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851030-1-iscsi',level=0,port_id=5840695a-f93c-4b1f-a583-6cb313898d1c,segment=NetworkSegment(d48d7847-7528-47c2-aa10-8a92098c043b),segment_id=d48d7847-7528-47c2-aa10-8a92098c043b)] {{(pid=111104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:53:39.748843 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-4ff8305e-df88-4e4e-8fe3-d483b255a8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707'] for subnet (f4f12531-8c2b-406d-8aff-22f22d0c1803), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:39.799580 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff8305e-df88-4e4e-8fe3-d483b255a8c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4f12531-8c2b-406d-8aff-22f22d0c1803,revision_number=0']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:39.811932 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-527350b0-a0c8-411a-bec3-c6e6709f2019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (5840695a-f93c-4b1f-a583-6cb313898d1c), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:39.820636 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff8305e-df88-4e4e-8fe3-d483b255a8c2 admin admin] Checking segment: {'id': '0183e047-2166-4c28-8278-c78382bdcd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'f1cf6367-0fb5-4169-ae6e-00345ae81111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 14:53:39.825574 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff8305e-df88-4e4e-8fe3-d483b255a8c2 admin admin] Network hostable DHCP agents. Network: f1cf6367-0fb5-4169-ae6e-00345ae81111, hostable agents: ['bb4183fa-e0c9-4858-9c34-b1ab78d39af4'], hosted agents: [] {{(pid=111103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:53:39.874325 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-ef4bdb44-1b6b-4b34-b2ff-3ac734f7fe9b None None] Provisioning complete for port 5840695a-f93c-4b1f-a583-6cb313898d1c triggered by entity DHCP. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:53:39.874699 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-ef4bdb44-1b6b-4b34-b2ff-3ac734f7fe9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (5840695a-f93c-4b1f-a583-6cb313898d1c), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:39.890094 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=100 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:53:39.918809 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff8305e-df88-4e4e-8fe3-d483b255a8c2 admin admin] Network f1cf6367-0fb5-4169-ae6e-00345ae81111 is scheduled to be hosted by DHCP agent bb4183fa-e0c9-4858-9c34-b1ab78d39af4 with binding_index 1 {{(pid=111103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:53:39.925051 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527350b0-a0c8-411a-bec3-c6e6709f2019 None None] Routers {'77253391-b429-4b7c-9024-2065a1df24b8'} bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 14:53:39.925696 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-527350b0-a0c8-411a-bec3-c6e6709f2019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851030-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-26T14:42:54Z,description=,heartbeat_timestamp=2022-07-26T14:53:24Z,host='dv-cinder-851030-1-iscsi',id=66f8bb98-7ace-4a85-b6ba-ffe40597695b,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:42:55Z,topic='l3_agent')) {'router_ids': ['77253391-b429-4b7c-9024-2065a1df24b8'], 'active': True} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:53:39.929304 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74cd9ff-3088-4901-a673-e5d28711040e None None] Pushing event updated for resources: {'Port': ['ID=5840695a-f93c-4b1f-a583-6cb313898d1c,revision_number=4']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:40.015884 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.scheduler.base_scheduler [None req-4ff8305e-df88-4e4e-8fe3-d483b255a8c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851030-1-iscsi, f1cf6367-0fb5-4169-ae6e-00345ae81111) {{(pid=111103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:53:40.025386 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff8305e-df88-4e4e-8fe3-d483b255a8c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:53:40.026293 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-4ff8305e-df88-4e4e-8fe3-d483b255a8c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524685'] for subnet (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:40.031258 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411c4cba-13bb-4f7f-99d2-5f11c589000f None None] Network f1cf6367-0fb5-4169-ae6e-00345ae81111 requested from dv-cinder-851030-1-iscsi {{(pid=111104) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 14:53:40.123795 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-4ff8305e-df88-4e4e-8fe3-d483b255a8c2 admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8353660 Jul 26 14:53:40.132693 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 45670) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:53:40.137420 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.v2.base [None req-7b130c26-6df2-4ad1-8625-ab0ac8c2de21 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1301718411-router', 'tenant_id': '2bb78824c1344af8a6aea40818681920', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a'}}} {{(pid=111103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 14:53:40.227560 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-7b130c26-6df2-4ad1-8625-ab0ac8c2de21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-567826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-937'] for router (11b5f348-75d5-4c4f-96c2-0044b1980797), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:40.229074 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-7b130c26-6df2-4ad1-8625-ab0ac8c2de21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-694010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-656253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-928'] for router (11b5f348-75d5-4c4f-96c2-0044b1980797), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:40.248272 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-ef4bdb44-1b6b-4b34-b2ff-3ac734f7fe9b None None] Current status of the port 5840695a-f93c-4b1f-a583-6cb313898d1c is: DOWN; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:53:40.248738 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-ef4bdb44-1b6b-4b34-b2ff-3ac734f7fe9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (5840695a-f93c-4b1f-a583-6cb313898d1c), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:40.280019 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvr_db [None req-527350b0-a0c8-411a-bec3-c6e6709f2019 None None] Set router 77253391-b429-4b7c-9024-2065a1df24b8 gateway port host: dv-cinder-851030-1-iscsi {{(pid=111104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 14:53:40.291959 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-7b130c26-6df2-4ad1-8625-ab0ac8c2de21 admin admin] Publish callbacks [] for router_controller (11b5f348-75d5-4c4f-96c2-0044b1980797), precommit_add_association {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:40.365322 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:53:40.381740 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-ef4bdb44-1b6b-4b34-b2ff-3ac734f7fe9b None None] For port 5840695a-f93c-4b1f-a583-6cb313898d1c, host dv-cinder-851030-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851030-1-iscsi',level=0,port_id=5840695a-f93c-4b1f-a583-6cb313898d1c,segment=NetworkSegment(d48d7847-7528-47c2-aa10-8a92098c043b),segment_id=d48d7847-7528-47c2-aa10-8a92098c043b)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:53:40.438469 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4f6b73-49fe-48b8-a176-ec6ab39b07d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0bb6af5a-2cc6-51f7-b99d-0d53e456ff99-f1cf6367-0fb5-4169-ae6e-00345ae81111', 'network_id': 'f1cf6367-0fb5-4169-ae6e-00345ae81111', 'project_id': '2bb78824c1344af8a6aea40818681920', 'fixed_ips': [{'subnet_id': 'f4f12531-8c2b-406d-8aff-22f22d0c1803'}]}} from dv-cinder-851030-1-iscsi. {{(pid=111104) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 26 14:53:40.439435 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-5e4f6b73-49fe-48b8-a176-ec6ab39b07d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (None), before_create {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:40.459128 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-ef4bdb44-1b6b-4b34-b2ff-3ac734f7fe9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (5840695a-f93c-4b1f-a583-6cb313898d1c), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:40.531214 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-7b130c26-6df2-4ad1-8625-ab0ac8c2de21 admin admin] Publish callbacks [] for router_gateway (11b5f348-75d5-4c4f-96c2-0044b1980797), precommit_update {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:40.557775 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deaf385-3e3a-4c4d-aba0-2e7bbf8222f5 req-f41053e6-f321-47d6-bb6b-9d53aee3584c tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:53:40.563980 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-1deaf385-3e3a-4c4d-aba0-2e7bbf8222f5 req-f41053e6-f321-47d6-bb6b-9d53aee3584c tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=a97d630c-f890-4022-87ba-406020a397dc HTTP/1.1" status: 200 len: 946 time: 0.0510025 Jul 26 14:53:40.599669 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:53:40.631681 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-6618200a-3d4e-4e29-b9f6-3ff42da8db9f None None] Provisioning complete for port 5840695a-f93c-4b1f-a583-6cb313898d1c triggered by entity DHCP. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:53:40.632057 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6618200a-3d4e-4e29-b9f6-3ff42da8db9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (5840695a-f93c-4b1f-a583-6cb313898d1c), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:40.658663 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4bdb44-1b6b-4b34-b2ff-3ac734f7fe9b None None] Pushing event updated for resources: {'Port': ['ID=5840695a-f93c-4b1f-a583-6cb313898d1c,revision_number=5']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:40.685919 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-1deaf385-3e3a-4c4d-aba0-2e7bbf8222f5 req-9dde60c4-56b1-41db-9c69-9c5f4c8f7cac tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=07a7f217-8c49-407d-8fdd-fca70593a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130943 Jul 26 14:53:40.746547 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-527350b0-a0c8-411a-bec3-c6e6709f2019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77253391-b429-4b7c-9024-2065a1df24b8', 'name': 'tempest-TestVolumeBootPattern-1575365732-router', 'tenant_id': 'e7107f9317c24cc7b972fdc6b8c01322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '7bec4bbe-d10a-4710-9f59-7fbddd70fb0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:53:32Z', 'updated_at': '2022-07-26T14:53:35Z', 'revision_number': 4, 'project_id': 'e7107f9317c24cc7b972fdc6b8c01322', 'gw_port': {'id': '7bec4bbe-d10a-4710-9f59-7fbddd70fb0e', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77253391-b429-4b7c-9024-2065a1df24b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:53:32Z', 'updated_at': '2022-07-26T14:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi', '_interfaces': [{'id': '5840695a-f93c-4b1f-a583-6cb313898d1c', 'name': '', 'network_id': '14f3b361-a8f4-473b-ba81-867b2d141518', 'tenant_id': 'e7107f9317c24cc7b972fdc6b8c01322', 'mac_address': 'fa:16:3e:46:e2:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77253391-b429-4b7c-9024-2065a1df24b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '2f172c49-73da-4c22-8185-d9d275101a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:53:34Z', 'updated_at': '2022-07-26T14:53:39Z', 'revision_number': 4, 'project_id': 'e7107f9317c24cc7b972fdc6b8c01322', 'subnets': [{'id': '2f172c49-73da-4c22-8185-d9d275101a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851030-1-iscsi', False) {} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:53:40.756916 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-1f5ee202-e8b6-44bb-bc5b-1b083941e995 req-3cdddeed-2ea2-455d-86d8-dd3480fb6529 tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] 10.222.0.97 "GET /v2.0/ports?device_id=19044933-e557-4fb7-87ca-e67b212eb6bf HTTP/1.1" status: 200 len: 210 time: 0.0426233 Jul 26 14:53:40.786787 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.db_base_plugin_common [None req-5e4f6b73-49fe-48b8-a176-ec6ab39b07d6 None None] Allocated IP 172.20.0.2 (f1cf6367-0fb5-4169-ae6e-00345ae81111/f4f12531-8c2b-406d-8aff-22f22d0c1803/8dd3b335-d657-402a-afdc-6aa307a08257) {{(pid=111104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:53:40.789179 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527350b0-a0c8-411a-bec3-c6e6709f2019 None None] The sync data for ids ['77253391-b429-4b7c-9024-2065a1df24b8'] in dv-cinder-851030-1-iscsi is: [{'id': '77253391-b429-4b7c-9024-2065a1df24b8', 'name': 'tempest-TestVolumeBootPattern-1575365732-router', 'tenant_id': 'e7107f9317c24cc7b972fdc6b8c01322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '7bec4bbe-d10a-4710-9f59-7fbddd70fb0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:53:32Z', 'updated_at': '2022-07-26T14:53:35Z', 'revision_number': 4, 'project_id': 'e7107f9317c24cc7b972fdc6b8c01322', 'gw_port': {'id': '7bec4bbe-d10a-4710-9f59-7fbddd70fb0e', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77253391-b429-4b7c-9024-2065a1df24b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:53:32Z', 'updated_at': '2022-07-26T14:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi', '_interfaces': [{'id': '5840695a-f93c-4b1f-a583-6cb313898d1c', 'name': '', 'network_id': '14f3b361-a8f4-473b-ba81-867b2d141518', 'tenant_id': 'e7107f9317c24cc7b972fdc6b8c01322', 'mac_address': 'fa:16:3e:46:e2:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77253391-b429-4b7c-9024-2065a1df24b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '2f172c49-73da-4c22-8185-d9d275101a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:53:34Z', 'updated_at': '2022-07-26T14:53:39Z', 'revision_number': 4, 'project_id': 'e7107f9317c24cc7b972fdc6b8c01322', 'subnets': [{'id': '2f172c49-73da-4c22-8185-d9d275101a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:53:40.920633 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-6618200a-3d4e-4e29-b9f6-3ff42da8db9f None None] Current status of the port 5840695a-f93c-4b1f-a583-6cb313898d1c is: ACTIVE; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:53:41.067243 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-5e4f6b73-49fe-48b8-a176-ec6ab39b07d6 None None] Publish callbacks [] for port (8dd3b335-d657-402a-afdc-6aa307a08257), precommit_create {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:41.174926 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-7b130c26-6df2-4ad1-8625-ab0ac8c2de21 admin admin] Publish callbacks [] for router_gateway (11b5f348-75d5-4c4f-96c2-0044b1980797), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:41.195898 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-7b130c26-6df2-4ad1-8625-ab0ac8c2de21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (None), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:41.217877 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-5e4f6b73-49fe-48b8-a176-ec6ab39b07d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789579689795'] for port (8dd3b335-d657-402a-afdc-6aa307a08257), after_create {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:41.287853 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e4f6b73-49fe-48b8-a176-ec6ab39b07d6 None None] Network f1cf6367-0fb5-4169-ae6e-00345ae81111 is already hosted by enough agents. {{(pid=111104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:53:41.296395 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.scheduler.base_scheduler [None req-5e4f6b73-49fe-48b8-a176-ec6ab39b07d6 None None] Resources bound (agent type, host, resource id): {{(pid=111104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:53:41.300102 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4f6b73-49fe-48b8-a176-ec6ab39b07d6 None None] Received port after_create {{(pid=111104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 14:53:41.305605 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4f6b73-49fe-48b8-a176-ec6ab39b07d6 None None] Pushing event updated for resources: {'Port': ['ID=8dd3b335-d657-402a-afdc-6aa307a08257,revision_number=1']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:41.339202 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.db.db_base_plugin_common [None req-7b130c26-6df2-4ad1-8625-ab0ac8c2de21 admin admin] Allocated IP 172.27.0.40 (976f28e8-c47c-49b7-93ff-2bd79bbe121a/527ba32d-e656-41f8-8fe6-15a8ab4751c9/43874025-b729-4db5-81ab-97992325cc0b) {{(pid=111103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:53:41.437531 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.managers [None req-5e4f6b73-49fe-48b8-a176-ec6ab39b07d6 None None] Attempting to bind port 8dd3b335-d657-402a-afdc-6aa307a08257 on host dv-cinder-851030-1-iscsi for vnic_type normal with profile {{(pid=111104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 14:53:41.438049 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.managers [None req-5e4f6b73-49fe-48b8-a176-ec6ab39b07d6 None None] Attempting to bind port 8dd3b335-d657-402a-afdc-6aa307a08257 by drivers openvswitch,hyperv on host dv-cinder-851030-1-iscsi at level 0 using segments [{'id': '0183e047-2166-4c28-8278-c78382bdcd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'f1cf6367-0fb5-4169-ae6e-00345ae81111'}] {{(pid=111104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 14:53:41.438631 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4f6b73-49fe-48b8-a176-ec6ab39b07d6 None None] Attempting to bind port 8dd3b335-d657-402a-afdc-6aa307a08257 on network f1cf6367-0fb5-4169-ae6e-00345ae81111 {{(pid=111104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 14:53:41.444791 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4f6b73-49fe-48b8-a176-ec6ab39b07d6 None None] Checking agent: {'id': 'df49e665-2de0-463a-a1e1-c989804d5593', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851030-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 14, 42, 57), 'started_at': datetime.datetime(2022, 7, 26, 14, 43, 27), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 14, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851030-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 14:53:41.445160 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4f6b73-49fe-48b8-a176-ec6ab39b07d6 None None] Checking segment: {'id': '0183e047-2166-4c28-8278-c78382bdcd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'f1cf6367-0fb5-4169-ae6e-00345ae81111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 14:53:41.445557 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-5e4f6b73-49fe-48b8-a176-ec6ab39b07d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:41.445946 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4f6b73-49fe-48b8-a176-ec6ab39b07d6 None None] Bound using segment: {'id': '0183e047-2166-4c28-8278-c78382bdcd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'f1cf6367-0fb5-4169-ae6e-00345ae81111'} {{(pid=111104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 14:53:41.446435 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.managers [None req-5e4f6b73-49fe-48b8-a176-ec6ab39b07d6 None None] Bound port: 8dd3b335-d657-402a-afdc-6aa307a08257, host: dv-cinder-851030-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0183e047-2166-4c28-8278-c78382bdcd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'f1cf6367-0fb5-4169-ae6e-00345ae81111'}}] {{(pid=111104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 14:53:41.446809 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-5e4f6b73-49fe-48b8-a176-ec6ab39b07d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (8dd3b335-d657-402a-afdc-6aa307a08257), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:41.482060 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-7b130c26-6df2-4ad1-8625-ab0ac8c2de21 admin admin] Publish callbacks [] for port (43874025-b729-4db5-81ab-97992325cc0b), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:41.532547 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-5e4f6b73-49fe-48b8-a176-ec6ab39b07d6 None None] For port 8dd3b335-d657-402a-afdc-6aa307a08257, host dv-cinder-851030-1-iscsi, cleared binding levels {{(pid=111104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:53:41.537035 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-5e4f6b73-49fe-48b8-a176-ec6ab39b07d6 None None] For port 8dd3b335-d657-402a-afdc-6aa307a08257, host dv-cinder-851030-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851030-1-iscsi',level=0,port_id=8dd3b335-d657-402a-afdc-6aa307a08257,segment=NetworkSegment(0183e047-2166-4c28-8278-c78382bdcd59),segment_id=0183e047-2166-4c28-8278-c78382bdcd59)] {{(pid=111104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:53:41.588198 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:53:41.616715 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-7b130c26-6df2-4ad1-8625-ab0ac8c2de21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789579689795'] for port (43874025-b729-4db5-81ab-97992325cc0b), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:41.628441 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-5e4f6b73-49fe-48b8-a176-ec6ab39b07d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (8dd3b335-d657-402a-afdc-6aa307a08257), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:41.672229 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b130c26-6df2-4ad1-8625-ab0ac8c2de21 admin admin] Network 976f28e8-c47c-49b7-93ff-2bd79bbe121a is already hosted by enough agents. {{(pid=111103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:53:41.676884 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.scheduler.base_scheduler [None req-7b130c26-6df2-4ad1-8625-ab0ac8c2de21 admin admin] Resources bound (agent type, host, resource id): {{(pid=111103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:53:41.677985 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b130c26-6df2-4ad1-8625-ab0ac8c2de21 admin admin] Received port after_create {{(pid=111103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 14:53:41.732453 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4f6b73-49fe-48b8-a176-ec6ab39b07d6 None None] Pushing event updated for resources: {'Port': ['ID=8dd3b335-d657-402a-afdc-6aa307a08257,revision_number=2']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:41.776048 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b130c26-6df2-4ad1-8625-ab0ac8c2de21 admin admin] Pushing event updated for resources: {'Port': ['ID=43874025-b729-4db5-81ab-97992325cc0b,revision_number=1']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:41.798854 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:53:41.881052 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ff2b19-7d27-4ad5-9757-0519c196a169 req-30df1687-1690-4562-b75a-e13bb69e26f4 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:53:41.882787 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-07ff2b19-7d27-4ad5-9757-0519c196a169 req-30df1687-1690-4562-b75a-e13bb69e26f4 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=a97d630c-f890-4022-87ba-406020a397dc HTTP/1.1" status: 200 len: 946 time: 0.0559893 Jul 26 14:53:41.891507 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:INSERT=5,neutron:UPDATE=6,neutron:SELECT=89 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:53:41.994452 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-07ff2b19-7d27-4ad5-9757-0519c196a169 req-df10a82c-535a-4672-b3d9-c14623208d5f tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=07a7f217-8c49-407d-8fdd-fca70593a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033330 Jul 26 14:53:42.039610 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:53:42.157351 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-e62f432b-6121-4608-8a44-1601542fd3ee req-abfce11e-5e91-4936-9666-eb83f3d7dc1c tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] 10.222.0.97 "GET /v2.0/ports?device_id=19044933-e557-4fb7-87ca-e67b212eb6bf HTTP/1.1" status: 200 len: 210 time: 0.0526860 Jul 26 14:53:42.160870 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-7b130c26-6df2-4ad1-8625-ab0ac8c2de21 admin admin] Publish callbacks [] for router_gateway (11b5f348-75d5-4c4f-96c2-0044b1980797), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:42.377389 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-7b130c26-6df2-4ad1-8625-ab0ac8c2de21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-693894'] for router (11b5f348-75d5-4c4f-96c2-0044b1980797), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:42.531095 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device 8dd3b335-d657-402a-afdc-6aa307a08257 up at agent ovs-agent-dv-cinder-851030-1-iscsi {{(pid=111104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:53:42.586061 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Provisioning complete for port 8dd3b335-d657-402a-afdc-6aa307a08257 triggered by entity L2. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:53:42.586799 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (8dd3b335-d657-402a-afdc-6aa307a08257), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:42.627934 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:53:42.660011 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Current status of the port 8dd3b335-d657-402a-afdc-6aa307a08257 is: DOWN; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:53:42.660388 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (8dd3b335-d657-402a-afdc-6aa307a08257), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:42.672878 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b130c26-6df2-4ad1-8625-ab0ac8c2de21 admin admin] Router 11b5f348-75d5-4c4f-96c2-0044b1980797 is scheduled to L3 agent 66f8bb98-7ace-4a85-b6ba-ffe40597695b with binding_index 1 {{(pid=111103) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 26 14:53:42.698269 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] For port 8dd3b335-d657-402a-afdc-6aa307a08257, host dv-cinder-851030-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851030-1-iscsi',level=0,port_id=8dd3b335-d657-402a-afdc-6aa307a08257,segment=NetworkSegment(0183e047-2166-4c28-8278-c78382bdcd59),segment_id=0183e047-2166-4c28-8278-c78382bdcd59)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:53:42.719568 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:UPDATE=2 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:53:42.769926 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (8dd3b335-d657-402a-afdc-6aa307a08257), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:42.770797 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device 5840695a-f93c-4b1f-a583-6cb313898d1c up at agent ovs-agent-dv-cinder-851030-1-iscsi {{(pid=111104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:53:42.782862 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b130c26-6df2-4ad1-8625-ab0ac8c2de21 admin admin] Notify agent at l3_agent.dv-cinder-851030-1-iscsi the message routers_updated {{(pid=111103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:53:42.794998 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4e4196-ca0f-419d-b850-7e7a98107dfe None None] Sync routers for ids ['11b5f348-75d5-4c4f-96c2-0044b1980797'] in dv-cinder-851030-1-iscsi {{(pid=111105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:53:42.808403 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4e4196-ca0f-419d-b850-7e7a98107dfe None None] Routers {'11b5f348-75d5-4c4f-96c2-0044b1980797'} bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 14:53:42.809768 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_hamode_db [None req-ff4e4196-ca0f-419d-b850-7e7a98107dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851030-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-26T14:42:54Z,description=,heartbeat_timestamp=2022-07-26T14:53:24Z,host='dv-cinder-851030-1-iscsi',id=66f8bb98-7ace-4a85-b6ba-ffe40597695b,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:42:55Z,topic='l3_agent')) {'router_ids': ['11b5f348-75d5-4c4f-96c2-0044b1980797'], 'active': True} {{(pid=111105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:53:42.894392 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-7b130c26-6df2-4ad1-8625-ab0ac8c2de21 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:42.901245 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 45700) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:53:42.901769 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-7b130c26-6df2-4ad1-8625-ab0ac8c2de21 admin admin] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7673097 Jul 26 14:53:42.907272 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Pushing event updated for resources: {'Port': ['ID=8dd3b335-d657-402a-afdc-6aa307a08257,revision_number=3']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:42.937302 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Provisioning complete for port 5840695a-f93c-4b1f-a583-6cb313898d1c triggered by entity L2. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:53:42.938476 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (5840695a-f93c-4b1f-a583-6cb313898d1c), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:42.959628 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_dvr_db [None req-ff4e4196-ca0f-419d-b850-7e7a98107dfe None None] Set router 11b5f348-75d5-4c4f-96c2-0044b1980797 gateway port host: dv-cinder-851030-1-iscsi {{(pid=111105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 14:53:43.052358 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Current status of the port 5840695a-f93c-4b1f-a583-6cb313898d1c is: ACTIVE; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:53:43.164701 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ee833a-1ada-4d01-b986-2a24c41b9c94 req-2c92faa4-a65a-46b1-a6a4-cd6f044fb755 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:53:43.166355 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-56ee833a-1ada-4d01-b986-2a24c41b9c94 req-2c92faa4-a65a-46b1-a6a4-cd6f044fb755 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=a97d630c-f890-4022-87ba-406020a397dc HTTP/1.1" status: 200 len: 946 time: 0.0616195 Jul 26 14:53:43.225283 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=100 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:53:43.243473 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_hamode_db [None req-ff4e4196-ca0f-419d-b850-7e7a98107dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b5f348-75d5-4c4f-96c2-0044b1980797', 'name': 'tempest-TestVolumeBootPattern-1301718411-router', 'tenant_id': '2bb78824c1344af8a6aea40818681920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '43874025-b729-4db5-81ab-97992325cc0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:53:40Z', 'updated_at': '2022-07-26T14:53:41Z', 'revision_number': 3, 'project_id': '2bb78824c1344af8a6aea40818681920', 'gw_port': {'id': '43874025-b729-4db5-81ab-97992325cc0b', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:1f:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11b5f348-75d5-4c4f-96c2-0044b1980797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:53:41Z', 'updated_at': '2022-07-26T14:53:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi'}], 'dv-cinder-851030-1-iscsi', False) {} {{(pid=111105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:53:43.268666 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306b1bd5-510f-4db9-b670-504ce26a60d0 None None] Network f1cf6367-0fb5-4169-ae6e-00345ae81111 requested from dv-cinder-851030-1-iscsi {{(pid=111104) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 14:53:43.278455 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4e4196-ca0f-419d-b850-7e7a98107dfe None None] Checking router: 11b5f348-75d5-4c4f-96c2-0044b1980797 for host: dv-cinder-851030-1-iscsi {{(pid=111105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:53:43.279046 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4e4196-ca0f-419d-b850-7e7a98107dfe None None] Updating router 11b5f348-75d5-4c4f-96c2-0044b1980797 port 43874025-b729-4db5-81ab-97992325cc0b binding host dv-cinder-851030-1-iscsi {{(pid=111105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 14:53:43.290046 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:53:43.310212 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron_lib.callbacks.manager [None req-ff4e4196-ca0f-419d-b850-7e7a98107dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (43874025-b729-4db5-81ab-97992325cc0b), before_update {{(pid=111105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:43.324858 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-f78a78bf-ac9a-46b9-b30e-fc89a55527af req-9a4f4b3f-ae0f-414d-b067-dd1cf61c93c7 tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] 10.222.0.97 "GET /v2.0/ports?device_id=19044933-e557-4fb7-87ca-e67b212eb6bf HTTP/1.1" status: 200 len: 210 time: 0.0431437 Jul 26 14:53:43.328281 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-56ee833a-1ada-4d01-b986-2a24c41b9c94 req-077a86b4-9e97-421e-98bc-0d9bada9cea4 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=07a7f217-8c49-407d-8fdd-fca70593a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319733 Jul 26 14:53:43.390605 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-8c0b7617-f664-4bcb-8f9f-99a37d00e908 None None] Provisioning complete for port 8dd3b335-d657-402a-afdc-6aa307a08257 triggered by entity DHCP. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:53:43.391073 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-8c0b7617-f664-4bcb-8f9f-99a37d00e908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (8dd3b335-d657-402a-afdc-6aa307a08257), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:43.410903 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=100 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:53:43.524780 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-8c0b7617-f664-4bcb-8f9f-99a37d00e908 None None] Current status of the port 8dd3b335-d657-402a-afdc-6aa307a08257 is: ACTIVE; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:53:43.671825 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-cf3ef04c-4f7b-454c-9d77-bcad448b3094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:43.672582 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron_lib.callbacks.manager [None req-ff4e4196-ca0f-419d-b850-7e7a98107dfe None None] Publish callbacks [] for port (43874025-b729-4db5-81ab-97992325cc0b), precommit_update {{(pid=111105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:43.750011 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-b83515b8-9cbd-48fe-82f5-62796cff17a5 None None] Provisioning complete for port 8dd3b335-d657-402a-afdc-6aa307a08257 triggered by entity DHCP. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:53:43.750644 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b83515b8-9cbd-48fe-82f5-62796cff17a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (8dd3b335-d657-402a-afdc-6aa307a08257), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:43.775051 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:53:43.777204 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron_lib.callbacks.manager [None req-ff4e4196-ca0f-419d-b850-7e7a98107dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (43874025-b729-4db5-81ab-97992325cc0b), after_update {{(pid=111105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:43.847518 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.db_base_plugin_common [None req-cf3ef04c-4f7b-454c-9d77-bcad448b3094 admin admin] Allocated IP 172.20.0.1 (f1cf6367-0fb5-4169-ae6e-00345ae81111/f4f12531-8c2b-406d-8aff-22f22d0c1803/b5eeb9a9-f774-4bf2-bcd1-eb7bc8846a7b) {{(pid=111102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:53:43.854193 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-b83515b8-9cbd-48fe-82f5-62796cff17a5 None None] Current status of the port 8dd3b335-d657-402a-afdc-6aa307a08257 is: ACTIVE; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:53:43.860485 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.plugins.ml2.managers [None req-ff4e4196-ca0f-419d-b850-7e7a98107dfe None None] Attempting to bind port 43874025-b729-4db5-81ab-97992325cc0b on host dv-cinder-851030-1-iscsi for vnic_type normal with profile {{(pid=111105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 14:53:43.861284 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.plugins.ml2.managers [None req-ff4e4196-ca0f-419d-b850-7e7a98107dfe None None] Attempting to bind port 43874025-b729-4db5-81ab-97992325cc0b by drivers openvswitch,hyperv on host dv-cinder-851030-1-iscsi at level 0 using segments [{'id': '9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a'}] {{(pid=111105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 14:53:43.861571 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4e4196-ca0f-419d-b850-7e7a98107dfe None None] Attempting to bind port 43874025-b729-4db5-81ab-97992325cc0b on network 976f28e8-c47c-49b7-93ff-2bd79bbe121a {{(pid=111105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 14:53:43.872248 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4e4196-ca0f-419d-b850-7e7a98107dfe None None] Checking agent: {'id': 'df49e665-2de0-463a-a1e1-c989804d5593', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851030-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 14, 42, 57), 'started_at': datetime.datetime(2022, 7, 26, 14, 43, 27), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 14, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851030-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 14:53:43.872808 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4e4196-ca0f-419d-b850-7e7a98107dfe None None] Checking segment: {'id': '9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 14:53:43.873443 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron_lib.callbacks.manager [None req-ff4e4196-ca0f-419d-b850-7e7a98107dfe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:43.874048 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4e4196-ca0f-419d-b850-7e7a98107dfe None None] Bound using segment: {'id': '9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a'} {{(pid=111105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 14:53:43.874739 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.plugins.ml2.managers [None req-ff4e4196-ca0f-419d-b850-7e7a98107dfe None None] Bound port: 43874025-b729-4db5-81ab-97992325cc0b, host: dv-cinder-851030-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a'}}] {{(pid=111105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 14:53:43.875180 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron_lib.callbacks.manager [None req-ff4e4196-ca0f-419d-b850-7e7a98107dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (43874025-b729-4db5-81ab-97992325cc0b), before_update {{(pid=111105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:43.878566 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcf37e5-d896-45dc-a7a5-ded85270e89e None None] Pushing event updated for resources: {'Port': ['ID=43874025-b729-4db5-81ab-97992325cc0b,revision_number=2']} {{(pid=111105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:43.933466 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.plugins.ml2.db [None req-ff4e4196-ca0f-419d-b850-7e7a98107dfe None None] For port 43874025-b729-4db5-81ab-97992325cc0b, host dv-cinder-851030-1-iscsi, cleared binding levels {{(pid=111105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:53:43.937467 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.plugins.ml2.db [None req-ff4e4196-ca0f-419d-b850-7e7a98107dfe None None] For port 43874025-b729-4db5-81ab-97992325cc0b, host dv-cinder-851030-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851030-1-iscsi',level=0,port_id=43874025-b729-4db5-81ab-97992325cc0b,segment=NetworkSegment(9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7),segment_id=9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7)] {{(pid=111105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:53:43.940729 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:53:43.957762 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-cf3ef04c-4f7b-454c-9d77-bcad448b3094 admin admin] Publish callbacks [] for port (b5eeb9a9-f774-4bf2-bcd1-eb7bc8846a7b), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:44.039072 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron_lib.callbacks.manager [None req-ff4e4196-ca0f-419d-b850-7e7a98107dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (43874025-b729-4db5-81ab-97992325cc0b), after_update {{(pid=111105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:44.075862 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-cf3ef04c-4f7b-454c-9d77-bcad448b3094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789579689795'] for port (b5eeb9a9-f774-4bf2-bcd1-eb7bc8846a7b), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:44.092055 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:53:44.099917 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcf37e5-d896-45dc-a7a5-ded85270e89e None None] Pushing event updated for resources: {'Port': ['ID=43874025-b729-4db5-81ab-97992325cc0b,revision_number=3']} {{(pid=111105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:44.102852 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4e4196-ca0f-419d-b850-7e7a98107dfe None None] Routers {'11b5f348-75d5-4c4f-96c2-0044b1980797'} bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 14:53:44.103458 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_hamode_db [None req-ff4e4196-ca0f-419d-b850-7e7a98107dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851030-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-26T14:42:54Z,description=,heartbeat_timestamp=2022-07-26T14:53:24Z,host='dv-cinder-851030-1-iscsi',id=66f8bb98-7ace-4a85-b6ba-ffe40597695b,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:42:55Z,topic='l3_agent')) {'router_ids': ['11b5f348-75d5-4c4f-96c2-0044b1980797'], 'active': True} {{(pid=111105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:53:44.124517 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3ef04c-4f7b-454c-9d77-bcad448b3094 admin admin] Network f1cf6367-0fb5-4169-ae6e-00345ae81111 is already hosted by enough agents. {{(pid=111102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:53:44.127932 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.base_scheduler [None req-cf3ef04c-4f7b-454c-9d77-bcad448b3094 admin admin] Resources bound (agent type, host, resource id): {{(pid=111102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:53:44.131716 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3ef04c-4f7b-454c-9d77-bcad448b3094 admin admin] Received port after_create {{(pid=111102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 14:53:44.132196 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-cf3ef04c-4f7b-454c-9d77-bcad448b3094 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-566150'] for router_interface (11b5f348-75d5-4c4f-96c2-0044b1980797), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:44.137962 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3ef04c-4f7b-454c-9d77-bcad448b3094 admin admin] Pushing event updated for resources: {'Port': ['ID=b5eeb9a9-f774-4bf2-bcd1-eb7bc8846a7b,revision_number=1']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:44.226593 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_dvr_db [None req-ff4e4196-ca0f-419d-b850-7e7a98107dfe None None] Set router 11b5f348-75d5-4c4f-96c2-0044b1980797 gateway port host: dv-cinder-851030-1-iscsi {{(pid=111105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 14:53:44.349661 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:53:44.359961 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-cf3ef04c-4f7b-454c-9d77-bcad448b3094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (b5eeb9a9-f774-4bf2-bcd1-eb7bc8846a7b), before_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:44.414611 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-a2a669e6-7b3f-4a0d-9cda-aec01d9cbac1 None None] Provisioning complete for port b5eeb9a9-f774-4bf2-bcd1-eb7bc8846a7b triggered by entity DHCP. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:53:44.415090 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a2a669e6-7b3f-4a0d-9cda-aec01d9cbac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (b5eeb9a9-f774-4bf2-bcd1-eb7bc8846a7b), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:44.417351 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:53:44.418432 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_hamode_db [None req-ff4e4196-ca0f-419d-b850-7e7a98107dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b5f348-75d5-4c4f-96c2-0044b1980797', 'name': 'tempest-TestVolumeBootPattern-1301718411-router', 'tenant_id': '2bb78824c1344af8a6aea40818681920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '43874025-b729-4db5-81ab-97992325cc0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:53:40Z', 'updated_at': '2022-07-26T14:53:41Z', 'revision_number': 3, 'project_id': '2bb78824c1344af8a6aea40818681920', 'gw_port': {'id': '43874025-b729-4db5-81ab-97992325cc0b', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:1f:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11b5f348-75d5-4c4f-96c2-0044b1980797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:53:41Z', 'updated_at': '2022-07-26T14:53:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi'}], 'dv-cinder-851030-1-iscsi', False) {} {{(pid=111105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:53:44.450443 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4e4196-ca0f-419d-b850-7e7a98107dfe None None] The sync data for ids ['11b5f348-75d5-4c4f-96c2-0044b1980797'] in dv-cinder-851030-1-iscsi is: [{'id': '11b5f348-75d5-4c4f-96c2-0044b1980797', 'name': 'tempest-TestVolumeBootPattern-1301718411-router', 'tenant_id': '2bb78824c1344af8a6aea40818681920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '43874025-b729-4db5-81ab-97992325cc0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:53:40Z', 'updated_at': '2022-07-26T14:53:41Z', 'revision_number': 3, 'project_id': '2bb78824c1344af8a6aea40818681920', 'gw_port': {'id': '43874025-b729-4db5-81ab-97992325cc0b', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:1f:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11b5f348-75d5-4c4f-96c2-0044b1980797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:53:41Z', 'updated_at': '2022-07-26T14:53:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi'}] {{(pid=111105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:53:44.474657 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-a2a669e6-7b3f-4a0d-9cda-aec01d9cbac1 None None] Port b5eeb9a9-f774-4bf2-bcd1-eb7bc8846a7b cannot update to ACTIVE because it is not bound. {{(pid=111104) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 14:53:44.569472 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07ac5a3-1620-41f6-add0-d430e4b936f6 req-aea91447-59ed-49cf-9cdf-874af9125bad tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:53:44.572088 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-b07ac5a3-1620-41f6-add0-d430e4b936f6 req-aea91447-59ed-49cf-9cdf-874af9125bad tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=a97d630c-f890-4022-87ba-406020a397dc HTTP/1.1" status: 200 len: 946 time: 0.0678024 Jul 26 14:53:44.575544 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-90355fe7-2270-4e4a-99d3-5532e005461b req-a94b042c-5049-40ad-acd9-8cc9d1a7c871 tempest-DeleteServersTestJSON-1778071286 tempest-DeleteServersTestJSON-1778071286-project] 10.222.0.97 "GET /v2.0/ports?device_id=19044933-e557-4fb7-87ca-e67b212eb6bf HTTP/1.1" status: 200 len: 210 time: 0.0430238 Jul 26 14:53:44.593290 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device 8dd3b335-d657-402a-afdc-6aa307a08257 up at agent ovs-agent-dv-cinder-851030-1-iscsi {{(pid=111104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:53:44.672321 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Provisioning complete for port 8dd3b335-d657-402a-afdc-6aa307a08257 triggered by entity L2. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:53:44.675462 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (8dd3b335-d657-402a-afdc-6aa307a08257), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:44.701934 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-b07ac5a3-1620-41f6-add0-d430e4b936f6 req-331f70b2-504b-457f-899e-ce89ce0280dd tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=07a7f217-8c49-407d-8fdd-fca70593a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232731 Jul 26 14:53:44.726075 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-cf3ef04c-4f7b-454c-9d77-bcad448b3094 admin admin] Publish callbacks [] for port (b5eeb9a9-f774-4bf2-bcd1-eb7bc8846a7b), precommit_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:44.773716 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Current status of the port 8dd3b335-d657-402a-afdc-6aa307a08257 is: ACTIVE; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:53:44.793415 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-cf3ef04c-4f7b-454c-9d77-bcad448b3094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (b5eeb9a9-f774-4bf2-bcd1-eb7bc8846a7b), after_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:44.795113 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-cf3ef04c-4f7b-454c-9d77-bcad448b3094 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566266'] for router_interface (11b5f348-75d5-4c4f-96c2-0044b1980797), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:44.896481 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3ef04c-4f7b-454c-9d77-bcad448b3094 admin admin] Pushing event updated for resources: {'Port': ['ID=b5eeb9a9-f774-4bf2-bcd1-eb7bc8846a7b,revision_number=2']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:44.946390 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3ef04c-4f7b-454c-9d77-bcad448b3094 admin admin] Network f1cf6367-0fb5-4169-ae6e-00345ae81111 is already hosted by enough agents. {{(pid=111102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:53:44.947812 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.base_scheduler [None req-cf3ef04c-4f7b-454c-9d77-bcad448b3094 admin admin] Resources bound (agent type, host, resource id): {{(pid=111102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:53:45.107393 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf3ef04c-4f7b-454c-9d77-bcad448b3094 admin admin] Router 11b5f348-75d5-4c4f-96c2-0044b1980797 has already been hosted by L3 agent 66f8bb98-7ace-4a85-b6ba-ffe40597695b {{(pid=111102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 14:53:45.170257 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (311d617f-8fa1-4662-a157-ab38f6e1e2d8), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:45.191736 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:53:45.312342 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-442f402b-c7f9-430f-9d31-6926ca204ca8 None None] Provisioning complete for port b5eeb9a9-f774-4bf2-bcd1-eb7bc8846a7b triggered by entity DHCP. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:53:45.313095 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-442f402b-c7f9-430f-9d31-6926ca204ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (b5eeb9a9-f774-4bf2-bcd1-eb7bc8846a7b), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:45.369870 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-442f402b-c7f9-430f-9d31-6926ca204ca8 None None] Port b5eeb9a9-f774-4bf2-bcd1-eb7bc8846a7b cannot update to ACTIVE because it is not bound. {{(pid=111104) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 14:53:45.471751 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf3ef04c-4f7b-454c-9d77-bcad448b3094 admin admin] Notify agent at l3_agent.dv-cinder-851030-1-iscsi the message routers_updated {{(pid=111102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:53:45.486750 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-cf3ef04c-4f7b-454c-9d77-bcad448b3094 admin admin] 10.222.0.97 "PUT /v2.0/routers/11b5f348-75d5-4c4f-96c2-0044b1980797/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5738335 Jul 26 14:53:45.854313 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a5540e-e20d-4946-a3d3-894e460be523 req-be8a8330-656f-454c-99ab-16a9acbff639 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:53:45.855914 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-07a5540e-e20d-4946-a3d3-894e460be523 req-be8a8330-656f-454c-99ab-16a9acbff639 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=a97d630c-f890-4022-87ba-406020a397dc HTTP/1.1" status: 200 len: 946 time: 0.0591021 Jul 26 14:53:45.915790 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-07a5540e-e20d-4946-a3d3-894e460be523 req-698e8cb0-1522-4025-9634-04f4a1c09bda tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=07a7f217-8c49-407d-8fdd-fca70593a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525219 Jul 26 14:53:46.104490 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 45758) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:53:46.109882 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.v2.base [None req-8cde3678-96af-47db-b6bd-038121ff90f5 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-711558363', 'description': 'tempest-secgroup-smoke-711558363 description', 'project_id': 'e7107f9317c24cc7b972fdc6b8c01322'}} {{(pid=111102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 14:53:46.290249 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-8cde3678-96af-47db-b6bd-038121ff90f5 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Publish callbacks [] for security_group (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:46.445961 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-67db4822-a72d-48e8-992b-82b54b718f03 req-bb4dcd28-8140-4483-8b87-75dbd6ea4ce8 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=2ef4043a-5d67-4091-abcb-ed5e596ba355&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0536206 Jul 26 14:53:46.454896 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-8cde3678-96af-47db-b6bd-038121ff90f5 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Publish callbacks [] for security_group (cfe40aff-dae8-46e2-a241-0d4fffb6448d), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:46.490807 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device 43874025-b729-4db5-81ab-97992325cc0b up at agent ovs-agent-dv-cinder-851030-1-iscsi {{(pid=111104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:53:46.536852 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-8cde3678-96af-47db-b6bd-038121ff90f5 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (cfe40aff-dae8-46e2-a241-0d4fffb6448d), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:46.548598 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Provisioning complete for port 43874025-b729-4db5-81ab-97992325cc0b triggered by entity L2. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:53:46.549047 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (43874025-b729-4db5-81ab-97992325cc0b), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:46.635970 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67db4822-a72d-48e8-992b-82b54b718f03 req-429a1259-8243-466f-95e1-0689a8c24066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:53:46.638559 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-67db4822-a72d-48e8-992b-82b54b718f03 req-429a1259-8243-466f-95e1-0689a8c24066 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=4f3f79533bbf48018798e6e65050d69c&device_id=2ef4043a-5d67-4091-abcb-ed5e596ba355 HTTP/1.1" status: 200 len: 1129 time: 0.1161606 Jul 26 14:53:46.643290 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cde3678-96af-47db-b6bd-038121ff90f5 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe40aff-dae8-46e2-a241-0d4fffb6448d,revision_number=1']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:46.673893 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cde3678-96af-47db-b6bd-038121ff90f5 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:53:46.674465 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cde3678-96af-47db-b6bd-038121ff90f5 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:53:46.675053 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cde3678-96af-47db-b6bd-038121ff90f5 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:53:46.675652 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cde3678-96af-47db-b6bd-038121ff90f5 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:53:46.676207 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cde3678-96af-47db-b6bd-038121ff90f5 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:53:46.676723 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cde3678-96af-47db-b6bd-038121ff90f5 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:53:46.677181 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cde3678-96af-47db-b6bd-038121ff90f5 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:53:46.677626 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cde3678-96af-47db-b6bd-038121ff90f5 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:53:46.678083 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cde3678-96af-47db-b6bd-038121ff90f5 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:53:46.678593 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cde3678-96af-47db-b6bd-038121ff90f5 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:53:46.679125 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cde3678-96af-47db-b6bd-038121ff90f5 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:53:46.681259 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cde3678-96af-47db-b6bd-038121ff90f5 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:53:46.681758 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cde3678-96af-47db-b6bd-038121ff90f5 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:53:46.682260 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cde3678-96af-47db-b6bd-038121ff90f5 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:53:46.682788 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cde3678-96af-47db-b6bd-038121ff90f5 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:53:46.752313 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87c5a84-ea24-4d56-9754-f84e39078e1e None None] Sync routers for ids ['11b5f348-75d5-4c4f-96c2-0044b1980797'] in dv-cinder-851030-1-iscsi {{(pid=111104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:53:46.771349 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87c5a84-ea24-4d56-9754-f84e39078e1e None None] Routers {'11b5f348-75d5-4c4f-96c2-0044b1980797'} bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 14:53:46.772006 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-a87c5a84-ea24-4d56-9754-f84e39078e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851030-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-26T14:42:54Z,description=,heartbeat_timestamp=2022-07-26T14:53:24Z,host='dv-cinder-851030-1-iscsi',id=66f8bb98-7ace-4a85-b6ba-ffe40597695b,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:42:55Z,topic='l3_agent')) {'router_ids': ['11b5f348-75d5-4c4f-96c2-0044b1980797'], 'active': True} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:53:46.811877 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67db4822-a72d-48e8-992b-82b54b718f03 req-c06c25cd-ffb7-4fae-b518-8286a301024b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:53:46.813791 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-67db4822-a72d-48e8-992b-82b54b718f03 req-c06c25cd-ffb7-4fae-b518-8286a301024b service neutron] 10.222.0.99 "GET /v2.0/networks?id=0f1306c7-31e7-49e9-8b79-d9c630497063 HTTP/1.1" status: 200 len: 921 time: 0.1225088 Jul 26 14:53:46.817871 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-8cde3678-96af-47db-b6bd-038121ff90f5 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Publish callbacks [] for security_group (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:46.820187 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-8cde3678-96af-47db-b6bd-038121ff90f5 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.7142818 Jul 26 14:53:46.822785 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 45778) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:53:46.840087 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.v2.base [None req-dd2c3296-993e-4fa4-b2e6-e621ef8742ce tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Request body: {'security_group_rule': {'security_group_id': 'cfe40aff-dae8-46e2-a241-0d4fffb6448d', 'project_id': 'e7107f9317c24cc7b972fdc6b8c01322', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 14:53:46.850749 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Current status of the port 43874025-b729-4db5-81ab-97992325cc0b is: DOWN; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:53:46.850749 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (43874025-b729-4db5-81ab-97992325cc0b), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:46.889731 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-67db4822-a72d-48e8-992b-82b54b718f03 req-76b2ccfe-f24d-4ea7-8a55-96387ab623cf service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5d6c726-a2d1-4d56-97ab-81d623c53ac3 HTTP/1.1" status: 200 len: 217 time: 0.0679371 Jul 26 14:53:46.913879 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] For port 43874025-b729-4db5-81ab-97992325cc0b, host dv-cinder-851030-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851030-1-iscsi',level=0,port_id=43874025-b729-4db5-81ab-97992325cc0b,segment=NetworkSegment(9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7),segment_id=9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:53:46.938118 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvr_db [None req-a87c5a84-ea24-4d56-9754-f84e39078e1e None None] Set router 11b5f348-75d5-4c4f-96c2-0044b1980797 gateway port host: dv-cinder-851030-1-iscsi {{(pid=111104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 14:53:46.942576 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67db4822-a72d-48e8-992b-82b54b718f03 req-376fe611-e124-4daa-aeb3-fda54d6b9d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:53:46.944099 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-67db4822-a72d-48e8-992b-82b54b718f03 req-376fe611-e124-4daa-aeb3-fda54d6b9d20 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=2fb38d4f-c234-47e2-adc0-721b341e4aad HTTP/1.1" status: 200 len: 858 time: 0.0486453 Jul 26 14:53:46.989195 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:53:47.001214 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67db4822-a72d-48e8-992b-82b54b718f03 req-52921d5c-bcfc-44e1-87c0-e84271ded553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:53:47.001214 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-67db4822-a72d-48e8-992b-82b54b718f03 req-52921d5c-bcfc-44e1-87c0-e84271ded553 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=0f1306c7-31e7-49e9-8b79-d9c630497063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0490892 Jul 26 14:53:47.001474 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-dd2c3296-993e-4fa4-b2e6-e621ef8742ce tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Publish callbacks [] for security_group_rule (52f050eb-6669-466f-beaf-d08e6761998d), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:47.122778 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:53:47.123254 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-67db4822-a72d-48e8-992b-82b54b718f03 req-e4bb3ac7-1cc1-479b-8d08-742c652d919d service neutron] 10.222.0.99 "GET /v2.0/networks/0f1306c7-31e7-49e9-8b79-d9c630497063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155510 Jul 26 14:53:47.127120 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (43874025-b729-4db5-81ab-97992325cc0b), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:47.133549 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4b600a-e2cf-41cc-aaff-d62c18b83f0f req-a0e215e3-d787-401e-8953-58fb39178208 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:53:47.144910 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-df4b600a-e2cf-41cc-aaff-d62c18b83f0f req-a0e215e3-d787-401e-8953-58fb39178208 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=a97d630c-f890-4022-87ba-406020a397dc HTTP/1.1" status: 200 len: 946 time: 0.1427155 Jul 26 14:53:47.176013 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:53:47.225354 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-dd2c3296-993e-4fa4-b2e6-e621ef8742ce tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Publish callbacks [] for security_group_rule (52f050eb-6669-466f-beaf-d08e6761998d), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:47.250991 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-df4b600a-e2cf-41cc-aaff-d62c18b83f0f req-3b7eda59-67e7-47ab-9b10-287be632e462 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=07a7f217-8c49-407d-8fdd-fca70593a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075442 Jul 26 14:53:47.252767 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Pushing event updated for resources: {'Port': ['ID=43874025-b729-4db5-81ab-97992325cc0b,revision_number=4']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:47.266855 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:53:47.267201 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:53:47.267590 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:53:47.267906 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:53:47.268238 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:53:47.268564 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:53:47.268888 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:53:47.269208 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:53:47.269529 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:53:47.269844 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:53:47.270163 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:53:47.270486 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:53:47.270805 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:53:47.271125 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:53:47.271467 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:53:47.280934 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-a87c5a84-ea24-4d56-9754-f84e39078e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b5f348-75d5-4c4f-96c2-0044b1980797', 'name': 'tempest-TestVolumeBootPattern-1301718411-router', 'tenant_id': '2bb78824c1344af8a6aea40818681920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '43874025-b729-4db5-81ab-97992325cc0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:53:40Z', 'updated_at': '2022-07-26T14:53:44Z', 'revision_number': 4, 'project_id': '2bb78824c1344af8a6aea40818681920', 'gw_port': {'id': '43874025-b729-4db5-81ab-97992325cc0b', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:1f:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11b5f348-75d5-4c4f-96c2-0044b1980797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:53:41Z', 'updated_at': '2022-07-26T14:53:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi', '_interfaces': [{'id': 'b5eeb9a9-f774-4bf2-bcd1-eb7bc8846a7b', 'name': '', 'network_id': 'f1cf6367-0fb5-4169-ae6e-00345ae81111', 'tenant_id': '2bb78824c1344af8a6aea40818681920', 'mac_address': 'fa:16:3e:4f:b5:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11b5f348-75d5-4c4f-96c2-0044b1980797', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'f4f12531-8c2b-406d-8aff-22f22d0c1803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:53:43Z', 'updated_at': '2022-07-26T14:53:44Z', 'revision_number': 2, 'project_id': '2bb78824c1344af8a6aea40818681920', 'subnets': [{'id': 'f4f12531-8c2b-406d-8aff-22f22d0c1803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851030-1-iscsi', False) {} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:53:47.290678 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-67db4822-a72d-48e8-992b-82b54b718f03 req-fce40e61-cc85-4732-81c0-57f1913d3100 service neutron] 10.222.0.99 "GET /v2.0/networks/0f1306c7-31e7-49e9-8b79-d9c630497063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576934 Jul 26 14:53:47.307486 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87c5a84-ea24-4d56-9754-f84e39078e1e None None] Checking router: 11b5f348-75d5-4c4f-96c2-0044b1980797 for host: dv-cinder-851030-1-iscsi {{(pid=111104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:53:47.307841 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87c5a84-ea24-4d56-9754-f84e39078e1e None None] Updating router 11b5f348-75d5-4c4f-96c2-0044b1980797 port b5eeb9a9-f774-4bf2-bcd1-eb7bc8846a7b binding host dv-cinder-851030-1-iscsi {{(pid=111104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 14:53:47.340179 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-dd2c3296-993e-4fa4-b2e6-e621ef8742ce tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662595'] for security_group_rule (52f050eb-6669-466f-beaf-d08e6761998d), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:47.340411 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a87c5a84-ea24-4d56-9754-f84e39078e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (b5eeb9a9-f774-4bf2-bcd1-eb7bc8846a7b), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:47.355294 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2c3296-993e-4fa4-b2e6-e621ef8742ce tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52f050eb-6669-466f-beaf-d08e6761998d,revision_number=0']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:47.369900 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:53:47.376838 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2c3296-993e-4fa4-b2e6-e621ef8742ce tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:53:47.377518 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2c3296-993e-4fa4-b2e6-e621ef8742ce tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:53:47.380275 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2c3296-993e-4fa4-b2e6-e621ef8742ce tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:53:47.380275 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2c3296-993e-4fa4-b2e6-e621ef8742ce tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:53:47.380275 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2c3296-993e-4fa4-b2e6-e621ef8742ce tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:53:47.380275 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2c3296-993e-4fa4-b2e6-e621ef8742ce tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:53:47.380275 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2c3296-993e-4fa4-b2e6-e621ef8742ce tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:53:47.380275 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2c3296-993e-4fa4-b2e6-e621ef8742ce tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:53:47.380275 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2c3296-993e-4fa4-b2e6-e621ef8742ce tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:53:47.381639 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2c3296-993e-4fa4-b2e6-e621ef8742ce tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:53:47.382118 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2c3296-993e-4fa4-b2e6-e621ef8742ce tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:53:47.382619 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2c3296-993e-4fa4-b2e6-e621ef8742ce tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:53:47.383102 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2c3296-993e-4fa4-b2e6-e621ef8742ce tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:53:47.383585 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2c3296-993e-4fa4-b2e6-e621ef8742ce tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:53:47.384442 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd2c3296-993e-4fa4-b2e6-e621ef8742ce tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:53:47.398815 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79fc6a6-e1c1-46f4-a0f4-d219ca2cb02f req-d9c1c1e5-4d18-4b15-9673-541b7c9eb482 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:53:47.407239 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-b79fc6a6-e1c1-46f4-a0f4-d219ca2cb02f req-d9c1c1e5-4d18-4b15-9673-541b7c9eb482 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=2ef4043a-5d67-4091-abcb-ed5e596ba355 HTTP/1.1" status: 200 len: 945 time: 0.0850739 Jul 26 14:53:47.475237 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-b79fc6a6-e1c1-46f4-a0f4-d219ca2cb02f req-ab25088c-c2f8-4fbe-9901-254c9b540feb tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=07a7f217-8c49-407d-8fdd-fca70593a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596943 Jul 26 14:53:47.501325 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-dd2c3296-993e-4fa4-b2e6-e621ef8742ce tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:47.505757 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-dd2c3296-993e-4fa4-b2e6-e621ef8742ce tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6818614 Jul 26 14:53:47.506548 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 45812) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:53:47.512309 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.v2.base [None req-8e40dee9-3702-4028-8b2a-bc70af4401a3 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Request body: {'security_group_rule': {'security_group_id': 'cfe40aff-dae8-46e2-a241-0d4fffb6448d', 'project_id': 'e7107f9317c24cc7b972fdc6b8c01322', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 14:53:47.633775 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 45820) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:53:47.721185 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a87c5a84-ea24-4d56-9754-f84e39078e1e None None] Publish callbacks [] for port (b5eeb9a9-f774-4bf2-bcd1-eb7bc8846a7b), precommit_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:47.781512 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-8e40dee9-3702-4028-8b2a-bc70af4401a3 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Publish callbacks [] for security_group_rule (64c88b81-71ab-4c00-8f94-2ef2739f90ec), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:47.873462 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a87c5a84-ea24-4d56-9754-f84e39078e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (b5eeb9a9-f774-4bf2-bcd1-eb7bc8846a7b), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:47.878244 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-8e40dee9-3702-4028-8b2a-bc70af4401a3 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Publish callbacks [] for security_group_rule (64c88b81-71ab-4c00-8f94-2ef2739f90ec), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:47.881683 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:53:47.931745 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdf955f-c9c8-4633-a767-4c5fe99c85f9 None None] Pushing event updated for resources: {'Port': ['ID=b5eeb9a9-f774-4bf2-bcd1-eb7bc8846a7b,revision_number=3']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:48.013762 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-8e40dee9-3702-4028-8b2a-bc70af4401a3 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662595'] for security_group_rule (64c88b81-71ab-4c00-8f94-2ef2739f90ec), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:48.017560 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.managers [None req-a87c5a84-ea24-4d56-9754-f84e39078e1e None None] Attempting to bind port b5eeb9a9-f774-4bf2-bcd1-eb7bc8846a7b on host dv-cinder-851030-1-iscsi for vnic_type normal with profile {{(pid=111104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 14:53:48.018127 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.managers [None req-a87c5a84-ea24-4d56-9754-f84e39078e1e None None] Attempting to bind port b5eeb9a9-f774-4bf2-bcd1-eb7bc8846a7b by drivers openvswitch,hyperv on host dv-cinder-851030-1-iscsi at level 0 using segments [{'id': '0183e047-2166-4c28-8278-c78382bdcd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'f1cf6367-0fb5-4169-ae6e-00345ae81111'}] {{(pid=111104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 14:53:48.018489 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87c5a84-ea24-4d56-9754-f84e39078e1e None None] Attempting to bind port b5eeb9a9-f774-4bf2-bcd1-eb7bc8846a7b on network f1cf6367-0fb5-4169-ae6e-00345ae81111 {{(pid=111104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 14:53:48.025893 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87c5a84-ea24-4d56-9754-f84e39078e1e None None] Checking agent: {'id': 'df49e665-2de0-463a-a1e1-c989804d5593', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851030-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 14, 42, 57), 'started_at': datetime.datetime(2022, 7, 26, 14, 43, 27), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 14, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851030-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 14:53:48.026364 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87c5a84-ea24-4d56-9754-f84e39078e1e None None] Checking segment: {'id': '0183e047-2166-4c28-8278-c78382bdcd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'f1cf6367-0fb5-4169-ae6e-00345ae81111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 14:53:48.026671 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a87c5a84-ea24-4d56-9754-f84e39078e1e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:48.027063 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87c5a84-ea24-4d56-9754-f84e39078e1e None None] Bound using segment: {'id': '0183e047-2166-4c28-8278-c78382bdcd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'f1cf6367-0fb5-4169-ae6e-00345ae81111'} {{(pid=111104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 14:53:48.027555 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.managers [None req-a87c5a84-ea24-4d56-9754-f84e39078e1e None None] Bound port: b5eeb9a9-f774-4bf2-bcd1-eb7bc8846a7b, host: dv-cinder-851030-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0183e047-2166-4c28-8278-c78382bdcd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1088, 'network_id': 'f1cf6367-0fb5-4169-ae6e-00345ae81111'}}] {{(pid=111104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 14:53:48.028518 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a87c5a84-ea24-4d56-9754-f84e39078e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (b5eeb9a9-f774-4bf2-bcd1-eb7bc8846a7b), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:48.057295 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e40dee9-3702-4028-8b2a-bc70af4401a3 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64c88b81-71ab-4c00-8f94-2ef2739f90ec,revision_number=0']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:48.119047 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-a87c5a84-ea24-4d56-9754-f84e39078e1e None None] For port b5eeb9a9-f774-4bf2-bcd1-eb7bc8846a7b, host dv-cinder-851030-1-iscsi, cleared binding levels {{(pid=111104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:53:48.123076 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-a87c5a84-ea24-4d56-9754-f84e39078e1e None None] For port b5eeb9a9-f774-4bf2-bcd1-eb7bc8846a7b, host dv-cinder-851030-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851030-1-iscsi',level=0,port_id=b5eeb9a9-f774-4bf2-bcd1-eb7bc8846a7b,segment=NetworkSegment(0183e047-2166-4c28-8278-c78382bdcd59),segment_id=0183e047-2166-4c28-8278-c78382bdcd59)] {{(pid=111104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:53:48.198629 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-8e40dee9-3702-4028-8b2a-bc70af4401a3 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:48.201716 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-8e40dee9-3702-4028-8b2a-bc70af4401a3 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6913254 Jul 26 14:53:48.202950 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 45828) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:53:48.210707 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.v2.base [None req-afae8e62-6de4-4b91-9357-75c586d5d167 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Request body: {'security_group_rule': {'security_group_id': 'cfe40aff-dae8-46e2-a241-0d4fffb6448d', 'project_id': 'e7107f9317c24cc7b972fdc6b8c01322', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 14:53:48.218649 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-8e81bb8d-c679-41e8-8792-7db4f14b0cd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-688923'] for router_interface (903d0c0b-b56d-4279-9f39-ec9fff2f953f), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:48.220060 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-3b5c8d49-8534-454c-930d-eed738338e41 None None] Provisioning complete for port b5eeb9a9-f774-4bf2-bcd1-eb7bc8846a7b triggered by entity DHCP. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:53:48.220525 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-3b5c8d49-8534-454c-930d-eed738338e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (b5eeb9a9-f774-4bf2-bcd1-eb7bc8846a7b), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:48.248231 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a87c5a84-ea24-4d56-9754-f84e39078e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (b5eeb9a9-f774-4bf2-bcd1-eb7bc8846a7b), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:48.309875 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-3b5c8d49-8534-454c-930d-eed738338e41 None None] Port b5eeb9a9-f774-4bf2-bcd1-eb7bc8846a7b cannot update to ACTIVE because it is not bound. {{(pid=111104) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 14:53:48.329821 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:53:48.352096 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:53:48.359640 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdf955f-c9c8-4633-a767-4c5fe99c85f9 None None] Pushing event updated for resources: {'Port': ['ID=b5eeb9a9-f774-4bf2-bcd1-eb7bc8846a7b,revision_number=4']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:48.368831 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87c5a84-ea24-4d56-9754-f84e39078e1e None None] Routers {'11b5f348-75d5-4c4f-96c2-0044b1980797'} bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 14:53:48.370010 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-a87c5a84-ea24-4d56-9754-f84e39078e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851030-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-26T14:42:54Z,description=,heartbeat_timestamp=2022-07-26T14:53:24Z,host='dv-cinder-851030-1-iscsi',id=66f8bb98-7ace-4a85-b6ba-ffe40597695b,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:42:55Z,topic='l3_agent')) {'router_ids': ['11b5f348-75d5-4c4f-96c2-0044b1980797'], 'active': True} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:53:48.384498 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-afae8e62-6de4-4b91-9357-75c586d5d167 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Publish callbacks [] for security_group_rule (26ba4ab1-ad21-4190-89c3-d386b6e14761), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:48.498224 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-afae8e62-6de4-4b91-9357-75c586d5d167 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Publish callbacks [] for security_group_rule (26ba4ab1-ad21-4190-89c3-d386b6e14761), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:48.568586 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device 43874025-b729-4db5-81ab-97992325cc0b up at agent ovs-agent-dv-cinder-851030-1-iscsi {{(pid=111104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:53:48.612619 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.plugins.ml2.plugin [None req-8e81bb8d-c679-41e8-8792-7db4f14b0cd2 admin admin] Deleting port 95d9a5ed-9498-4f57-b658-e31ceee0039b {{(pid=111103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 14:53:48.613182 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-8e81bb8d-c679-41e8-8792-7db4f14b0cd2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789580082445'] for port (95d9a5ed-9498-4f57-b658-e31ceee0039b), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:48.619455 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:53:48.621491 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvr_db [None req-a87c5a84-ea24-4d56-9754-f84e39078e1e None None] Set router 11b5f348-75d5-4c4f-96c2-0044b1980797 gateway port host: dv-cinder-851030-1-iscsi {{(pid=111104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 14:53:48.640884 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-afae8e62-6de4-4b91-9357-75c586d5d167 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662595'] for security_group_rule (26ba4ab1-ad21-4190-89c3-d386b6e14761), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:48.661176 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afae8e62-6de4-4b91-9357-75c586d5d167 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26ba4ab1-ad21-4190-89c3-d386b6e14761,revision_number=0']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:48.697138 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Provisioning complete for port 43874025-b729-4db5-81ab-97992325cc0b triggered by entity L2. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:53:48.697529 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (43874025-b729-4db5-81ab-97992325cc0b), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:48.707307 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.plugins.ml2.db [None req-8e81bb8d-c679-41e8-8792-7db4f14b0cd2 admin admin] For port 95d9a5ed-9498-4f57-b658-e31ceee0039b, host dv-cinder-851030-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851030-1-iscsi',level=0,port_id=95d9a5ed-9498-4f57-b658-e31ceee0039b,segment=NetworkSegment(82e6fd43-9678-4238-8619-ec1c114f874d),segment_id=82e6fd43-9678-4238-8619-ec1c114f874d)] {{(pid=111103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:53:48.707952 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-8e81bb8d-c679-41e8-8792-7db4f14b0cd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580114'] for port (95d9a5ed-9498-4f57-b658-e31ceee0039b), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:48.806258 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-afae8e62-6de4-4b91-9357-75c586d5d167 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:48.807281 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-5eb9aef8-4375-4a14-a6a8-dbe74da39d91 None None] Provisioning complete for port b5eeb9a9-f774-4bf2-bcd1-eb7bc8846a7b triggered by entity DHCP. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:53:48.808232 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-5eb9aef8-4375-4a14-a6a8-dbe74da39d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (b5eeb9a9-f774-4bf2-bcd1-eb7bc8846a7b), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:48.817546 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-afae8e62-6de4-4b91-9357-75c586d5d167 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6125588 Jul 26 14:53:48.819592 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 45840) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:53:48.835669 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.v2.base [None req-2d8f3ca1-6de1-40f8-a192-929226d12301 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Request body: {'security_group_rule': {'security_group_id': 'cfe40aff-dae8-46e2-a241-0d4fffb6448d', 'project_id': 'e7107f9317c24cc7b972fdc6b8c01322', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 14:53:48.932899 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.plugins.ml2.plugin [None req-8e81bb8d-c679-41e8-8792-7db4f14b0cd2 admin admin] Calling delete_port for 95d9a5ed-9498-4f57-b658-e31ceee0039b owned by network:router_interface {{(pid=111103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 14:53:48.992019 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Current status of the port 43874025-b729-4db5-81ab-97992325cc0b is: ACTIVE; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:53:49.035551 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-5eb9aef8-4375-4a14-a6a8-dbe74da39d91 None None] Current status of the port b5eeb9a9-f774-4bf2-bcd1-eb7bc8846a7b is: DOWN; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:53:49.035931 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-5eb9aef8-4375-4a14-a6a8-dbe74da39d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (b5eeb9a9-f774-4bf2-bcd1-eb7bc8846a7b), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:49.046168 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-a87c5a84-ea24-4d56-9754-f84e39078e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b5f348-75d5-4c4f-96c2-0044b1980797', 'name': 'tempest-TestVolumeBootPattern-1301718411-router', 'tenant_id': '2bb78824c1344af8a6aea40818681920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '43874025-b729-4db5-81ab-97992325cc0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:53:40Z', 'updated_at': '2022-07-26T14:53:44Z', 'revision_number': 4, 'project_id': '2bb78824c1344af8a6aea40818681920', 'gw_port': {'id': '43874025-b729-4db5-81ab-97992325cc0b', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:1f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b5f348-75d5-4c4f-96c2-0044b1980797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:53:41Z', 'updated_at': '2022-07-26T14:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi', '_interfaces': [{'id': 'b5eeb9a9-f774-4bf2-bcd1-eb7bc8846a7b', 'name': '', 'network_id': 'f1cf6367-0fb5-4169-ae6e-00345ae81111', 'tenant_id': '2bb78824c1344af8a6aea40818681920', 'mac_address': 'fa:16:3e:4f:b5:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11b5f348-75d5-4c4f-96c2-0044b1980797', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'f4f12531-8c2b-406d-8aff-22f22d0c1803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:53:43Z', 'updated_at': '2022-07-26T14:53:48Z', 'revision_number': 4, 'project_id': '2bb78824c1344af8a6aea40818681920', 'subnets': [{'id': 'f4f12531-8c2b-406d-8aff-22f22d0c1803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851030-1-iscsi', False) {} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:53:49.076941 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-2d8f3ca1-6de1-40f8-a192-929226d12301 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Publish callbacks [] for security_group_rule (92c0d2d3-0bcd-4acc-9299-e83c92173487), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:49.099821 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=100 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:53:49.101099 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87c5a84-ea24-4d56-9754-f84e39078e1e None None] The sync data for ids ['11b5f348-75d5-4c4f-96c2-0044b1980797'] in dv-cinder-851030-1-iscsi is: [{'id': '11b5f348-75d5-4c4f-96c2-0044b1980797', 'name': 'tempest-TestVolumeBootPattern-1301718411-router', 'tenant_id': '2bb78824c1344af8a6aea40818681920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '43874025-b729-4db5-81ab-97992325cc0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:53:40Z', 'updated_at': '2022-07-26T14:53:44Z', 'revision_number': 4, 'project_id': '2bb78824c1344af8a6aea40818681920', 'gw_port': {'id': '43874025-b729-4db5-81ab-97992325cc0b', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:1f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b5f348-75d5-4c4f-96c2-0044b1980797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:53:41Z', 'updated_at': '2022-07-26T14:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi', '_interfaces': [{'id': 'b5eeb9a9-f774-4bf2-bcd1-eb7bc8846a7b', 'name': '', 'network_id': 'f1cf6367-0fb5-4169-ae6e-00345ae81111', 'tenant_id': '2bb78824c1344af8a6aea40818681920', 'mac_address': 'fa:16:3e:4f:b5:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11b5f348-75d5-4c4f-96c2-0044b1980797', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'f4f12531-8c2b-406d-8aff-22f22d0c1803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:53:43Z', 'updated_at': '2022-07-26T14:53:48Z', 'revision_number': 4, 'project_id': '2bb78824c1344af8a6aea40818681920', 'subnets': [{'id': 'f4f12531-8c2b-406d-8aff-22f22d0c1803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:53:49.128913 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-5eb9aef8-4375-4a14-a6a8-dbe74da39d91 None None] For port b5eeb9a9-f774-4bf2-bcd1-eb7bc8846a7b, host dv-cinder-851030-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851030-1-iscsi',level=0,port_id=b5eeb9a9-f774-4bf2-bcd1-eb7bc8846a7b,segment=NetworkSegment(0183e047-2166-4c28-8278-c78382bdcd59),segment_id=0183e047-2166-4c28-8278-c78382bdcd59)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:53:49.174357 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-2d8f3ca1-6de1-40f8-a192-929226d12301 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Publish callbacks [] for security_group_rule (92c0d2d3-0bcd-4acc-9299-e83c92173487), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:49.227872 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-5eb9aef8-4375-4a14-a6a8-dbe74da39d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (b5eeb9a9-f774-4bf2-bcd1-eb7bc8846a7b), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:49.302812 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb9aef8-4375-4a14-a6a8-dbe74da39d91 None None] Pushing event updated for resources: {'Port': ['ID=b5eeb9a9-f774-4bf2-bcd1-eb7bc8846a7b,revision_number=5']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:49.307671 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-2d8f3ca1-6de1-40f8-a192-929226d12301 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662595'] for security_group_rule (92c0d2d3-0bcd-4acc-9299-e83c92173487), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:49.348017 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8f3ca1-6de1-40f8-a192-929226d12301 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92c0d2d3-0bcd-4acc-9299-e83c92173487,revision_number=0']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:49.496598 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-8e81bb8d-c679-41e8-8792-7db4f14b0cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789580201795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789579689804'] for port (95d9a5ed-9498-4f57-b658-e31ceee0039b), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:49.499809 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-2d8f3ca1-6de1-40f8-a192-929226d12301 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:49.501952 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-2d8f3ca1-6de1-40f8-a192-929226d12301 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6793334 Jul 26 14:53:49.505525 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 45854) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:53:49.511924 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.v2.base [None req-dcbc3896-d4e3-462d-b3c8-458e6ed9ca06 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Request body: {'security_group_rule': {'security_group_id': 'cfe40aff-dae8-46e2-a241-0d4fffb6448d', 'project_id': 'e7107f9317c24cc7b972fdc6b8c01322', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 14:53:49.523176 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e81bb8d-c679-41e8-8792-7db4f14b0cd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=95d9a5ed-9498-4f57-b658-e31ceee0039b,revision_number=None']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:49.674496 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.db.securitygroups_db [None req-dcbc3896-d4e3-462d-b3c8-458e6ed9ca06 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Project e7107f9317c24cc7b972fdc6b8c01322 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 26 14:53:49.686964 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-dcbc3896-d4e3-462d-b3c8-458e6ed9ca06 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Publish callbacks [] for security_group_rule (e74a124e-535e-4775-b1df-57e9fd1fcf75), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:49.695341 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-8e81bb8d-c679-41e8-8792-7db4f14b0cd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689039'] for router_interface (903d0c0b-b56d-4279-9f39-ec9fff2f953f), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:49.817790 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-dcbc3896-d4e3-462d-b3c8-458e6ed9ca06 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Publish callbacks [] for security_group_rule (e74a124e-535e-4775-b1df-57e9fd1fcf75), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:49.920290 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-dcbc3896-d4e3-462d-b3c8-458e6ed9ca06 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662595'] for security_group_rule (e74a124e-535e-4775-b1df-57e9fd1fcf75), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:49.944943 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbc3896-d4e3-462d-b3c8-458e6ed9ca06 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e74a124e-535e-4775-b1df-57e9fd1fcf75,revision_number=0']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:49.955064 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e81bb8d-c679-41e8-8792-7db4f14b0cd2 admin admin] Router 903d0c0b-b56d-4279-9f39-ec9fff2f953f has already been hosted by L3 agent 66f8bb98-7ace-4a85-b6ba-ffe40597695b {{(pid=111103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 14:53:50.085883 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e81bb8d-c679-41e8-8792-7db4f14b0cd2 admin admin] Notify agent at l3_agent.dv-cinder-851030-1-iscsi the message routers_updated {{(pid=111103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:53:50.091573 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-dcbc3896-d4e3-462d-b3c8-458e6ed9ca06 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:50.092796 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-dcbc3896-d4e3-462d-b3c8-458e6ed9ca06 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5860217 Jul 26 14:53:50.096835 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 45858) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:53:50.098532 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 45860) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:53:50.099187 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-8e81bb8d-c679-41e8-8792-7db4f14b0cd2 admin admin] 10.222.0.97 "PUT /v2.0/routers/903d0c0b-b56d-4279-9f39-ec9fff2f953f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4647379 Jul 26 14:53:50.101579 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.v2.base [None req-c50a9350-02ad-4152-a652-f84e3e141918 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Request body: {'security_group_rule': {'security_group_id': 'cfe40aff-dae8-46e2-a241-0d4fffb6448d', 'project_id': 'e7107f9317c24cc7b972fdc6b8c01322', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 14:53:50.103489 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5861fb-3bc7-4be6-a523-40870455307d None None] Sync routers for ids ['903d0c0b-b56d-4279-9f39-ec9fff2f953f'] in dv-cinder-851030-1-iscsi {{(pid=111105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:53:50.117338 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5861fb-3bc7-4be6-a523-40870455307d None None] Routers {'903d0c0b-b56d-4279-9f39-ec9fff2f953f'} bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 14:53:50.118739 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_hamode_db [None req-0e5861fb-3bc7-4be6-a523-40870455307d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851030-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-26T14:42:54Z,description=,heartbeat_timestamp=2022-07-26T14:53:24Z,host='dv-cinder-851030-1-iscsi',id=66f8bb98-7ace-4a85-b6ba-ffe40597695b,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:42:55Z,topic='l3_agent')) {'router_ids': ['903d0c0b-b56d-4279-9f39-ec9fff2f953f'], 'active': True} {{(pid=111105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:53:50.205130 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:53:50.219821 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-81c18b3b-5686-4f20-a869-6be00a33c763 admin admin] Publish callbacks [] for router (903d0c0b-b56d-4279-9f39-ec9fff2f953f), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:50.255675 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.db.securitygroups_db [None req-c50a9350-02ad-4152-a652-f84e3e141918 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Project e7107f9317c24cc7b972fdc6b8c01322 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 26 14:53:50.265890 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-c50a9350-02ad-4152-a652-f84e3e141918 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Publish callbacks [] for security_group_rule (373c005e-951a-47a8-afc9-2227c4b72918), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:50.283019 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_dvr_db [None req-0e5861fb-3bc7-4be6-a523-40870455307d None None] Set router 903d0c0b-b56d-4279-9f39-ec9fff2f953f gateway port host: dv-cinder-851030-1-iscsi {{(pid=111105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 14:53:50.367454 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:53:50.373724 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-c50a9350-02ad-4152-a652-f84e3e141918 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Publish callbacks [] for security_group_rule (373c005e-951a-47a8-afc9-2227c4b72918), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:50.380248 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-81c18b3b-5686-4f20-a869-6be00a33c763 admin admin] Publish callbacks [] for router_gateway (903d0c0b-b56d-4279-9f39-ec9fff2f953f), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:50.484518 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_hamode_db [None req-0e5861fb-3bc7-4be6-a523-40870455307d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '903d0c0b-b56d-4279-9f39-ec9fff2f953f', 'name': 'tempest-DeleteServersTestJSON-1566382743-router', 'tenant_id': 'ca1bc66d9e5446758a759063544ae3e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': '6f8790cb-ec4a-48ae-8815-1570dacd37a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:51:46Z', 'updated_at': '2022-07-26T14:53:49Z', 'revision_number': 5, 'project_id': 'ca1bc66d9e5446758a759063544ae3e7', 'gw_port': {'id': '6f8790cb-ec4a-48ae-8815-1570dacd37a4', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:95:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903d0c0b-b56d-4279-9f39-ec9fff2f953f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:47Z', 'updated_at': '2022-07-26T14:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi'}], 'dv-cinder-851030-1-iscsi', False) {} {{(pid=111105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:53:50.501468 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-c50a9350-02ad-4152-a652-f84e3e141918 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662595'] for security_group_rule (373c005e-951a-47a8-afc9-2227c4b72918), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:50.515813 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:53:50.516568 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5861fb-3bc7-4be6-a523-40870455307d None None] Checking router: 903d0c0b-b56d-4279-9f39-ec9fff2f953f for host: dv-cinder-851030-1-iscsi {{(pid=111105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:53:50.525565 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:53:50.541965 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5861fb-3bc7-4be6-a523-40870455307d None None] Routers {'903d0c0b-b56d-4279-9f39-ec9fff2f953f'} bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 14:53:50.541965 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_hamode_db [None req-0e5861fb-3bc7-4be6-a523-40870455307d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851030-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-26T14:42:54Z,description=,heartbeat_timestamp=2022-07-26T14:53:24Z,host='dv-cinder-851030-1-iscsi',id=66f8bb98-7ace-4a85-b6ba-ffe40597695b,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:42:55Z,topic='l3_agent')) {'router_ids': ['903d0c0b-b56d-4279-9f39-ec9fff2f953f'], 'active': True} {{(pid=111105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:53:50.554610 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50a9350-02ad-4152-a652-f84e3e141918 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=373c005e-951a-47a8-afc9-2227c4b72918,revision_number=0']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:50.585957 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.plugin [None req-81c18b3b-5686-4f20-a869-6be00a33c763 admin admin] Deleting port 6f8790cb-ec4a-48ae-8815-1570dacd37a4 {{(pid=111102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 14:53:50.593718 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-81c18b3b-5686-4f20-a869-6be00a33c763 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789580082445'] for port (6f8790cb-ec4a-48ae-8815-1570dacd37a4), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:50.600235 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device b5eeb9a9-f774-4bf2-bcd1-eb7bc8846a7b up at agent ovs-agent-dv-cinder-851030-1-iscsi {{(pid=111104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:53:50.651487 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Provisioning complete for port b5eeb9a9-f774-4bf2-bcd1-eb7bc8846a7b triggered by entity L2. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:53:50.652115 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (b5eeb9a9-f774-4bf2-bcd1-eb7bc8846a7b), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:50.677701 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-c50a9350-02ad-4152-a652-f84e3e141918 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:50.681581 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-c50a9350-02ad-4152-a652-f84e3e141918 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5816412 Jul 26 14:53:50.718826 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.db [None req-81c18b3b-5686-4f20-a869-6be00a33c763 admin admin] For port 6f8790cb-ec4a-48ae-8815-1570dacd37a4, host dv-cinder-851030-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851030-1-iscsi',level=0,port_id=6f8790cb-ec4a-48ae-8815-1570dacd37a4,segment=NetworkSegment(9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7),segment_id=9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7)] {{(pid=111102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:53:50.719879 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-81c18b3b-5686-4f20-a869-6be00a33c763 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580114'] for port (6f8790cb-ec4a-48ae-8815-1570dacd37a4), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:50.749469 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.plugin [None req-81c18b3b-5686-4f20-a869-6be00a33c763 admin admin] Calling delete_port for 6f8790cb-ec4a-48ae-8815-1570dacd37a4 owned by network:router_gateway {{(pid=111102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 14:53:50.760777 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_dvr_db [None req-0e5861fb-3bc7-4be6-a523-40870455307d None None] Set router 903d0c0b-b56d-4279-9f39-ec9fff2f953f gateway port host: None {{(pid=111105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 14:53:50.792921 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Current status of the port b5eeb9a9-f774-4bf2-bcd1-eb7bc8846a7b is: ACTIVE; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:53:50.824611 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_hamode_db [None req-0e5861fb-3bc7-4be6-a523-40870455307d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '903d0c0b-b56d-4279-9f39-ec9fff2f953f', 'name': 'tempest-DeleteServersTestJSON-1566382743-router', 'tenant_id': 'ca1bc66d9e5446758a759063544ae3e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:51:46Z', 'updated_at': '2022-07-26T14:53:50Z', 'revision_number': 6, 'project_id': 'ca1bc66d9e5446758a759063544ae3e7', 'gw_port_host': None}], 'dv-cinder-851030-1-iscsi', False) {} {{(pid=111105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:53:50.855998 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5861fb-3bc7-4be6-a523-40870455307d None None] The sync data for ids ['903d0c0b-b56d-4279-9f39-ec9fff2f953f'] in dv-cinder-851030-1-iscsi is: [{'id': '903d0c0b-b56d-4279-9f39-ec9fff2f953f', 'name': 'tempest-DeleteServersTestJSON-1566382743-router', 'tenant_id': 'ca1bc66d9e5446758a759063544ae3e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:51:46Z', 'updated_at': '2022-07-26T14:53:50Z', 'revision_number': 6, 'project_id': 'ca1bc66d9e5446758a759063544ae3e7', 'gw_port_host': None}] {{(pid=111105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:53:51.102257 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-81c18b3b-5686-4f20-a869-6be00a33c763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789580201795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789579689804'] for port (6f8790cb-ec4a-48ae-8815-1570dacd37a4), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:51.129439 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c18b3b-5686-4f20-a869-6be00a33c763 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f8790cb-ec4a-48ae-8815-1570dacd37a4,revision_number=None']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:51.156372 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-81c18b3b-5686-4f20-a869-6be00a33c763 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690971'] for router_gateway (903d0c0b-b56d-4279-9f39-ec9fff2f953f), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:51.261795 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-81c18b3b-5686-4f20-a869-6be00a33c763 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-859'] for router (903d0c0b-b56d-4279-9f39-ec9fff2f953f), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:51.264584 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-81c18b3b-5686-4f20-a869-6be00a33c763 admin admin] Publish callbacks [] for router_controller (903d0c0b-b56d-4279-9f39-ec9fff2f953f), precommit_delete_associations {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:51.399737 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-81c18b3b-5686-4f20-a869-6be00a33c763 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-569106'] for router (903d0c0b-b56d-4279-9f39-ec9fff2f953f), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:51.400397 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81c18b3b-5686-4f20-a869-6be00a33c763 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 903d0c0b-b56d-4279-9f39-ec9fff2f953f {{(pid=111102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 14:53:51.408712 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-81c18b3b-5686-4f20-a869-6be00a33c763 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:51.408712 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-81c18b3b-5686-4f20-a869-6be00a33c763 admin admin] 10.222.0.97 "DELETE /v2.0/routers/903d0c0b-b56d-4279-9f39-ec9fff2f953f HTTP/1.1" status: 204 len: 168 time: 1.3001955 Jul 26 14:53:51.411116 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 45914) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:53:51.457155 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.db_base_plugin_v2 [None req-3255021e-1261-4daa-bb41-0561db4338b9 admin admin] Deleting subnet d254fac4-b0e3-4010-92e1-626681866d2e {{(pid=111102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 26 14:53:51.460439 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-3255021e-1261-4daa-bb41-0561db4338b9 admin admin] Publish callbacks [] for subnet (d254fac4-b0e3-4010-92e1-626681866d2e), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:51.499347 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-3255021e-1261-4daa-bb41-0561db4338b9 admin admin] Publish callbacks [] for subnet (d254fac4-b0e3-4010-92e1-626681866d2e), precommit_delete_associations {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:51.534479 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:53:51.587617 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-3255021e-1261-4daa-bb41-0561db4338b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1534251'] for subnet (d254fac4-b0e3-4010-92e1-626681866d2e), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:51.771295 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-3255021e-1261-4daa-bb41-0561db4338b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1534242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707'] for subnet (d254fac4-b0e3-4010-92e1-626681866d2e), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:51.797913 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3255021e-1261-4daa-bb41-0561db4338b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d254fac4-b0e3-4010-92e1-626681866d2e,revision_number=None']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:51.806421 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-3255021e-1261-4daa-bb41-0561db4338b9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:51.810828 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-3255021e-1261-4daa-bb41-0561db4338b9 admin admin] 10.222.0.97 "DELETE /v2.0/subnets/d254fac4-b0e3-4010-92e1-626681866d2e HTTP/1.1" status: 204 len: 168 time: 0.3986127 Jul 26 14:53:51.813874 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51148e3-95c5-4bf7-892e-f02713f4402c None None] Network 8e81120a-d472-43d2-a7db-69cbb3be13c6 requested from dv-cinder-851030-1-iscsi {{(pid=111104) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 14:53:51.817604 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 45924) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:53:51.926300 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-ba109073-7bf3-426d-89ef-848125e29af0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459809'] for network (8e81120a-d472-43d2-a7db-69cbb3be13c6), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:51.985669 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.plugin [None req-ba109073-7bf3-426d-89ef-848125e29af0 admin admin] Deleting port bd673a1c-fc91-4301-8da3-d9f62172b0bf {{(pid=111102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 14:53:51.986181 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-ba109073-7bf3-426d-89ef-848125e29af0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789580082445'] for port (bd673a1c-fc91-4301-8da3-d9f62172b0bf), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:52.038484 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:53:52.051354 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-5aec267e-2adc-41c2-b089-f542b2383bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (bb4183fa-e0c9-4858-9c34-b1ab78d39af4), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:52.066916 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.db [None req-ba109073-7bf3-426d-89ef-848125e29af0 admin admin] For port bd673a1c-fc91-4301-8da3-d9f62172b0bf, host dv-cinder-851030-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851030-1-iscsi',level=0,port_id=bd673a1c-fc91-4301-8da3-d9f62172b0bf,segment=NetworkSegment(82e6fd43-9678-4238-8619-ec1c114f874d),segment_id=82e6fd43-9678-4238-8619-ec1c114f874d)] {{(pid=111102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:53:52.067283 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-ba109073-7bf3-426d-89ef-848125e29af0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580114'] for port (bd673a1c-fc91-4301-8da3-d9f62172b0bf), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:52.078445 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.agents_db [None req-99196b13-9676-4f02-b89b-0db7196f18a6 None None] Agent healthcheck: found 6 active agents {{(pid=111105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 14:53:52.081037 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.plugin [None req-ba109073-7bf3-426d-89ef-848125e29af0 admin admin] Calling delete_port for bd673a1c-fc91-4301-8da3-d9f62172b0bf owned by network:dhcp {{(pid=111102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 14:53:52.257490 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160beba9-3a44-4e3b-9ea1-6322d241550b None None] DHCP port deletion for 8e81120a-d472-43d2-a7db-69cbb3be13c6 request from dv-cinder-851030-1-iscsi {{(pid=111104) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 26 14:53:52.269859 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-ba109073-7bf3-426d-89ef-848125e29af0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789580201795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789579689804'] for port (bd673a1c-fc91-4301-8da3-d9f62172b0bf), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:52.315550 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba109073-7bf3-426d-89ef-848125e29af0 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd673a1c-fc91-4301-8da3-d9f62172b0bf,revision_number=None']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:52.318493 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba109073-7bf3-426d-89ef-848125e29af0 admin admin] No DVR routers for this DVR port bd673a1c-fc91-4301-8da3-d9f62172b0bf on host dv-cinder-851030-1-iscsi {{(pid=111102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 14:53:52.396568 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-ba109073-7bf3-426d-89ef-848125e29af0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1536261', 'neutron.services.segments.db._delete_segments_for_network-8789580160202'] for network (8e81120a-d472-43d2-a7db-69cbb3be13c6), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:52.417257 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-ba109073-7bf3-426d-89ef-848125e29af0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=111102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:53:52.417886 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-ba109073-7bf3-426d-89ef-848125e29af0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=111102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:53:52.418318 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-ba109073-7bf3-426d-89ef-848125e29af0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=111102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:53:52.418644 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-ba109073-7bf3-426d-89ef-848125e29af0 admin admin] Subscribe: > port after_create 55550000 {{(pid=111102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:53:52.418961 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-ba109073-7bf3-426d-89ef-848125e29af0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=111102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:53:52.419273 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-ba109073-7bf3-426d-89ef-848125e29af0 admin admin] Subscribe: > port after_update 55550000 {{(pid=111102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:53:52.419634 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-ba109073-7bf3-426d-89ef-848125e29af0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=111102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:53:52.419968 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-ba109073-7bf3-426d-89ef-848125e29af0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=111102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:53:52.420277 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-ba109073-7bf3-426d-89ef-848125e29af0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=111102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:53:52.420587 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-ba109073-7bf3-426d-89ef-848125e29af0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=111102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:53:52.624600 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-ba109073-7bf3-426d-89ef-848125e29af0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=111102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:53:52.624946 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-ba109073-7bf3-426d-89ef-848125e29af0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=111102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:53:52.625281 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-ba109073-7bf3-426d-89ef-848125e29af0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=111102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:53:52.625632 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-ba109073-7bf3-426d-89ef-848125e29af0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=111102) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:53:52.625999 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.services.segments.db [None req-ba109073-7bf3-426d-89ef-848125e29af0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e81120a-d472-43d2-a7db-69cbb3be13c6']}} {{(pid=111102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:53:52.644394 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.services.segments.db [None req-ba109073-7bf3-426d-89ef-848125e29af0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82e6fd43-9678-4238-8619-ec1c114f874d') {'for_net_delete': True} {{(pid=111102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:53:52.644687 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.services.segments.db [None req-ba109073-7bf3-426d-89ef-848125e29af0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82e6fd43-9678-4238-8619-ec1c114f874d') {} {{(pid=111102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:53:52.669031 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-ba109073-7bf3-426d-89ef-848125e29af0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789580160103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6109401'] for segment (82e6fd43-9678-4238-8619-ec1c114f874d), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:52.693036 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-ba109073-7bf3-426d-89ef-848125e29af0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1539468'] for segment (82e6fd43-9678-4238-8619-ec1c114f874d), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:52.707835 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba109073-7bf3-426d-89ef-848125e29af0 admin admin] Releasing vlan 1055 on physical network physnet1 to pool {{(pid=111102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:53:52.708230 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-ba109073-7bf3-426d-89ef-848125e29af0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1539468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4868218'] for segment (82e6fd43-9678-4238-8619-ec1c114f874d), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:52.749605 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device bd673a1c-fc91-4301-8da3-d9f62172b0bf no longer exists at agent ovs-agent-dv-cinder-851030-1-iscsi {{(pid=111104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:53:52.772889 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] No Port match for: bd673a1c-fc91-4301-8da3-d9f62172b0bf {{(pid=111104) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 14:53:52.773239 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device bd673a1c-fc91-4301-8da3-d9f62172b0bf not bound to the agent host dv-cinder-851030-1-iscsi {{(pid=111104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:53:52.773919 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device 6f8790cb-ec4a-48ae-8815-1570dacd37a4 no longer exists at agent ovs-agent-dv-cinder-851030-1-iscsi {{(pid=111104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:53:52.799954 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] No Port match for: 6f8790cb-ec4a-48ae-8815-1570dacd37a4 {{(pid=111104) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 14:53:52.799954 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device 6f8790cb-ec4a-48ae-8815-1570dacd37a4 not bound to the agent host dv-cinder-851030-1-iscsi {{(pid=111104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:53:52.799954 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device 95d9a5ed-9498-4f57-b658-e31ceee0039b no longer exists at agent ovs-agent-dv-cinder-851030-1-iscsi {{(pid=111104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:53:52.818586 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] No Port match for: 95d9a5ed-9498-4f57-b658-e31ceee0039b {{(pid=111104) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 14:53:52.819192 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device 95d9a5ed-9498-4f57-b658-e31ceee0039b not bound to the agent host dv-cinder-851030-1-iscsi {{(pid=111104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:53:52.851103 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-ba109073-7bf3-426d-89ef-848125e29af0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1536270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690999'] for network (8e81120a-d472-43d2-a7db-69cbb3be13c6), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:52.866898 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-ba109073-7bf3-426d-89ef-848125e29af0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524685'] for network (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:52.870332 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-ba109073-7bf3-426d-89ef-848125e29af0 admin admin] 10.222.0.97 "DELETE /v2.0/networks/8e81120a-d472-43d2-a7db-69cbb3be13c6 HTTP/1.1" status: 204 len: 168 time: 1.0517330 Jul 26 14:53:52.892630 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba109073-7bf3-426d-89ef-848125e29af0 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e81120a-d472-43d2-a7db-69cbb3be13c6,revision_number=None']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:52.958182 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.services.segments.plugin [-] Segment 82e6fd43-9678-4238-8619-ec1c114f874d resource provider aggregate not found Jul 26 14:53:52.988550 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.services.segments.plugin [-] Segment 82e6fd43-9678-4238-8619-ec1c114f874d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 82e6fd43-9678-4238-8619-ec1c114f874d found for delete ", "request_id": "req-b1381957-211a-4af9-b2f9-43f6bd286433"}]} Jul 26 14:53:53.363879 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 45952) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:53:53.405196 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-2edf46d4-327e-4c9d-870c-0dbd534f4a80 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=ca1bc66d9e5446758a759063544ae3e7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0399952 Jul 26 14:53:53.407816 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 45954) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:53:53.459617 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-4e3b4991-ed9c-4b6c-b27a-700b6e9a953c admin admin] Publish callbacks [] for security_group (78a48c70-271b-4fe1-a300-0b3af328b7b1), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:53.484547 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-4e3b4991-ed9c-4b6c-b27a-700b6e9a953c admin admin] Publish callbacks [] for security_group (78a48c70-271b-4fe1-a300-0b3af328b7b1), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:53.650897 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-4e3b4991-ed9c-4b6c-b27a-700b6e9a953c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (78a48c70-271b-4fe1-a300-0b3af328b7b1), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:53.655188 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-4e3b4991-ed9c-4b6c-b27a-700b6e9a953c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:53.656853 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-4e3b4991-ed9c-4b6c-b27a-700b6e9a953c admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/78a48c70-271b-4fe1-a300-0b3af328b7b1 HTTP/1.1" status: 204 len: 168 time: 0.2479599 Jul 26 14:53:53.669757 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3b4991-ed9c-4b6c-b27a-700b6e9a953c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78a48c70-271b-4fe1-a300-0b3af328b7b1,revision_number=None']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:54.302584 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-acb27c71-1182-4d00-b64b-e7b729c7934b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (66f8bb98-7ace-4a85-b6ba-ffe40597695b), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:55.537464 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b30572d2-bee0-4462-94ed-c13cd0ef4273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (40fac31a-afaa-44e8-8521-47b803a59f0f), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:56.124467 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9689617e-9962-4a72-991b-66453c025f85 req-f5455cb3-8d7e-461f-a7c0-75929e51def7 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:53:56.126477 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-9689617e-9962-4a72-991b-66453c025f85 req-f5455cb3-8d7e-461f-a7c0-75929e51def7 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=2ef4043a-5d67-4091-abcb-ed5e596ba355 HTTP/1.1" status: 200 len: 945 time: 0.0671799 Jul 26 14:53:56.209183 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-9689617e-9962-4a72-991b-66453c025f85 req-1ce4128c-9760-4ea6-955a-00e34ae4f286 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=07a7f217-8c49-407d-8fdd-fca70593a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762451 Jul 26 14:53:56.239709 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 46060) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:53:56.258387 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8295fb69-f186-4bc9-9921-fa4b6f148005 req-b38a0685-d5d4-4ee7-8be2-2617f60f8689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:53:56.260296 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-8295fb69-f186-4bc9-9921-fa4b6f148005 req-b38a0685-d5d4-4ee7-8be2-2617f60f8689 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=4f3f79533bbf48018798e6e65050d69c&device_id=2ef4043a-5d67-4091-abcb-ed5e596ba355 HTTP/1.1" status: 200 len: 1129 time: 0.0424938 Jul 26 14:53:56.320140 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.db.db_base_plugin_v2 [None req-7777cc3b-903b-4727-879b-8cf31d2d41d6 admin admin] Deleting subnet f8094cc3-7fb7-48db-806e-3ee2a8243a11 {{(pid=111103) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 26 14:53:56.325298 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-7777cc3b-903b-4727-879b-8cf31d2d41d6 admin admin] Publish callbacks [] for subnet (f8094cc3-7fb7-48db-806e-3ee2a8243a11), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:56.345136 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:53:56.383623 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-7777cc3b-903b-4727-879b-8cf31d2d41d6 admin admin] Publish callbacks [] for subnet (f8094cc3-7fb7-48db-806e-3ee2a8243a11), precommit_delete_associations {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:56.397282 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-7777cc3b-903b-4727-879b-8cf31d2d41d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1534251'] for subnet (f8094cc3-7fb7-48db-806e-3ee2a8243a11), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:56.398638 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8295fb69-f186-4bc9-9921-fa4b6f148005 req-6ba835e2-1aae-4a7c-accd-bc0762880051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:53:56.401562 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-8295fb69-f186-4bc9-9921-fa4b6f148005 req-6ba835e2-1aae-4a7c-accd-bc0762880051 service neutron] 10.222.0.99 "GET /v2.0/networks?id=0f1306c7-31e7-49e9-8b79-d9c630497063 HTTP/1.1" status: 200 len: 921 time: 0.1343787 Jul 26 14:53:56.445544 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-8295fb69-f186-4bc9-9921-fa4b6f148005 req-933f2898-b7e2-417e-a899-9527f9562f25 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5d6c726-a2d1-4d56-97ab-81d623c53ac3 HTTP/1.1" status: 200 len: 217 time: 0.0356090 Jul 26 14:53:56.499096 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8295fb69-f186-4bc9-9921-fa4b6f148005 req-6c9d4938-743a-4034-bf45-303c4d250c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:53:56.500582 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-8295fb69-f186-4bc9-9921-fa4b6f148005 req-6c9d4938-743a-4034-bf45-303c4d250c79 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=2fb38d4f-c234-47e2-adc0-721b341e4aad HTTP/1.1" status: 200 len: 858 time: 0.0473540 Jul 26 14:53:56.552926 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8295fb69-f186-4bc9-9921-fa4b6f148005 req-24bb93d9-62f6-4ec7-9e45-0c9cb113f0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:53:56.552926 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-8295fb69-f186-4bc9-9921-fa4b6f148005 req-24bb93d9-62f6-4ec7-9e45-0c9cb113f0f8 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=0f1306c7-31e7-49e9-8b79-d9c630497063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420454 Jul 26 14:53:56.596530 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-7777cc3b-903b-4727-879b-8cf31d2d41d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1534242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707'] for subnet (f8094cc3-7fb7-48db-806e-3ee2a8243a11), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:56.644004 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7777cc3b-903b-4727-879b-8cf31d2d41d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8094cc3-7fb7-48db-806e-3ee2a8243a11,revision_number=None']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:56.652024 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-7777cc3b-903b-4727-879b-8cf31d2d41d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524685'] for subnet (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:56.659589 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-7777cc3b-903b-4727-879b-8cf31d2d41d6 admin admin] 10.222.0.97 "DELETE /v2.0/subnets/f8094cc3-7fb7-48db-806e-3ee2a8243a11 HTTP/1.1" status: 204 len: 168 time: 0.4176524 Jul 26 14:53:56.661359 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-8295fb69-f186-4bc9-9921-fa4b6f148005 req-7be0c14f-567e-4739-a899-50c447b9ccf6 service neutron] 10.222.0.99 "GET /v2.0/networks/0f1306c7-31e7-49e9-8b79-d9c630497063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052227 Jul 26 14:53:56.666730 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 46070) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:53:56.800384 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-b86d9988-cf12-430c-b660-cf305618392d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459809'] for network (00e25eec-59d6-45ad-a962-5bcf6c7c88a4), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:56.830460 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:53:56.832728 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-8295fb69-f186-4bc9-9921-fa4b6f148005 req-4fbaec2f-adac-4239-80c8-06445ba4275f service neutron] 10.222.0.99 "GET /v2.0/networks/0f1306c7-31e7-49e9-8b79-d9c630497063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634750 Jul 26 14:53:56.911365 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-b86d9988-cf12-430c-b660-cf305618392d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1536261', 'neutron.services.segments.db._delete_segments_for_network-8789580160202'] for network (00e25eec-59d6-45ad-a962-5bcf6c7c88a4), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:56.933305 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.services.segments.db [None req-b86d9988-cf12-430c-b660-cf305618392d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00e25eec-59d6-45ad-a962-5bcf6c7c88a4']}} {{(pid=111102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:53:56.944644 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.services.segments.db [None req-b86d9988-cf12-430c-b660-cf305618392d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4b38a9a-73d3-46b2-a7b6-fa448da61eef') {'for_net_delete': True} {{(pid=111102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:53:56.944943 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.services.segments.db [None req-b86d9988-cf12-430c-b660-cf305618392d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4b38a9a-73d3-46b2-a7b6-fa448da61eef') {} {{(pid=111102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:53:56.955554 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-b86d9988-cf12-430c-b660-cf305618392d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789580160103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6109401'] for segment (a4b38a9a-73d3-46b2-a7b6-fa448da61eef), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:56.959750 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b977bc9f-0510-4ebd-94dd-930fc4499a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (e5556d63-fbf3-48f2-bfac-7896e86945c3), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:56.970806 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-b86d9988-cf12-430c-b660-cf305618392d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1539468'] for segment (a4b38a9a-73d3-46b2-a7b6-fa448da61eef), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:56.978405 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b86d9988-cf12-430c-b660-cf305618392d admin admin] Releasing vlan 1057 on physical network physnet1 to pool {{(pid=111102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:53:56.979062 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-b86d9988-cf12-430c-b660-cf305618392d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1539468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4868218'] for segment (a4b38a9a-73d3-46b2-a7b6-fa448da61eef), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:57.022864 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.services.segments.plugin [-] Segment a4b38a9a-73d3-46b2-a7b6-fa448da61eef resource provider aggregate not found Jul 26 14:53:57.042178 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.services.segments.plugin [-] Segment a4b38a9a-73d3-46b2-a7b6-fa448da61eef resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a4b38a9a-73d3-46b2-a7b6-fa448da61eef found for delete ", "request_id": "req-06bb6ca9-dabf-43c5-9900-af0a8b76c9ad"}]} Jul 26 14:53:57.109291 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (df49e665-2de0-463a-a1e1-c989804d5593), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:57.148552 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-b86d9988-cf12-430c-b660-cf305618392d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1536270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690999'] for network (00e25eec-59d6-45ad-a962-5bcf6c7c88a4), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:57.173269 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-b86d9988-cf12-430c-b660-cf305618392d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524685'] for network (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:57.176645 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-b86d9988-cf12-430c-b660-cf305618392d admin admin] 10.222.0.97 "DELETE /v2.0/networks/00e25eec-59d6-45ad-a962-5bcf6c7c88a4 HTTP/1.1" status: 204 len: 168 time: 0.5085306 Jul 26 14:53:57.177854 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86d9988-cf12-430c-b660-cf305618392d admin admin] Pushing event deleted for resources: {'Network': ['ID=00e25eec-59d6-45ad-a962-5bcf6c7c88a4,revision_number=None']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:57.179943 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 46090) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:53:57.235785 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.db_base_plugin_v2 [None req-c83e2f97-481e-41bd-90f6-1a7194a817f7 admin admin] Deleting subnet ed6abb19-00db-4cb0-84db-ae1b7d67dd1d {{(pid=111102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 26 14:53:57.235928 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-c83e2f97-481e-41bd-90f6-1a7194a817f7 admin admin] Publish callbacks [] for subnet (ed6abb19-00db-4cb0-84db-ae1b7d67dd1d), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:57.315261 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-c83e2f97-481e-41bd-90f6-1a7194a817f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6109376'] for subnet (ed6abb19-00db-4cb0-84db-ae1b7d67dd1d), precommit_delete_associations {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:57.362601 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-c83e2f97-481e-41bd-90f6-1a7194a817f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1534251'] for subnet (ed6abb19-00db-4cb0-84db-ae1b7d67dd1d), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:57.443101 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23059049-81de-4439-a1df-2a40319e06f1 req-825aaf57-eb33-4f15-a7b6-9deade0f9b87 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:53:57.445353 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-23059049-81de-4439-a1df-2a40319e06f1 req-825aaf57-eb33-4f15-a7b6-9deade0f9b87 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=2ef4043a-5d67-4091-abcb-ed5e596ba355 HTTP/1.1" status: 200 len: 945 time: 0.0761700 Jul 26 14:53:57.495837 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-23059049-81de-4439-a1df-2a40319e06f1 req-60e2b328-7435-4246-828c-e83ec4a6980b tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=07a7f217-8c49-407d-8fdd-fca70593a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447698 Jul 26 14:53:57.520895 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-c83e2f97-481e-41bd-90f6-1a7194a817f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1534242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4868132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4978243'] for subnet (ed6abb19-00db-4cb0-84db-ae1b7d67dd1d), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:57.525470 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:53:57.768898 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83e2f97-481e-41bd-90f6-1a7194a817f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed6abb19-00db-4cb0-84db-ae1b7d67dd1d,revision_number=None']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:57.774157 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-c83e2f97-481e-41bd-90f6-1a7194a817f7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:57.780084 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-c83e2f97-481e-41bd-90f6-1a7194a817f7 admin admin] 10.222.0.97 "DELETE /v2.0/subnets/ed6abb19-00db-4cb0-84db-ae1b7d67dd1d HTTP/1.1" status: 204 len: 168 time: 0.5987616 Jul 26 14:53:57.780509 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 46096) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:53:57.853652 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-688b8a84-2101-4794-b423-a5bd16d5f72c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459809'] for network (0c2df548-6f0a-4b76-9a29-daa1c87b4f8a), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:57.937370 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 46100) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:53:57.945711 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-688b8a84-2101-4794-b423-a5bd16d5f72c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1536261', 'neutron.services.segments.db._delete_segments_for_network-8789580160202'] for network (0c2df548-6f0a-4b76-9a29-daa1c87b4f8a), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:57.970661 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-688b8a84-2101-4794-b423-a5bd16d5f72c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=111103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:53:57.971202 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-688b8a84-2101-4794-b423-a5bd16d5f72c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=111103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:53:57.972367 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-688b8a84-2101-4794-b423-a5bd16d5f72c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=111103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:53:57.972870 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-688b8a84-2101-4794-b423-a5bd16d5f72c admin admin] Subscribe: > port after_create 55550000 {{(pid=111103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:53:57.976141 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-688b8a84-2101-4794-b423-a5bd16d5f72c admin admin] Subscribe: > port after_delete 55550000 {{(pid=111103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:53:57.976141 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-688b8a84-2101-4794-b423-a5bd16d5f72c admin admin] Subscribe: > port after_update 55550000 {{(pid=111103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:53:57.976141 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-688b8a84-2101-4794-b423-a5bd16d5f72c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=111103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:53:57.976141 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-688b8a84-2101-4794-b423-a5bd16d5f72c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=111103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:53:57.976141 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-688b8a84-2101-4794-b423-a5bd16d5f72c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=111103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:53:57.976141 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-688b8a84-2101-4794-b423-a5bd16d5f72c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=111103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:53:58.044283 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-688b8a84-2101-4794-b423-a5bd16d5f72c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=111103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:53:58.045166 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-688b8a84-2101-4794-b423-a5bd16d5f72c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=111103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:53:58.045494 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-688b8a84-2101-4794-b423-a5bd16d5f72c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=111103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:53:58.045846 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-688b8a84-2101-4794-b423-a5bd16d5f72c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=111103) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 26 14:53:58.046208 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.services.segments.db [None req-688b8a84-2101-4794-b423-a5bd16d5f72c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c2df548-6f0a-4b76-9a29-daa1c87b4f8a']}} {{(pid=111103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:53:58.066995 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.services.segments.db [None req-688b8a84-2101-4794-b423-a5bd16d5f72c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '150cedfb-efe5-41bb-b21f-f46d8aba7c4d') {'for_net_delete': True} {{(pid=111103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:53:58.067393 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.services.segments.db [None req-688b8a84-2101-4794-b423-a5bd16d5f72c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '150cedfb-efe5-41bb-b21f-f46d8aba7c4d') {} {{(pid=111103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:53:58.071613 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-1c57d93c-bdd2-44b8-a8e4-56fdbcefddbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:58.084984 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-688b8a84-2101-4794-b423-a5bd16d5f72c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789580160103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4943332'] for segment (150cedfb-efe5-41bb-b21f-f46d8aba7c4d), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:58.108558 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-688b8a84-2101-4794-b423-a5bd16d5f72c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1539468'] for segment (150cedfb-efe5-41bb-b21f-f46d8aba7c4d), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:58.122608 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-688b8a84-2101-4794-b423-a5bd16d5f72c admin admin] Releasing vlan 1090 on physical network physnet1 to pool {{(pid=111103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:53:58.123082 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-688b8a84-2101-4794-b423-a5bd16d5f72c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1539468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4313563'] for segment (150cedfb-efe5-41bb-b21f-f46d8aba7c4d), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:58.161331 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-1c57d93c-bdd2-44b8-a8e4-56fdbcefddbf admin admin] Publish callbacks [] for security_group (067ebf7c-c3e7-4d92-a824-e88986746f17), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:58.257908 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-1c57d93c-bdd2-44b8-a8e4-56fdbcefddbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (067ebf7c-c3e7-4d92-a824-e88986746f17), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:58.309788 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-688b8a84-2101-4794-b423-a5bd16d5f72c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1536270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690999'] for network (0c2df548-6f0a-4b76-9a29-daa1c87b4f8a), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:58.333093 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-688b8a84-2101-4794-b423-a5bd16d5f72c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524685'] for network (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:58.341219 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-688b8a84-2101-4794-b423-a5bd16d5f72c admin admin] 10.222.0.97 "DELETE /v2.0/networks/0c2df548-6f0a-4b76-9a29-daa1c87b4f8a HTTP/1.1" status: 204 len: 168 time: 0.5594001 Jul 26 14:53:58.354016 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-1c57d93c-bdd2-44b8-a8e4-56fdbcefddbf admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=a4897a6c07e8482d9bbf88654e04f392&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4131866 Jul 26 14:53:58.354016 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c57d93c-bdd2-44b8-a8e4-56fdbcefddbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=067ebf7c-c3e7-4d92-a824-e88986746f17,revision_number=1']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:58.355796 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 46120) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:53:58.367240 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688b8a84-2101-4794-b423-a5bd16d5f72c admin admin] Pushing event deleted for resources: {'Network': ['ID=0c2df548-6f0a-4b76-9a29-daa1c87b4f8a,revision_number=None']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:58.431091 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-f80d2798-ebbf-4033-8ed1-d224dc79945d admin admin] Publish callbacks [] for security_group (067ebf7c-c3e7-4d92-a824-e88986746f17), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:58.437862 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.services.segments.plugin [-] Segment 150cedfb-efe5-41bb-b21f-f46d8aba7c4d resource provider aggregate not found Jul 26 14:53:58.467640 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.services.segments.plugin [-] Segment 150cedfb-efe5-41bb-b21f-f46d8aba7c4d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 150cedfb-efe5-41bb-b21f-f46d8aba7c4d found for delete ", "request_id": "req-6709713c-31ba-411e-9d3d-dd2c20c974a1"}]} Jul 26 14:53:58.476339 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-f80d2798-ebbf-4033-8ed1-d224dc79945d admin admin] Publish callbacks [] for security_group (067ebf7c-c3e7-4d92-a824-e88986746f17), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:58.647599 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dc4517-fa70-4e1b-9387-24c713969f24 req-316e6045-d5b4-4f19-9eab-a68806caedac tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:53:58.650410 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-37dc4517-fa70-4e1b-9387-24c713969f24 req-316e6045-d5b4-4f19-9eab-a68806caedac tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=2ef4043a-5d67-4091-abcb-ed5e596ba355 HTTP/1.1" status: 200 len: 945 time: 0.0743167 Jul 26 14:53:58.692002 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-f80d2798-ebbf-4033-8ed1-d224dc79945d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (067ebf7c-c3e7-4d92-a824-e88986746f17), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:58.695122 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-f80d2798-ebbf-4033-8ed1-d224dc79945d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:58.696698 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-f80d2798-ebbf-4033-8ed1-d224dc79945d admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/067ebf7c-c3e7-4d92-a824-e88986746f17 HTTP/1.1" status: 204 len: 168 time: 0.3394737 Jul 26 14:53:58.725009 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80d2798-ebbf-4033-8ed1-d224dc79945d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=067ebf7c-c3e7-4d92-a824-e88986746f17,revision_number=None']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:58.732304 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-37dc4517-fa70-4e1b-9387-24c713969f24 req-349c21d7-8a2b-4ee8-8367-978c434e882e tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=07a7f217-8c49-407d-8fdd-fca70593a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750406 Jul 26 14:53:58.834091 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 46130) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:53:58.875119 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-46140f1d-9756-4d05-811f-8f9b2d8163d2 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=ffe2a45945754ec7a7dac33c7eb5077c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398295 Jul 26 14:53:58.877626 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 46132) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:53:58.933224 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-6ab806bd-2871-49b9-b98a-eb24d3c5445e admin admin] Publish callbacks [] for security_group (856d1c75-76ae-49b4-99c1-c38b22776c88), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:58.957866 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-6ab806bd-2871-49b9-b98a-eb24d3c5445e admin admin] Publish callbacks [] for security_group (856d1c75-76ae-49b4-99c1-c38b22776c88), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:59.142971 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-6ab806bd-2871-49b9-b98a-eb24d3c5445e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (856d1c75-76ae-49b4-99c1-c38b22776c88), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:59.146241 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-6ab806bd-2871-49b9-b98a-eb24d3c5445e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:53:59.147755 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-6ab806bd-2871-49b9-b98a-eb24d3c5445e admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/856d1c75-76ae-49b4-99c1-c38b22776c88 HTTP/1.1" status: 204 len: 168 time: 0.2690184 Jul 26 14:53:59.160448 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab806bd-2871-49b9-b98a-eb24d3c5445e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=856d1c75-76ae-49b4-99c1-c38b22776c88,revision_number=None']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:53:59.875343 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b548d0f0-5d03-40d1-8c26-2280224287ae req-775da207-5ead-48d4-aa29-946f5c9005eb tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:53:59.876866 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-b548d0f0-5d03-40d1-8c26-2280224287ae req-775da207-5ead-48d4-aa29-946f5c9005eb tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=2ef4043a-5d67-4091-abcb-ed5e596ba355 HTTP/1.1" status: 200 len: 945 time: 0.0491593 Jul 26 14:53:59.902565 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:53:59.927899 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-b548d0f0-5d03-40d1-8c26-2280224287ae req-884c6a6e-f6bc-4162-97d3-8010b349e034 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=07a7f217-8c49-407d-8fdd-fca70593a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455306 Jul 26 14:54:00.222545 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 46174) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:54:00.222545 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:54:00.249902 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-aef1e407-2ba2-402e-a187-9c003d504734 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=e7c8bb84a38942fa9ba0680d0fb97031&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0438571 Jul 26 14:54:00.252440 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 46176) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:54:00.301134 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-0866e312-a1a0-46a3-9372-a0065cbea459 admin admin] Publish callbacks [] for security_group (bc7a1288-e5b5-4633-a4a6-de86ff27ae5b), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:00.323213 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-0866e312-a1a0-46a3-9372-a0065cbea459 admin admin] Publish callbacks [] for security_group (bc7a1288-e5b5-4633-a4a6-de86ff27ae5b), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:00.650906 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-0866e312-a1a0-46a3-9372-a0065cbea459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (bc7a1288-e5b5-4633-a4a6-de86ff27ae5b), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:00.650906 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-0866e312-a1a0-46a3-9372-a0065cbea459 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:00.650906 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-0866e312-a1a0-46a3-9372-a0065cbea459 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/bc7a1288-e5b5-4633-a4a6-de86ff27ae5b HTTP/1.1" status: 204 len: 168 time: 0.3576670 Jul 26 14:54:00.650906 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0866e312-a1a0-46a3-9372-a0065cbea459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc7a1288-e5b5-4633-a4a6-de86ff27ae5b,revision_number=None']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:00.829517 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=59 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:54:01.074991 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f84b20-7ae4-4b37-b813-5ea16c40a7ec req-7470fed7-3123-4c55-a702-2a7533313f13 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:54:01.077445 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-76f84b20-7ae4-4b37-b813-5ea16c40a7ec req-7470fed7-3123-4c55-a702-2a7533313f13 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=2ef4043a-5d67-4091-abcb-ed5e596ba355 HTTP/1.1" status: 200 len: 945 time: 0.0785306 Jul 26 14:54:01.140400 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-76f84b20-7ae4-4b37-b813-5ea16c40a7ec req-71344e8a-64aa-4d1a-88d4-ea5a76fc74da tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=07a7f217-8c49-407d-8fdd-fca70593a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532372 Jul 26 14:54:02.073679 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=34 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:54:02.272057 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2555f4ef-1042-48df-b8ce-e6171699870a req-f4854b94-2d28-4084-9c75-72e57d0ea56d tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:54:02.273694 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-2555f4ef-1042-48df-b8ce-e6171699870a req-f4854b94-2d28-4084-9c75-72e57d0ea56d tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=2ef4043a-5d67-4091-abcb-ed5e596ba355 HTTP/1.1" status: 200 len: 945 time: 0.0503414 Jul 26 14:54:02.333906 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-2555f4ef-1042-48df-b8ce-e6171699870a req-722cdf00-83c7-436a-a69d-3f2c2fb5fa9c tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=07a7f217-8c49-407d-8fdd-fca70593a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501635 Jul 26 14:54:03.500749 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39e1574-e3e5-4d16-ba6c-a9cfe86393c8 req-4586c930-0c37-4ffd-9746-d15e7f0fd5be tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:54:03.505369 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-e39e1574-e3e5-4d16-ba6c-a9cfe86393c8 req-4586c930-0c37-4ffd-9746-d15e7f0fd5be tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=2ef4043a-5d67-4091-abcb-ed5e596ba355 HTTP/1.1" status: 200 len: 945 time: 0.0708392 Jul 26 14:54:03.580281 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-e39e1574-e3e5-4d16-ba6c-a9cfe86393c8 req-4e432be3-f597-4216-b24c-1dacfd5cb121 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=07a7f217-8c49-407d-8fdd-fca70593a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687985 Jul 26 14:54:04.739955 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475732b9-58c9-4b42-ab5c-76261a759962 req-eb5e0623-efa0-428e-9f92-3f4f7b39a47f tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:54:04.739955 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-475732b9-58c9-4b42-ab5c-76261a759962 req-eb5e0623-efa0-428e-9f92-3f4f7b39a47f tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=2ef4043a-5d67-4091-abcb-ed5e596ba355 HTTP/1.1" status: 200 len: 945 time: 0.0536745 Jul 26 14:54:04.796046 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-475732b9-58c9-4b42-ab5c-76261a759962 req-3f6d4889-5535-4155-b5f9-606a0b85c264 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=07a7f217-8c49-407d-8fdd-fca70593a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530918 Jul 26 14:54:05.919075 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:54:05.927882 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a194360-50cc-4e04-aaf4-b1067a698550 req-578da57f-cdb1-4b44-87c6-f3e51805286b tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:54:05.929403 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-4a194360-50cc-4e04-aaf4-b1067a698550 req-578da57f-cdb1-4b44-87c6-f3e51805286b tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=2ef4043a-5d67-4091-abcb-ed5e596ba355 HTTP/1.1" status: 200 len: 945 time: 0.0599847 Jul 26 14:54:05.959025 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:54:06.005443 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-4a194360-50cc-4e04-aaf4-b1067a698550 req-b80700b4-bca3-49f2-a780-75c1ad5c8c43 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=07a7f217-8c49-407d-8fdd-fca70593a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695779 Jul 26 14:54:07.212715 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9f1348-0550-420a-9c10-c8031a19dd1a req-bd8e10eb-caff-4d61-b9a6-82145f8dcf57 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:54:07.215198 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-8f9f1348-0550-420a-9c10-c8031a19dd1a req-bd8e10eb-caff-4d61-b9a6-82145f8dcf57 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=2ef4043a-5d67-4091-abcb-ed5e596ba355 HTTP/1.1" status: 200 len: 945 time: 0.0870056 Jul 26 14:54:07.302651 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-8f9f1348-0550-420a-9c10-c8031a19dd1a req-fb3c695e-6e77-4737-ade3-0a3e73f14519 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=07a7f217-8c49-407d-8fdd-fca70593a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748723 Jul 26 14:54:08.492370 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491fc6d3-5397-4ecd-8143-cb21f8a9f463 req-f5bd4cad-c91a-42f6-a8de-6f36788cbd7e tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:54:08.492370 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-491fc6d3-5397-4ecd-8143-cb21f8a9f463 req-f5bd4cad-c91a-42f6-a8de-6f36788cbd7e tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=2ef4043a-5d67-4091-abcb-ed5e596ba355 HTTP/1.1" status: 200 len: 945 time: 0.0723681 Jul 26 14:54:08.563564 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-491fc6d3-5397-4ecd-8143-cb21f8a9f463 req-c7a90707-bc75-4fcb-85f7-5afef9a024a9 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=07a7f217-8c49-407d-8fdd-fca70593a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616908 Jul 26 14:54:09.177895 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:UPDATE=5,neutron:SELECT=61 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:54:09.737878 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fc3aa7-3e8d-4565-882d-83b52300938b req-efd789e2-9efe-41ec-ac2f-674128d3a0db tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:54:09.739996 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-b7fc3aa7-3e8d-4565-882d-83b52300938b req-efd789e2-9efe-41ec-ac2f-674128d3a0db tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=2ef4043a-5d67-4091-abcb-ed5e596ba355 HTTP/1.1" status: 200 len: 945 time: 0.0677671 Jul 26 14:54:09.804091 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-b7fc3aa7-3e8d-4565-882d-83b52300938b req-d6b01d93-b0ef-4851-a503-83cdbac26703 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=07a7f217-8c49-407d-8fdd-fca70593a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574462 Jul 26 14:54:10.634070 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=37,neutron:UPDATE=2 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:54:10.960904 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce625728-eaaa-462b-9444-237e0685782f req-0d92552e-2aea-44b8-9e64-0d2354cd2f65 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:54:11.108332 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-ce625728-eaaa-462b-9444-237e0685782f req-0d92552e-2aea-44b8-9e64-0d2354cd2f65 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=2ef4043a-5d67-4091-abcb-ed5e596ba355 HTTP/1.1" status: 200 len: 945 time: 0.0663111 Jul 26 14:54:11.108332 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-ce625728-eaaa-462b-9444-237e0685782f req-91cd2c46-3478-420c-be80-cece6c0b56e5 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=07a7f217-8c49-407d-8fdd-fca70593a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484827 Jul 26 14:54:12.158754 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdff075-17ec-4806-b49c-da106b668c29 req-891a041c-5688-4372-b25b-7a0d8ce54608 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:54:12.160171 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-9fdff075-17ec-4806-b49c-da106b668c29 req-891a041c-5688-4372-b25b-7a0d8ce54608 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=2ef4043a-5d67-4091-abcb-ed5e596ba355 HTTP/1.1" status: 200 len: 945 time: 0.0473731 Jul 26 14:54:12.207976 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-9fdff075-17ec-4806-b49c-da106b668c29 req-e8f6f07e-b6e9-41ed-af70-ef250ae121d9 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=07a7f217-8c49-407d-8fdd-fca70593a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419188 Jul 26 14:54:13.330360 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90909f6b-3322-4d63-9225-a45180bf106b req-69586fa3-5b5e-4162-84ef-ca96189e5596 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:54:13.331948 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-90909f6b-3322-4d63-9225-a45180bf106b req-69586fa3-5b5e-4162-84ef-ca96189e5596 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=2ef4043a-5d67-4091-abcb-ed5e596ba355 HTTP/1.1" status: 200 len: 945 time: 0.0472312 Jul 26 14:54:13.382700 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-90909f6b-3322-4d63-9225-a45180bf106b req-192d45eb-e57a-4af4-be6f-b1782b039a59 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=07a7f217-8c49-407d-8fdd-fca70593a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444520 Jul 26 14:54:14.508717 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e3eb27-389f-4782-a00c-dcccbdd6a451 req-d33d2499-36e6-4e57-98ed-986491aa7219 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:54:14.510201 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-69e3eb27-389f-4782-a00c-dcccbdd6a451 req-d33d2499-36e6-4e57-98ed-986491aa7219 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=2ef4043a-5d67-4091-abcb-ed5e596ba355 HTTP/1.1" status: 200 len: 945 time: 0.0507040 Jul 26 14:54:14.563725 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-69e3eb27-389f-4782-a00c-dcccbdd6a451 req-efea0641-9e54-4d1a-b8a8-89a67be4695f tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=07a7f217-8c49-407d-8fdd-fca70593a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468454 Jul 26 14:54:15.086865 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (311d617f-8fa1-4662-a157-ab38f6e1e2d8), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:15.686385 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab30c5f-f22c-417a-9d89-c094af6a9068 req-da2d8277-e479-4958-a246-5816191a8469 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:54:15.687902 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-1ab30c5f-f22c-417a-9d89-c094af6a9068 req-da2d8277-e479-4958-a246-5816191a8469 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=2ef4043a-5d67-4091-abcb-ed5e596ba355 HTTP/1.1" status: 200 len: 945 time: 0.0499318 Jul 26 14:54:15.773712 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-1ab30c5f-f22c-417a-9d89-c094af6a9068 req-cdab5f6d-b558-4ff5-a138-aeffd0ff2e35 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=07a7f217-8c49-407d-8fdd-fca70593a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789897 Jul 26 14:54:16.905954 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78904f42-0f41-4cae-b24f-01f5d630c394 req-836d5327-4f26-455c-babb-a6ba98d2ecf0 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:54:16.907425 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-78904f42-0f41-4cae-b24f-01f5d630c394 req-836d5327-4f26-455c-babb-a6ba98d2ecf0 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=2ef4043a-5d67-4091-abcb-ed5e596ba355 HTTP/1.1" status: 200 len: 945 time: 0.0479081 Jul 26 14:54:16.919152 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:54:16.955126 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-78904f42-0f41-4cae-b24f-01f5d630c394 req-34eb0c14-7936-49c0-911f-6f290c8ef795 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=07a7f217-8c49-407d-8fdd-fca70593a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421789 Jul 26 14:54:18.081424 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b7744d-7eac-40b1-a8e1-4945b3d104d6 req-70f0eb7a-bfe8-47b4-b43d-4c49e9a1691b tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:54:18.082953 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-86b7744d-7eac-40b1-a8e1-4945b3d104d6 req-70f0eb7a-bfe8-47b4-b43d-4c49e9a1691b tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=2ef4043a-5d67-4091-abcb-ed5e596ba355 HTTP/1.1" status: 200 len: 945 time: 0.0545261 Jul 26 14:54:18.135987 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-86b7744d-7eac-40b1-a8e1-4945b3d104d6 req-c17b9f57-08e4-45dd-aa1b-4bb387e3e591 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=07a7f217-8c49-407d-8fdd-fca70593a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471897 Jul 26 14:54:19.258223 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7e8f4c-1798-40d9-9000-de3d11723491 req-af3f41d3-729a-44d5-849c-51833c120f31 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:54:19.259728 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-7c7e8f4c-1798-40d9-9000-de3d11723491 req-af3f41d3-729a-44d5-849c-51833c120f31 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=2ef4043a-5d67-4091-abcb-ed5e596ba355 HTTP/1.1" status: 200 len: 945 time: 0.0484486 Jul 26 14:54:19.308678 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-7c7e8f4c-1798-40d9-9000-de3d11723491 req-f8e3885f-f35d-4205-a49e-f05cf0860d28 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=07a7f217-8c49-407d-8fdd-fca70593a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423543 Jul 26 14:54:20.439238 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848ecd05-5e40-4d5d-ba15-2fc1006bdbee req-5db7d8c2-c6d7-4633-847b-5507e7fe9849 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:54:20.440759 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-848ecd05-5e40-4d5d-ba15-2fc1006bdbee req-5db7d8c2-c6d7-4633-847b-5507e7fe9849 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=2ef4043a-5d67-4091-abcb-ed5e596ba355 HTTP/1.1" status: 200 len: 945 time: 0.0598967 Jul 26 14:54:20.489086 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-848ecd05-5e40-4d5d-ba15-2fc1006bdbee req-d86e9c93-066e-4059-a344-29fa03990977 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=07a7f217-8c49-407d-8fdd-fca70593a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425591 Jul 26 14:54:21.620775 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397f5cb1-c1ed-41e1-8c28-81cf166437dc req-da6ea070-956b-48b3-b8cf-ae2a917252f7 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:54:21.623369 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-397f5cb1-c1ed-41e1-8c28-81cf166437dc req-da6ea070-956b-48b3-b8cf-ae2a917252f7 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=2ef4043a-5d67-4091-abcb-ed5e596ba355 HTTP/1.1" status: 200 len: 945 time: 0.0591681 Jul 26 14:54:21.683055 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-397f5cb1-c1ed-41e1-8c28-81cf166437dc req-834c7456-2507-469b-a3bf-f88ff11a1c8a tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=07a7f217-8c49-407d-8fdd-fca70593a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507331 Jul 26 14:54:21.984425 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b5a0009b-7a9b-437e-8e0d-ac2da5b53a31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (bb4183fa-e0c9-4858-9c34-b1ab78d39af4), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:22.082197 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=2 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:54:22.082911 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9938ce6-133d-4ceb-8daa-87a8df039e70 req-7d9dccad-c88d-4c25-9388-9a5d875e6d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:54:22.083849 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-e9938ce6-133d-4ceb-8daa-87a8df039e70 req-7d9dccad-c88d-4c25-9388-9a5d875e6d92 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=2ef4043a-5d67-4091-abcb-ed5e596ba355 HTTP/1.1" status: 200 len: 1129 time: 0.0431910 Jul 26 14:54:22.090576 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=4 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:54:22.132096 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-e9938ce6-133d-4ceb-8daa-87a8df039e70 req-e62b8b2f-bab1-4bdb-9ee2-ce4ecca1762a service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=07a7f217-8c49-407d-8fdd-fca70593a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387938 Jul 26 14:54:22.801034 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56954ec8-7eb6-46cb-b7bc-705338877c00 req-514b77fb-38c5-45bf-9da0-2b57cb125961 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:54:22.802540 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-56954ec8-7eb6-46cb-b7bc-705338877c00 req-514b77fb-38c5-45bf-9da0-2b57cb125961 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=2ef4043a-5d67-4091-abcb-ed5e596ba355 HTTP/1.1" status: 200 len: 945 time: 0.0485373 Jul 26 14:54:22.850819 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-56954ec8-7eb6-46cb-b7bc-705338877c00 req-a29fdc8a-ff0f-43bc-8a30-ce3890fce724 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=07a7f217-8c49-407d-8fdd-fca70593a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426559 Jul 26 14:54:23.970351 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9600b8e6-f649-4beb-9454-ff40bb01577d req-8ba6cb43-0ce4-44ae-8b2c-598be02df053 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:54:23.971951 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-9600b8e6-f649-4beb-9454-ff40bb01577d req-8ba6cb43-0ce4-44ae-8b2c-598be02df053 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=2ef4043a-5d67-4091-abcb-ed5e596ba355 HTTP/1.1" status: 200 len: 945 time: 0.0488546 Jul 26 14:54:24.007996 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=100 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:54:24.025270 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-9600b8e6-f649-4beb-9454-ff40bb01577d req-2d1bad25-7aed-4584-adf4-fde211a90843 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=07a7f217-8c49-407d-8fdd-fca70593a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455437 Jul 26 14:54:24.236516 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b7fb77e5-d6ef-4b45-b818-6f653984cb37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (66f8bb98-7ace-4a85-b6ba-ffe40597695b), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:25.146915 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 46640) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:54:25.181666 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd10a3c6-4c5d-4dfe-b717-d19f24c31e41 req-2a207e7e-183d-4a02-a8d5-4bba99bd69c3 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:54:25.183216 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-cd10a3c6-4c5d-4dfe-b717-d19f24c31e41 req-2a207e7e-183d-4a02-a8d5-4bba99bd69c3 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=2ef4043a-5d67-4091-abcb-ed5e596ba355 HTTP/1.1" status: 200 len: 945 time: 0.0553153 Jul 26 14:54:25.264780 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-cd10a3c6-4c5d-4dfe-b717-d19f24c31e41 req-01fb92c7-e497-460d-9c88-2f2dbe76afe4 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=07a7f217-8c49-407d-8fdd-fca70593a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717738 Jul 26 14:54:25.286892 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-cbf64d96-d0ad-436f-b8de-22215161459d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:25.410018 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-cbf64d96-d0ad-436f-b8de-22215161459d admin admin] Publish callbacks [] for security_group (570bd036-c4c1-44b7-bd7c-39e43f63c5b6), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:25.430972 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b30572d2-bee0-4462-94ed-c13cd0ef4273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (40fac31a-afaa-44e8-8521-47b803a59f0f), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:25.539097 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-cbf64d96-d0ad-436f-b8de-22215161459d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (570bd036-c4c1-44b7-bd7c-39e43f63c5b6), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:25.602284 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-cbf64d96-d0ad-436f-b8de-22215161459d admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=79d3d651ad9f465fa235688c586d01cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4502246 Jul 26 14:54:25.602284 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf64d96-d0ad-436f-b8de-22215161459d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=570bd036-c4c1-44b7-bd7c-39e43f63c5b6,revision_number=1']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:25.604402 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 46654) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:54:25.668733 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-c6f7ca7a-27d8-4321-a839-079ac8946a67 admin admin] Publish callbacks [] for security_group (570bd036-c4c1-44b7-bd7c-39e43f63c5b6), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:25.696139 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-c6f7ca7a-27d8-4321-a839-079ac8946a67 admin admin] Publish callbacks [] for security_group (570bd036-c4c1-44b7-bd7c-39e43f63c5b6), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:25.832944 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-c6f7ca7a-27d8-4321-a839-079ac8946a67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (570bd036-c4c1-44b7-bd7c-39e43f63c5b6), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:25.836445 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-c6f7ca7a-27d8-4321-a839-079ac8946a67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:25.844559 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-c6f7ca7a-27d8-4321-a839-079ac8946a67 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/570bd036-c4c1-44b7-bd7c-39e43f63c5b6 HTTP/1.1" status: 204 len: 168 time: 0.2322211 Jul 26 14:54:25.879041 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f7ca7a-27d8-4321-a839-079ac8946a67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=570bd036-c4c1-44b7-bd7c-39e43f63c5b6,revision_number=None']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:25.923551 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297ec605-4138-4dfe-97e5-db1547b04ff9 req-215e68f9-386f-497d-b642-c14af8c136d8 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:54:25.925461 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-297ec605-4138-4dfe-97e5-db1547b04ff9 req-215e68f9-386f-497d-b642-c14af8c136d8 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=2ef4043a-5d67-4091-abcb-ed5e596ba355 HTTP/1.1" status: 200 len: 945 time: 0.1063843 Jul 26 14:54:25.943429 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e4868c-001c-4b5f-841b-c16069b40e91 req-8c4beb4b-38ad-4775-98d7-6c973a2a0d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:54:25.944989 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-54e4868c-001c-4b5f-841b-c16069b40e91 req-8c4beb4b-38ad-4775-98d7-6c973a2a0d4f service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=4f3f79533bbf48018798e6e65050d69c&device_id=2ef4043a-5d67-4091-abcb-ed5e596ba355 HTTP/1.1" status: 200 len: 1129 time: 0.0625269 Jul 26 14:54:25.967449 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=100 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:54:26.003534 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-297ec605-4138-4dfe-97e5-db1547b04ff9 req-d6795ae3-1283-4183-a6b8-26b650ea0807 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=07a7f217-8c49-407d-8fdd-fca70593a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641570 Jul 26 14:54:26.120914 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e4868c-001c-4b5f-841b-c16069b40e91 req-53e9f7c7-b545-45e7-85ea-de582c1bc752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:54:26.122510 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-54e4868c-001c-4b5f-841b-c16069b40e91 req-53e9f7c7-b545-45e7-85ea-de582c1bc752 service neutron] 10.222.0.99 "GET /v2.0/networks?id=0f1306c7-31e7-49e9-8b79-d9c630497063 HTTP/1.1" status: 200 len: 921 time: 0.1677537 Jul 26 14:54:26.167158 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-54e4868c-001c-4b5f-841b-c16069b40e91 req-135522ad-7b90-4414-943d-aa203f816395 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5d6c726-a2d1-4d56-97ab-81d623c53ac3 HTTP/1.1" status: 200 len: 217 time: 0.0362792 Jul 26 14:54:26.181698 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=100 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:54:26.220859 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e4868c-001c-4b5f-841b-c16069b40e91 req-8578b3de-49ae-4115-8afc-5444a1eb268f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:54:26.222319 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-54e4868c-001c-4b5f-841b-c16069b40e91 req-8578b3de-49ae-4115-8afc-5444a1eb268f service neutron] 10.222.0.99 "GET /v2.0/subnets?id=2fb38d4f-c234-47e2-adc0-721b341e4aad HTTP/1.1" status: 200 len: 858 time: 0.0479975 Jul 26 14:54:26.280973 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e4868c-001c-4b5f-841b-c16069b40e91 req-8e4582b3-399f-418e-a744-171917aa7bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:54:26.283477 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-54e4868c-001c-4b5f-841b-c16069b40e91 req-8e4582b3-399f-418e-a744-171917aa7bd5 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=0f1306c7-31e7-49e9-8b79-d9c630497063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0531034 Jul 26 14:54:26.430853 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-54e4868c-001c-4b5f-841b-c16069b40e91 req-fe698d86-7dea-4210-b41e-39c1fe4e3d1a service neutron] 10.222.0.99 "GET /v2.0/networks/0f1306c7-31e7-49e9-8b79-d9c630497063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393104 Jul 26 14:54:26.553274 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-54e4868c-001c-4b5f-841b-c16069b40e91 req-ca735022-0325-406c-9e2d-530933aa475e service neutron] 10.222.0.99 "GET /v2.0/networks/0f1306c7-31e7-49e9-8b79-d9c630497063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148713 Jul 26 14:54:26.868919 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 46710) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:54:26.882843 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-d847086d-a737-46be-b111-73f993f75f08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:26.927136 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b977bc9f-0510-4ebd-94dd-930fc4499a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (e5556d63-fbf3-48f2-bfac-7896e86945c3), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:26.933887 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:54:26.969014 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-d847086d-a737-46be-b111-73f993f75f08 admin admin] Publish callbacks [] for security_group (f3a3aad2-44ee-47c5-a896-efc138d6f685), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:27.064654 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-d847086d-a737-46be-b111-73f993f75f08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (f3a3aad2-44ee-47c5-a896-efc138d6f685), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:27.104915 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (df49e665-2de0-463a-a1e1-c989804d5593), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:27.107133 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-d847086d-a737-46be-b111-73f993f75f08 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=5aa68d0b7bc440d2970afce370703bdb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2371423 Jul 26 14:54:27.108230 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d847086d-a737-46be-b111-73f993f75f08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3a3aad2-44ee-47c5-a896-efc138d6f685,revision_number=1']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:27.111467 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 46714) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:54:27.158673 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393029c6-5870-4d19-8283-2c03525a44d9 req-765857f5-eb14-405d-8d69-896dbb130c20 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:54:27.160248 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-393029c6-5870-4d19-8283-2c03525a44d9 req-765857f5-eb14-405d-8d69-896dbb130c20 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=2ef4043a-5d67-4091-abcb-ed5e596ba355 HTTP/1.1" status: 200 len: 945 time: 0.0637374 Jul 26 14:54:27.168236 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-b053a95b-942c-4b7f-bb24-df64574f2fe0 admin admin] Publish callbacks [] for security_group (f3a3aad2-44ee-47c5-a896-efc138d6f685), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:27.182346 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:54:27.192378 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-b053a95b-942c-4b7f-bb24-df64574f2fe0 admin admin] Publish callbacks [] for security_group (f3a3aad2-44ee-47c5-a896-efc138d6f685), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:27.214234 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-393029c6-5870-4d19-8283-2c03525a44d9 req-56b37e9e-9ff5-413e-855b-3555f5a4a2d0 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=07a7f217-8c49-407d-8fdd-fca70593a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472183 Jul 26 14:54:27.380141 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-b053a95b-942c-4b7f-bb24-df64574f2fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (f3a3aad2-44ee-47c5-a896-efc138d6f685), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:27.383065 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-b053a95b-942c-4b7f-bb24-df64574f2fe0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:27.384505 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-b053a95b-942c-4b7f-bb24-df64574f2fe0 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/f3a3aad2-44ee-47c5-a896-efc138d6f685 HTTP/1.1" status: 204 len: 168 time: 0.2719285 Jul 26 14:54:27.394524 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053a95b-942c-4b7f-bb24-df64574f2fe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3a3aad2-44ee-47c5-a896-efc138d6f685,revision_number=None']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:28.353907 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674e69dc-940a-486f-8046-2a5a8045efbb req-199c9c63-a66f-4548-9a54-813e640f6452 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:54:28.355524 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-674e69dc-940a-486f-8046-2a5a8045efbb req-199c9c63-a66f-4548-9a54-813e640f6452 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=2ef4043a-5d67-4091-abcb-ed5e596ba355 HTTP/1.1" status: 200 len: 945 time: 0.0553427 Jul 26 14:54:28.409879 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-674e69dc-940a-486f-8046-2a5a8045efbb req-d77b6fb7-0186-43dd-a72e-65d57ae7818f tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=07a7f217-8c49-407d-8fdd-fca70593a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478725 Jul 26 14:54:29.078482 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.agents_db [None req-99196b13-9676-4f02-b89b-0db7196f18a6 None None] Agent healthcheck: found 6 active agents {{(pid=111105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 14:54:29.529686 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dce2ad-0920-4a74-8f0e-2b5e5d1be2e7 req-ceed5072-21eb-4752-809e-1f56ce329273 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:54:29.531258 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-05dce2ad-0920-4a74-8f0e-2b5e5d1be2e7 req-ceed5072-21eb-4752-809e-1f56ce329273 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=2ef4043a-5d67-4091-abcb-ed5e596ba355 HTTP/1.1" status: 200 len: 945 time: 0.0477543 Jul 26 14:54:29.586062 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-05dce2ad-0920-4a74-8f0e-2b5e5d1be2e7 req-687c5d9e-76cc-4350-b6aa-9ca23a014164 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=07a7f217-8c49-407d-8fdd-fca70593a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479729 Jul 26 14:54:30.454293 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 46808) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:54:30.577827 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-a53121b2-2428-4d42-bd70-08dc22ee3024 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:30.661898 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-a53121b2-2428-4d42-bd70-08dc22ee3024 admin admin] Publish callbacks [] for security_group (1781ace9-a8d5-4b43-a26d-ff60a85502dd), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:30.747716 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c8678d-ef69-4a87-bec9-2d72a710abab req-4c9f08ab-a4ff-434b-ad31-e5ba095a6f44 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:54:30.750855 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-e8c8678d-ef69-4a87-bec9-2d72a710abab req-4c9f08ab-a4ff-434b-ad31-e5ba095a6f44 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=2ef4043a-5d67-4091-abcb-ed5e596ba355 HTTP/1.1" status: 200 len: 945 time: 0.0784967 Jul 26 14:54:30.761773 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-a53121b2-2428-4d42-bd70-08dc22ee3024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (1781ace9-a8d5-4b43-a26d-ff60a85502dd), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:30.774762 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 46820) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:54:30.814690 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53121b2-2428-4d42-bd70-08dc22ee3024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1781ace9-a8d5-4b43-a26d-ff60a85502dd,revision_number=1']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:30.833569 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-a53121b2-2428-4d42-bd70-08dc22ee3024 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=5e97a678d3d1434387855e553c35e55a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3781798 Jul 26 14:54:30.836798 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 46824) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:54:30.875177 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-e8c8678d-ef69-4a87-bec9-2d72a710abab req-d8d71fad-5fd4-45c6-b9fe-af2788e56f48 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=07a7f217-8c49-407d-8fdd-fca70593a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128697 Jul 26 14:54:30.929608 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-1d27d8e9-e2be-461c-a89e-f7f6354b056e admin admin] Publish callbacks [] for security_group (1781ace9-a8d5-4b43-a26d-ff60a85502dd), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:30.955422 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-1d27d8e9-e2be-461c-a89e-f7f6354b056e admin admin] Publish callbacks [] for security_group (1781ace9-a8d5-4b43-a26d-ff60a85502dd), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:30.977808 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-14e36a82-62e0-4247-9633-0f3a15b5848c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:31.148022 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-1d27d8e9-e2be-461c-a89e-f7f6354b056e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (1781ace9-a8d5-4b43-a26d-ff60a85502dd), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:31.150638 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-1d27d8e9-e2be-461c-a89e-f7f6354b056e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:31.151866 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-1d27d8e9-e2be-461c-a89e-f7f6354b056e admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/1781ace9-a8d5-4b43-a26d-ff60a85502dd HTTP/1.1" status: 204 len: 168 time: 0.3131936 Jul 26 14:54:31.159360 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:54:31.169330 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d27d8e9-e2be-461c-a89e-f7f6354b056e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1781ace9-a8d5-4b43-a26d-ff60a85502dd,revision_number=None']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:31.173927 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=3 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:54:31.217269 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-14e36a82-62e0-4247-9633-0f3a15b5848c admin admin] Publish callbacks [] for security_group (1f45b552-909b-45cc-a2dc-9b42a9cfc4e2), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:31.316713 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-14e36a82-62e0-4247-9633-0f3a15b5848c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (1f45b552-909b-45cc-a2dc-9b42a9cfc4e2), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:31.361142 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-14e36a82-62e0-4247-9633-0f3a15b5848c admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=abae4f3354b84328a96144d093dd17be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5808012 Jul 26 14:54:31.362390 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e36a82-62e0-4247-9633-0f3a15b5848c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f45b552-909b-45cc-a2dc-9b42a9cfc4e2,revision_number=1']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:31.364044 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 46840) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:54:31.424195 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-2d3f479f-fba4-484e-9857-62909bc092b8 admin admin] Publish callbacks [] for security_group (1f45b552-909b-45cc-a2dc-9b42a9cfc4e2), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:31.447117 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-2d3f479f-fba4-484e-9857-62909bc092b8 admin admin] Publish callbacks [] for security_group (1f45b552-909b-45cc-a2dc-9b42a9cfc4e2), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:31.873531 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-2d3f479f-fba4-484e-9857-62909bc092b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (1f45b552-909b-45cc-a2dc-9b42a9cfc4e2), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:31.887012 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-2d3f479f-fba4-484e-9857-62909bc092b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:31.887012 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-2d3f479f-fba4-484e-9857-62909bc092b8 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/1f45b552-909b-45cc-a2dc-9b42a9cfc4e2 HTTP/1.1" status: 204 len: 168 time: 0.5204663 Jul 26 14:54:31.911123 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3f479f-fba4-484e-9857-62909bc092b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f45b552-909b-45cc-a2dc-9b42a9cfc4e2,revision_number=None']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:32.048511 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854d69e6-0298-495b-b773-c3025c1415eb req-65c67e11-c151-4b96-a102-06fc7cf692b6 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:54:32.050804 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-854d69e6-0298-495b-b773-c3025c1415eb req-65c67e11-c151-4b96-a102-06fc7cf692b6 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=2ef4043a-5d67-4091-abcb-ed5e596ba355 HTTP/1.1" status: 200 len: 945 time: 0.0602407 Jul 26 14:54:32.126245 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-854d69e6-0298-495b-b773-c3025c1415eb req-cad7ee59-1301-4631-a270-9dcf04590f7d tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=07a7f217-8c49-407d-8fdd-fca70593a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606418 Jul 26 14:54:32.448186 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 46858) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:54:32.464178 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-36a04855-9353-4cfc-a3bc-bce127b3a136 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:32.575538 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-36a04855-9353-4cfc-a3bc-bce127b3a136 admin admin] Publish callbacks [] for security_group (3d958786-b1c3-4009-8905-031a54a83840), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:32.643129 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-36a04855-9353-4cfc-a3bc-bce127b3a136 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (3d958786-b1c3-4009-8905-031a54a83840), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:32.655304 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 46872) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:54:32.716391 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-15c5efb1-dcd7-479d-a8b3-594811c8c6f2 req-b9aaa367-e570-40a5-8fd2-f05c109b2951 tempest-VolumesNegativeTest-361120211 tempest-VolumesNegativeTest-361120211-project] 10.222.0.97 "GET /v2.0/networks?tenant_id=bd4e47dfa8ff43829da20aa31c4bb25b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0650704 Jul 26 14:54:32.729838 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-36a04855-9353-4cfc-a3bc-bce127b3a136 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=446ab7d8cce84609b469dff72678ed91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2787666 Jul 26 14:54:32.730283 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 46876) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:54:32.815565 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a04855-9353-4cfc-a3bc-bce127b3a136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d958786-b1c3-4009-8905-031a54a83840,revision_number=1']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:32.853517 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-c57915a0-11f7-4190-a538-d745fed6a980 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:32.899200 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-93fef79f-b777-446b-b782-87e074c4ddf7 admin admin] Publish callbacks [] for security_group (3d958786-b1c3-4009-8905-031a54a83840), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:32.934798 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-93fef79f-b777-446b-b782-87e074c4ddf7 admin admin] Publish callbacks [] for security_group (3d958786-b1c3-4009-8905-031a54a83840), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:33.076517 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c5efb1-dcd7-479d-a8b3-594811c8c6f2 req-3834c7ab-6d07-4de0-b7e8-9af5a507ef84 tempest-VolumesNegativeTest-361120211 tempest-VolumesNegativeTest-361120211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:54:33.078696 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-15c5efb1-dcd7-479d-a8b3-594811c8c6f2 req-3834c7ab-6d07-4de0-b7e8-9af5a507ef84 tempest-VolumesNegativeTest-361120211 tempest-VolumesNegativeTest-361120211-project] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3489220 Jul 26 14:54:33.086091 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-93fef79f-b777-446b-b782-87e074c4ddf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (3d958786-b1c3-4009-8905-031a54a83840), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:33.088799 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-93fef79f-b777-446b-b782-87e074c4ddf7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:33.089915 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-93fef79f-b777-446b-b782-87e074c4ddf7 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/3d958786-b1c3-4009-8905-031a54a83840 HTTP/1.1" status: 204 len: 168 time: 0.3583286 Jul 26 14:54:33.101332 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-15c5efb1-dcd7-479d-a8b3-594811c8c6f2 req-85f3cc2b-e565-4640-9b97-5d44d310b77b tempest-VolumesNegativeTest-361120211 tempest-VolumesNegativeTest-361120211-project] 10.222.0.97 "GET /v2.0/quotas/bd4e47dfa8ff43829da20aa31c4bb25b HTTP/1.1" status: 200 len: 375 time: 0.0110030 Jul 26 14:54:33.106894 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fef79f-b777-446b-b782-87e074c4ddf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d958786-b1c3-4009-8905-031a54a83840,revision_number=None']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:33.137156 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-c57915a0-11f7-4190-a538-d745fed6a980 admin admin] Publish callbacks [] for security_group (532f6286-9d99-4c7a-a3af-e7a9682a7f94), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:33.146566 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 46886) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:54:33.160670 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-15c5efb1-dcd7-479d-a8b3-594811c8c6f2 req-d850d2c6-dc98-48aa-bf8a-254e3ec67641 tempest-VolumesNegativeTest-361120211 tempest-VolumesNegativeTest-361120211-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=bd4e47dfa8ff43829da20aa31c4bb25b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0551083 Jul 26 14:54:33.161980 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-525166f6-8440-44b1-8d4e-c5b9a153ec90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:33.199177 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-c57915a0-11f7-4190-a538-d745fed6a980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (532f6286-9d99-4c7a-a3af-e7a9682a7f94), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:33.252589 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:INSERT=18,neutron:SELECT=79,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:54:33.254749 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57915a0-11f7-4190-a538-d745fed6a980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=532f6286-9d99-4c7a-a3af-e7a9682a7f94,revision_number=1']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:33.260251 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-c57915a0-11f7-4190-a538-d745fed6a980 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=d203b76aa92244d48e32dbc9e43b3cc8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6034253 Jul 26 14:54:33.263868 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 46888) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:54:33.289084 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-525166f6-8440-44b1-8d4e-c5b9a153ec90 admin admin] Publish callbacks [] for security_group (c23801c2-d7b3-4570-a8e4-dbef91e0a0c9), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:33.330006 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-a06283eb-1631-4b0c-8d0e-7bfcc7f8e279 admin admin] Publish callbacks [] for security_group (532f6286-9d99-4c7a-a3af-e7a9682a7f94), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:33.360502 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-a06283eb-1631-4b0c-8d0e-7bfcc7f8e279 admin admin] Publish callbacks [] for security_group (532f6286-9d99-4c7a-a3af-e7a9682a7f94), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:33.360738 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-525166f6-8440-44b1-8d4e-c5b9a153ec90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (c23801c2-d7b3-4570-a8e4-dbef91e0a0c9), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:33.390778 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:54:33.405001 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525166f6-8440-44b1-8d4e-c5b9a153ec90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c23801c2-d7b3-4570-a8e4-dbef91e0a0c9,revision_number=1']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:33.429511 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-525166f6-8440-44b1-8d4e-c5b9a153ec90 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=b3623655d8da453183a7678ea072564e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2744360 Jul 26 14:54:33.429511 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 46894) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:54:33.520042 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-46a5110f-1314-4322-9934-667e81bf990e req-aaaeee7e-0108-48a6-94df-8039645bbbb1 tempest-VolumesNegativeTest-361120211 tempest-VolumesNegativeTest-361120211-project] 10.222.0.97 "GET /v2.0/ports?device_id=a7a01ed1-35f6-4349-bdad-2432d6237fe5 HTTP/1.1" status: 200 len: 210 time: 0.0400686 Jul 26 14:54:33.524068 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-26785647-9a84-4307-aaf3-fb36b37da08c admin admin] Publish callbacks [] for security_group (c23801c2-d7b3-4570-a8e4-dbef91e0a0c9), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:33.528819 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=3 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:54:33.551851 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-26785647-9a84-4307-aaf3-fb36b37da08c admin admin] Publish callbacks [] for security_group (c23801c2-d7b3-4570-a8e4-dbef91e0a0c9), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:33.619895 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-a06283eb-1631-4b0c-8d0e-7bfcc7f8e279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (532f6286-9d99-4c7a-a3af-e7a9682a7f94), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:33.624855 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-a06283eb-1631-4b0c-8d0e-7bfcc7f8e279 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:33.627064 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-a06283eb-1631-4b0c-8d0e-7bfcc7f8e279 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/532f6286-9d99-4c7a-a3af-e7a9682a7f94 HTTP/1.1" status: 204 len: 168 time: 0.3605497 Jul 26 14:54:33.633055 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=6 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:54:33.642876 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06283eb-1631-4b0c-8d0e-7bfcc7f8e279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=532f6286-9d99-4c7a-a3af-e7a9682a7f94,revision_number=None']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:33.694472 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-26785647-9a84-4307-aaf3-fb36b37da08c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (c23801c2-d7b3-4570-a8e4-dbef91e0a0c9), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:33.700808 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-26785647-9a84-4307-aaf3-fb36b37da08c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:33.706293 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-26785647-9a84-4307-aaf3-fb36b37da08c admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/c23801c2-d7b3-4570-a8e4-dbef91e0a0c9 HTTP/1.1" status: 204 len: 168 time: 0.2767260 Jul 26 14:54:33.718609 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26785647-9a84-4307-aaf3-fb36b37da08c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c23801c2-d7b3-4570-a8e4-dbef91e0a0c9,revision_number=None']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:34.265443 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 46912) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:54:34.278614 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-5eb11d05-318d-45b2-b1bd-2e184c11cfdb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:34.365980 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-5eb11d05-318d-45b2-b1bd-2e184c11cfdb admin admin] Publish callbacks [] for security_group (20cc0685-a452-42d6-ace5-3786869015c4), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:34.426180 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-5eb11d05-318d-45b2-b1bd-2e184c11cfdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (20cc0685-a452-42d6-ace5-3786869015c4), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:34.472388 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-5eb11d05-318d-45b2-b1bd-2e184c11cfdb admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=2bf913b7df7e400e8b47f2fa67045763&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2028720 Jul 26 14:54:34.472388 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb11d05-318d-45b2-b1bd-2e184c11cfdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20cc0685-a452-42d6-ace5-3786869015c4,revision_number=1']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:34.472388 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 46918) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:54:34.542875 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-7c1501e6-591d-42be-913c-e07bc377f239 admin admin] Publish callbacks [] for security_group (20cc0685-a452-42d6-ace5-3786869015c4), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:34.567556 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-7c1501e6-591d-42be-913c-e07bc377f239 admin admin] Publish callbacks [] for security_group (20cc0685-a452-42d6-ace5-3786869015c4), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:34.658634 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-dd0f9a03-5ec9-4047-9e69-c7066a1eae68 req-b2b153e3-a02a-4566-9650-b47e25b7df68 tempest-VolumesNegativeTest-361120211 tempest-VolumesNegativeTest-361120211-project] 10.222.0.97 "GET /v2.0/ports?device_id=a7a01ed1-35f6-4349-bdad-2432d6237fe5 HTTP/1.1" status: 200 len: 210 time: 0.0485346 Jul 26 14:54:34.836897 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-7c1501e6-591d-42be-913c-e07bc377f239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (20cc0685-a452-42d6-ace5-3786869015c4), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:34.841530 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-7c1501e6-591d-42be-913c-e07bc377f239 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:34.847316 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-7c1501e6-591d-42be-913c-e07bc377f239 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/20cc0685-a452-42d6-ace5-3786869015c4 HTTP/1.1" status: 204 len: 168 time: 0.3616562 Jul 26 14:54:34.848146 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 46930) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:54:34.862938 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1501e6-591d-42be-913c-e07bc377f239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20cc0685-a452-42d6-ace5-3786869015c4,revision_number=None']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:34.878165 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6a40-2856-4706-8bef-2af923bd329e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:35.010241 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6a40-2856-4706-8bef-2af923bd329e admin admin] Publish callbacks [] for security_group (b86c8d9b-3b31-43e4-8d9b-c388342e71df), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:35.111004 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6a40-2856-4706-8bef-2af923bd329e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (b86c8d9b-3b31-43e4-8d9b-c388342e71df), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:35.169560 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-6b9a6a40-2856-4706-8bef-2af923bd329e admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=8040bd92227543feac958a865ec46780&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3104541 Jul 26 14:54:35.169560 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6a40-2856-4706-8bef-2af923bd329e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b86c8d9b-3b31-43e4-8d9b-c388342e71df,revision_number=1']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:35.173255 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 46944) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:54:35.257637 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 46950) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:54:35.262659 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.v2.base [None req-66a8f217-0aac-4665-a252-e8c6b292d7b8 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2139180526', 'description': 'tempest-description--2098221554'}} {{(pid=111102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 14:54:35.266304 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-20b9a714-9850-4c89-9925-b6599cbf2501 admin admin] Publish callbacks [] for security_group (b86c8d9b-3b31-43e4-8d9b-c388342e71df), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:35.292661 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-20b9a714-9850-4c89-9925-b6599cbf2501 admin admin] Publish callbacks [] for security_group (b86c8d9b-3b31-43e4-8d9b-c388342e71df), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:35.352707 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-66a8f217-0aac-4665-a252-e8c6b292d7b8 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Publish callbacks [] for security_group (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:35.419961 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-20b9a714-9850-4c89-9925-b6599cbf2501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (b86c8d9b-3b31-43e4-8d9b-c388342e71df), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:35.423164 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-20b9a714-9850-4c89-9925-b6599cbf2501 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:35.427926 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-20b9a714-9850-4c89-9925-b6599cbf2501 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/b86c8d9b-3b31-43e4-8d9b-c388342e71df HTTP/1.1" status: 204 len: 168 time: 0.2533219 Jul 26 14:54:35.443202 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b9a714-9850-4c89-9925-b6599cbf2501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b86c8d9b-3b31-43e4-8d9b-c388342e71df,revision_number=None']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:35.531806 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-66a8f217-0aac-4665-a252-e8c6b292d7b8 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Publish callbacks [] for security_group (ed6da162-70d4-440d-859b-2abde4a36ef9), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:35.557979 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-03651ee6-3819-49ae-a99d-67b1fb722151 req-f4493df4-f989-4799-b73b-7f3c5f7fe799 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] 10.222.0.97 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-711558363&fields=id&tenant_id=e7107f9317c24cc7b972fdc6b8c01322 HTTP/1.1" status: 200 len: 267 time: 0.1124766 Jul 26 14:54:35.665869 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-66a8f217-0aac-4665-a252-e8c6b292d7b8 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (ed6da162-70d4-440d-859b-2abde4a36ef9), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:35.678296 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=75,neutron:DELETE=4,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:54:35.679652 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03651ee6-3819-49ae-a99d-67b1fb722151 req-0f7ca9c6-7803-403e-8e72-64acba6b9668 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:54:35.686600 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-03651ee6-3819-49ae-a99d-67b1fb722151 req-0f7ca9c6-7803-403e-8e72-64acba6b9668 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] 10.222.0.97 "GET /v2.0/networks?id=14f3b361-a8f4-473b-ba81-867b2d141518 HTTP/1.1" status: 200 len: 812 time: 0.1205041 Jul 26 14:54:35.708392 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-03651ee6-3819-49ae-a99d-67b1fb722151 req-a67614e9-629d-476c-9776-971b1534601e tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] 10.222.0.97 "GET /v2.0/quotas/e7107f9317c24cc7b972fdc6b8c01322 HTTP/1.1" status: 200 len: 375 time: 0.0182447 Jul 26 14:54:35.771691 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a8f217-0aac-4665-a252-e8c6b292d7b8 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed6da162-70d4-440d-859b-2abde4a36ef9,revision_number=1']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:35.773068 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-03651ee6-3819-49ae-a99d-67b1fb722151 req-f66a46f0-3431-425e-8e69-52f7bc2fe812 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=e7107f9317c24cc7b972fdc6b8c01322&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0657985 Jul 26 14:54:35.805808 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-66a8f217-0aac-4665-a252-e8c6b292d7b8 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Publish callbacks [] for security_group (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:35.809997 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-66a8f217-0aac-4665-a252-e8c6b292d7b8 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5509114 Jul 26 14:54:35.822760 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 46968) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:54:35.831918 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.v2.base [None req-6662fabd-f487-483b-8476-0828b059b66e tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Request body: {'security_group_rule': {'security_group_id': 'ed6da162-70d4-440d-859b-2abde4a36ef9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 14:54:35.852048 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:54:35.906946 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-ca6b0627-e106-43de-be6a-e0da8371a981 req-03493e0e-f977-4559-9e9f-ffce19a1cb60 tempest-VolumesNegativeTest-361120211 tempest-VolumesNegativeTest-361120211-project] 10.222.0.97 "GET /v2.0/ports?device_id=a7a01ed1-35f6-4349-bdad-2432d6237fe5 HTTP/1.1" status: 200 len: 210 time: 0.0857470 Jul 26 14:54:35.921064 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-03651ee6-3819-49ae-a99d-67b1fb722151 req-d738a7f6-e13e-4c62-b514-6b9644fb0121 service neutron] 10.222.0.97 "GET /v2.0/networks/14f3b361-a8f4-473b-ba81-867b2d141518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344068 Jul 26 14:54:36.062994 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-6662fabd-f487-483b-8476-0828b059b66e tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Publish callbacks [] for security_group_rule (ba9db6a8-b647-49ab-9852-b1479c921ce8), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:36.064967 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:54:36.115973 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-03651ee6-3819-49ae-a99d-67b1fb722151 req-53678e89-1bef-4765-91f7-e1202f0fc42f service neutron] 10.222.0.97 "GET /v2.0/networks/14f3b361-a8f4-473b-ba81-867b2d141518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879897 Jul 26 14:54:36.163428 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-6662fabd-f487-483b-8476-0828b059b66e tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Publish callbacks [] for security_group_rule (ba9db6a8-b647-49ab-9852-b1479c921ce8), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:36.324473 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-6662fabd-f487-483b-8476-0828b059b66e tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662595'] for security_group_rule (ba9db6a8-b647-49ab-9852-b1479c921ce8), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:36.357540 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6662fabd-f487-483b-8476-0828b059b66e tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba9db6a8-b647-49ab-9852-b1479c921ce8,revision_number=0']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:36.458657 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-6662fabd-f487-483b-8476-0828b059b66e tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:36.460308 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-6662fabd-f487-483b-8476-0828b059b66e tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6435864 Jul 26 14:54:36.463273 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 46992) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:54:36.475036 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.v2.base [None req-44ce1e62-fb12-4df0-b6a7-1e74b7ab2717 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Request body: {'security_group_rule': {'security_group_id': 'ed6da162-70d4-440d-859b-2abde4a36ef9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 14:54:36.688743 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-44ce1e62-fb12-4df0-b6a7-1e74b7ab2717 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Publish callbacks [] for security_group_rule (2ad98206-fa8a-48f0-bee0-431aa97dfb1c), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:36.770825 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-15c5efb1-dcd7-479d-a8b3-594811c8c6f2 req-f0cdcc8e-5b4a-4b2b-b83c-fd97358ff0e5 tempest-VolumesNegativeTest-361120211 tempest-VolumesNegativeTest-361120211-project] 10.222.0.99 "GET /v2.0/networks?tenant_id=bd4e47dfa8ff43829da20aa31c4bb25b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0395660 Jul 26 14:54:36.804593 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-44ce1e62-fb12-4df0-b6a7-1e74b7ab2717 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Publish callbacks [] for security_group_rule (2ad98206-fa8a-48f0-bee0-431aa97dfb1c), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:36.951612 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:54:36.985028 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-44ce1e62-fb12-4df0-b6a7-1e74b7ab2717 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662595'] for security_group_rule (2ad98206-fa8a-48f0-bee0-431aa97dfb1c), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:37.023571 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ce1e62-fb12-4df0-b6a7-1e74b7ab2717 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ad98206-fa8a-48f0-bee0-431aa97dfb1c,revision_number=0']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:37.032904 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c5efb1-dcd7-479d-a8b3-594811c8c6f2 req-fa2cd5c8-93a8-4c9e-a78f-1a25d67939ba tempest-VolumesNegativeTest-361120211 tempest-VolumesNegativeTest-361120211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:54:37.033993 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-15c5efb1-dcd7-479d-a8b3-594811c8c6f2 req-fa2cd5c8-93a8-4c9e-a78f-1a25d67939ba tempest-VolumesNegativeTest-361120211 tempest-VolumesNegativeTest-361120211-project] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2561681 Jul 26 14:54:37.069745 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.v2.base [req-15c5efb1-dcd7-479d-a8b3-594811c8c6f2 req-5e0e9515-616c-4125-beb6-e3a9f1d3752e tempest-VolumesNegativeTest-361120211 tempest-VolumesNegativeTest-361120211-project] Request body: {'port': {'device_id': 'a7a01ed1-35f6-4349-bdad-2432d6237fe5', 'network_id': '4ab79c0a-50c0-4638-b12e-0cc0ecbae685', 'admin_state_up': True, 'tenant_id': 'bd4e47dfa8ff43829da20aa31c4bb25b'}} {{(pid=111102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 14:54:37.074162 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-eca4da80-1286-46c7-a491-b55ee95ad4e0 req-ac79a763-83c6-4e7a-bb69-f618d3404857 tempest-VolumesNegativeTest-361120211 tempest-VolumesNegativeTest-361120211-project] 10.222.0.97 "GET /v2.0/ports?device_id=a7a01ed1-35f6-4349-bdad-2432d6237fe5 HTTP/1.1" status: 200 len: 210 time: 0.0392637 Jul 26 14:54:37.190862 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-44ce1e62-fb12-4df0-b6a7-1e74b7ab2717 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:37.192201 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-44ce1e62-fb12-4df0-b6a7-1e74b7ab2717 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7277765 Jul 26 14:54:37.197241 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 47024) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:54:37.205093 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-c7529a08-fd2b-4d9d-ae3c-079fbcaae34d req-3088d85e-697b-436d-9c9a-30701b728722 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] 10.222.0.97 "GET /v2.0/ports?device_id=171f8b78-1bb9-4ab8-9e8e-78aaf0208adb HTTP/1.1" status: 200 len: 210 time: 0.0539775 Jul 26 14:54:37.207714 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.v2.base [None req-4587f588-98ce-4302-8716-96bf59d52710 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Request body: {'floatingip': {'floating_network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a'}} {{(pid=111103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 14:54:37.356870 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-4587f588-98ce-4302-8716-96bf59d52710 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:37.427235 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15c5efb1-dcd7-479d-a8b3-594811c8c6f2 req-5e0e9515-616c-4125-beb6-e3a9f1d3752e tempest-VolumesNegativeTest-361120211 tempest-VolumesNegativeTest-361120211-project] Made reservation on behalf of bd4e47dfa8ff43829da20aa31c4bb25b for: {'port': 1} {{(pid=111102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:54:37.433272 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-15c5efb1-dcd7-479d-a8b3-594811c8c6f2 req-5e0e9515-616c-4125-beb6-e3a9f1d3752e tempest-VolumesNegativeTest-361120211 tempest-VolumesNegativeTest-361120211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:37.444728 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-15c5efb1-dcd7-479d-a8b3-594811c8c6f2 req-5e0e9515-616c-4125-beb6-e3a9f1d3752e tempest-VolumesNegativeTest-361120211 tempest-VolumesNegativeTest-361120211-project] Publish callbacks [] for security_group (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:37.460494 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-4587f588-98ce-4302-8716-96bf59d52710 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (None), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:37.572367 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-15c5efb1-dcd7-479d-a8b3-594811c8c6f2 req-5e0e9515-616c-4125-beb6-e3a9f1d3752e tempest-VolumesNegativeTest-361120211 tempest-VolumesNegativeTest-361120211-project] Publish callbacks [] for security_group (72671ccc-19b3-484a-b611-200356706786), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:37.630487 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.db.db_base_plugin_common [None req-4587f588-98ce-4302-8716-96bf59d52710 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Allocated IP 172.27.0.189 (976f28e8-c47c-49b7-93ff-2bd79bbe121a/527ba32d-e656-41f8-8fe6-15a8ab4751c9/4afb5d94-8fc5-470c-9f57-b54db05e46c5) {{(pid=111103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:54:37.716925 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-15c5efb1-dcd7-479d-a8b3-594811c8c6f2 req-5e0e9515-616c-4125-beb6-e3a9f1d3752e tempest-VolumesNegativeTest-361120211 tempest-VolumesNegativeTest-361120211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (72671ccc-19b3-484a-b611-200356706786), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:37.770088 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-4587f588-98ce-4302-8716-96bf59d52710 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Publish callbacks [] for port (4afb5d94-8fc5-470c-9f57-b54db05e46c5), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:37.791579 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:54:37.824634 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0e9515-616c-4125-beb6-e3a9f1d3752e tempest-VolumesNegativeTest-361120211 tempest-VolumesNegativeTest-361120211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72671ccc-19b3-484a-b611-200356706786,revision_number=1']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:37.931162 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.db_base_plugin_common [req-15c5efb1-dcd7-479d-a8b3-594811c8c6f2 req-5e0e9515-616c-4125-beb6-e3a9f1d3752e tempest-VolumesNegativeTest-361120211 tempest-VolumesNegativeTest-361120211-project] Allocated IP 192.168.233.35 (4ab79c0a-50c0-4638-b12e-0cc0ecbae685/0ffaa42f-9432-4d7f-9a32-4857a9c5e330/d6caa173-64eb-4fad-b6b6-11a73fcc772a) {{(pid=111102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:54:37.936162 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-4587f588-98ce-4302-8716-96bf59d52710 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789579689795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4313512'] for port (4afb5d94-8fc5-470c-9f57-b54db05e46c5), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:38.055904 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4587f588-98ce-4302-8716-96bf59d52710 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Pushing event updated for resources: {'Port': ['ID=4afb5d94-8fc5-470c-9f57-b54db05e46c5,revision_number=1']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:38.085154 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4587f588-98ce-4302-8716-96bf59d52710 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Network 976f28e8-c47c-49b7-93ff-2bd79bbe121a is already hosted by enough agents. {{(pid=111103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:54:38.086886 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.scheduler.base_scheduler [None req-4587f588-98ce-4302-8716-96bf59d52710 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Resources bound (agent type, host, resource id): {{(pid=111103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:54:38.090145 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4587f588-98ce-4302-8716-96bf59d52710 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Received port after_create {{(pid=111103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 14:54:38.290285 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-4a664f27-1974-454a-918c-ad2e63f66fa4 req-71e96862-6b71-4d2e-8ad6-c5a8b9ce8113 tempest-VolumesNegativeTest-361120211 tempest-VolumesNegativeTest-361120211-project] 10.222.0.97 "GET /v2.0/ports?device_id=a7a01ed1-35f6-4349-bdad-2432d6237fe5 HTTP/1.1" status: 200 len: 210 time: 0.0813429 Jul 26 14:54:38.320050 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-4587f588-98ce-4302-8716-96bf59d52710 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Publish callbacks [] for floatingip (6223a689-ccc5-4b2e-997a-21446db4cdcc), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:38.363422 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-fc3bc6e8-07bb-4614-94d4-74e88b4510e1 req-78a895f5-196c-483e-bd54-287e352937cb tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] 10.222.0.97 "GET /v2.0/ports?device_id=171f8b78-1bb9-4ab8-9e8e-78aaf0208adb HTTP/1.1" status: 200 len: 210 time: 0.0713718 Jul 26 14:54:38.393419 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=82,neutron:DELETE=2,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:54:38.397576 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-15c5efb1-dcd7-479d-a8b3-594811c8c6f2 req-5e0e9515-616c-4125-beb6-e3a9f1d3752e tempest-VolumesNegativeTest-361120211 tempest-VolumesNegativeTest-361120211-project] Publish callbacks [] for port (d6caa173-64eb-4fad-b6b6-11a73fcc772a), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:38.563705 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-15c5efb1-dcd7-479d-a8b3-594811c8c6f2 req-5e0e9515-616c-4125-beb6-e3a9f1d3752e tempest-VolumesNegativeTest-361120211 tempest-VolumesNegativeTest-361120211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789579689795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868105'] for port (d6caa173-64eb-4fad-b6b6-11a73fcc772a), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:38.614764 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15c5efb1-dcd7-479d-a8b3-594811c8c6f2 req-5e0e9515-616c-4125-beb6-e3a9f1d3752e tempest-VolumesNegativeTest-361120211 tempest-VolumesNegativeTest-361120211-project] Network 4ab79c0a-50c0-4638-b12e-0cc0ecbae685 is already hosted by enough agents. {{(pid=111102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:54:38.618435 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.base_scheduler [req-15c5efb1-dcd7-479d-a8b3-594811c8c6f2 req-5e0e9515-616c-4125-beb6-e3a9f1d3752e tempest-VolumesNegativeTest-361120211 tempest-VolumesNegativeTest-361120211-project] Resources bound (agent type, host, resource id): {{(pid=111102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:54:38.629014 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.l3_dvrscheduler_db [req-15c5efb1-dcd7-479d-a8b3-594811c8c6f2 req-5e0e9515-616c-4125-beb6-e3a9f1d3752e tempest-VolumesNegativeTest-361120211 tempest-VolumesNegativeTest-361120211-project] Received port after_create {{(pid=111102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 14:54:38.728467 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0e9515-616c-4125-beb6-e3a9f1d3752e tempest-VolumesNegativeTest-361120211 tempest-VolumesNegativeTest-361120211-project] Pushing event updated for resources: {'Port': ['ID=d6caa173-64eb-4fad-b6b6-11a73fcc772a,revision_number=1']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:38.759075 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c5efb1-dcd7-479d-a8b3-594811c8c6f2 req-5e0e9515-616c-4125-beb6-e3a9f1d3752e tempest-VolumesNegativeTest-361120211 tempest-VolumesNegativeTest-361120211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:54:38.760004 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-15c5efb1-dcd7-479d-a8b3-594811c8c6f2 req-5e0e9515-616c-4125-beb6-e3a9f1d3752e tempest-VolumesNegativeTest-361120211 tempest-VolumesNegativeTest-361120211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-431034'] for port (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:38.794279 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-4587f588-98ce-4302-8716-96bf59d52710 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (4afb5d94-8fc5-470c-9f57-b54db05e46c5), before_update {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:38.971624 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-15c5efb1-dcd7-479d-a8b3-594811c8c6f2 req-5e0e9515-616c-4125-beb6-e3a9f1d3752e tempest-VolumesNegativeTest-361120211 tempest-VolumesNegativeTest-361120211-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9043114 Jul 26 14:54:38.981039 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-4587f588-98ce-4302-8716-96bf59d52710 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Publish callbacks [] for port (4afb5d94-8fc5-470c-9f57-b54db05e46c5), precommit_update {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:39.008532 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.v2.base [req-15c5efb1-dcd7-479d-a8b3-594811c8c6f2 req-3af61982-6ce4-4737-a521-0f0ce4bee613 service neutron] Request body: {'port': {'device_id': 'a7a01ed1-35f6-4349-bdad-2432d6237fe5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85103'}} {{(pid=111102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 14:54:39.056865 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-cb04c5de-d4bb-4e5e-b33b-9c2df92d3e32 None None] Provisioning complete for port d6caa173-64eb-4fad-b6b6-11a73fcc772a triggered by entity DHCP. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:54:39.057768 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-cb04c5de-d4bb-4e5e-b33b-9c2df92d3e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (d6caa173-64eb-4fad-b6b6-11a73fcc772a), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:39.075539 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=2 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:54:39.086647 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-15c5efb1-dcd7-479d-a8b3-594811c8c6f2 req-3af61982-6ce4-4737-a521-0f0ce4bee613 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (d6caa173-64eb-4fad-b6b6-11a73fcc772a), before_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:39.100457 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-4587f588-98ce-4302-8716-96bf59d52710 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4313535'] for port (4afb5d94-8fc5-470c-9f57-b54db05e46c5), after_update {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:39.105094 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:54:39.117093 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-cb04c5de-d4bb-4e5e-b33b-9c2df92d3e32 None None] Port d6caa173-64eb-4fad-b6b6-11a73fcc772a cannot update to ACTIVE because it is not bound. {{(pid=111104) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 14:54:39.198466 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4587f588-98ce-4302-8716-96bf59d52710 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Pushing event updated for resources: {'Port': ['ID=4afb5d94-8fc5-470c-9f57-b54db05e46c5,revision_number=2']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:39.206016 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-4587f588-98ce-4302-8716-96bf59d52710 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691171'] for floatingip (6223a689-ccc5-4b2e-997a-21446db4cdcc), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:39.302574 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-4587f588-98ce-4302-8716-96bf59d52710 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-431034'] for floatingip (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:39.304104 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-4587f588-98ce-4302-8716-96bf59d52710 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1053441 Jul 26 14:54:39.461450 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.notifiers.nova [req-15c5efb1-dcd7-479d-a8b3-594811c8c6f2 req-3af61982-6ce4-4737-a521-0f0ce4bee613 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6caa173-64eb-4fad-b6b6-11a73fcc772a {{(pid=111102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 14:54:39.492577 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-15c5efb1-dcd7-479d-a8b3-594811c8c6f2 req-3af61982-6ce4-4737-a521-0f0ce4bee613 service neutron] Publish callbacks [] for port (d6caa173-64eb-4fad-b6b6-11a73fcc772a), precommit_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:39.507683 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.provisioning_blocks [req-15c5efb1-dcd7-479d-a8b3-594811c8c6f2 req-3af61982-6ce4-4737-a521-0f0ce4bee613 service neutron] Transition to ACTIVE for port object d6caa173-64eb-4fad-b6b6-11a73fcc772a will not be triggered until provisioned by entity L2. {{(pid=111102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 14:54:39.543671 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-a996a2ba-2f22-4727-9bf3-33cc00860715 req-8b5aa9d5-2c24-453a-98f1-4ae93980ed53 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] 10.222.0.97 "GET /v2.0/ports?device_id=171f8b78-1bb9-4ab8-9e8e-78aaf0208adb HTTP/1.1" status: 200 len: 210 time: 0.0343425 Jul 26 14:54:39.553434 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770d29ca-cf23-4abe-9169-c46509b8b519 req-cd3244ed-c3f4-4c91-9d99-742c4cd39f0e tempest-VolumesNegativeTest-361120211 tempest-VolumesNegativeTest-361120211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:54:39.555263 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-770d29ca-cf23-4abe-9169-c46509b8b519 req-cd3244ed-c3f4-4c91-9d99-742c4cd39f0e tempest-VolumesNegativeTest-361120211 tempest-VolumesNegativeTest-361120211-project] 10.222.0.97 "GET /v2.0/ports?device_id=a7a01ed1-35f6-4349-bdad-2432d6237fe5 HTTP/1.1" status: 200 len: 935 time: 0.0923488 Jul 26 14:54:39.625818 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-15c5efb1-dcd7-479d-a8b3-594811c8c6f2 req-3af61982-6ce4-4737-a521-0f0ce4bee613 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868126'] for port (d6caa173-64eb-4fad-b6b6-11a73fcc772a), after_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:39.680020 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-770d29ca-cf23-4abe-9169-c46509b8b519 req-cb8ae643-3e88-4278-9ce7-465e03e6d4cb tempest-VolumesNegativeTest-361120211 tempest-VolumesNegativeTest-361120211-project] 10.222.0.97 "GET /v2.0/security-groups?id=72671ccc-19b3-484a-b611-200356706786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109552 Jul 26 14:54:39.742675 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af61982-6ce4-4737-a521-0f0ce4bee613 service neutron] Pushing event updated for resources: {'Port': ['ID=d6caa173-64eb-4fad-b6b6-11a73fcc772a,revision_number=2']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:39.854448 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-6dc41d05-cd1a-4ab5-b38f-a93ecb19377a req-c010b5ca-1f7c-47dd-906a-2617d8af4845 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?name=tempest-securitygroup--2139180526&fields=id&tenant_id=4f3f79533bbf48018798e6e65050d69c HTTP/1.1" status: 200 len: 267 time: 0.1724663 Jul 26 14:54:39.947575 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.managers [req-15c5efb1-dcd7-479d-a8b3-594811c8c6f2 req-3af61982-6ce4-4737-a521-0f0ce4bee613 service neutron] Attempting to bind port d6caa173-64eb-4fad-b6b6-11a73fcc772a on host hv-cinder-85103 for vnic_type normal with profile {{(pid=111102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 14:54:39.947919 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.managers [req-15c5efb1-dcd7-479d-a8b3-594811c8c6f2 req-3af61982-6ce4-4737-a521-0f0ce4bee613 service neutron] Attempting to bind port d6caa173-64eb-4fad-b6b6-11a73fcc772a by drivers openvswitch,hyperv on host hv-cinder-85103 at level 0 using segments [{'id': 'c1dc3574-a0ec-4e98-bb6a-0adc3d792c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '4ab79c0a-50c0-4638-b12e-0cc0ecbae685'}] {{(pid=111102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 14:54:39.948251 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c5efb1-dcd7-479d-a8b3-594811c8c6f2 req-3af61982-6ce4-4737-a521-0f0ce4bee613 service neutron] Attempting to bind port d6caa173-64eb-4fad-b6b6-11a73fcc772a on network 4ab79c0a-50c0-4638-b12e-0cc0ecbae685 {{(pid=111102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 14:54:39.956609 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c5efb1-dcd7-479d-a8b3-594811c8c6f2 req-3af61982-6ce4-4737-a521-0f0ce4bee613 service neutron] Port d6caa173-64eb-4fad-b6b6-11a73fcc772a on network 4ab79c0a-50c0-4638-b12e-0cc0ecbae685 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85103 {{(pid=111102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 14:54:39.957104 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c5efb1-dcd7-479d-a8b3-594811c8c6f2 req-3af61982-6ce4-4737-a521-0f0ce4bee613 service neutron] Attempting to bind port d6caa173-64eb-4fad-b6b6-11a73fcc772a on network 4ab79c0a-50c0-4638-b12e-0cc0ecbae685 {{(pid=111102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 14:54:39.966669 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c5efb1-dcd7-479d-a8b3-594811c8c6f2 req-3af61982-6ce4-4737-a521-0f0ce4bee613 service neutron] Checking agent: {'id': '311d617f-8fa1-4662-a157-ab38f6e1e2d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85103', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 14, 49, 45), 'started_at': datetime.datetime(2022, 7, 26, 14, 49, 45), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 14, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 14:54:39.967131 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c5efb1-dcd7-479d-a8b3-594811c8c6f2 req-3af61982-6ce4-4737-a521-0f0ce4bee613 service neutron] Checking segment: {'id': 'c1dc3574-a0ec-4e98-bb6a-0adc3d792c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '4ab79c0a-50c0-4638-b12e-0cc0ecbae685'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 14:54:39.967543 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c5efb1-dcd7-479d-a8b3-594811c8c6f2 req-3af61982-6ce4-4737-a521-0f0ce4bee613 service neutron] Bound using segment: {'id': 'c1dc3574-a0ec-4e98-bb6a-0adc3d792c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '4ab79c0a-50c0-4638-b12e-0cc0ecbae685'} {{(pid=111102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 14:54:39.968019 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.managers [req-15c5efb1-dcd7-479d-a8b3-594811c8c6f2 req-3af61982-6ce4-4737-a521-0f0ce4bee613 service neutron] Bound port: d6caa173-64eb-4fad-b6b6-11a73fcc772a, host: hv-cinder-85103, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1dc3574-a0ec-4e98-bb6a-0adc3d792c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1080, 'network_id': '4ab79c0a-50c0-4638-b12e-0cc0ecbae685'}}] {{(pid=111102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 14:54:39.968884 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-15c5efb1-dcd7-479d-a8b3-594811c8c6f2 req-3af61982-6ce4-4737-a521-0f0ce4bee613 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (d6caa173-64eb-4fad-b6b6-11a73fcc772a), before_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:40.058350 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=38,neutron:UPDATE=3 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:54:40.288961 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc41d05-cd1a-4ab5-b38f-a93ecb19377a req-ddace699-af5a-4cfa-8c46-685375601ec1 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:54:40.290478 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-6dc41d05-cd1a-4ab5-b38f-a93ecb19377a req-ddace699-af5a-4cfa-8c46-685375601ec1 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/networks?id=0f1306c7-31e7-49e9-8b79-d9c630497063 HTTP/1.1" status: 200 len: 819 time: 0.4258258 Jul 26 14:54:40.318601 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-6dc41d05-cd1a-4ab5-b38f-a93ecb19377a req-c25174e3-b28b-4555-911d-d0156abf9c70 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/quotas/4f3f79533bbf48018798e6e65050d69c HTTP/1.1" status: 200 len: 375 time: 0.0205626 Jul 26 14:54:40.321835 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.db [req-15c5efb1-dcd7-479d-a8b3-594811c8c6f2 req-3af61982-6ce4-4737-a521-0f0ce4bee613 service neutron] For port d6caa173-64eb-4fad-b6b6-11a73fcc772a, host hv-cinder-85103, cleared binding levels {{(pid=111102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:54:40.325293 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.db [req-15c5efb1-dcd7-479d-a8b3-594811c8c6f2 req-3af61982-6ce4-4737-a521-0f0ce4bee613 service neutron] For port d6caa173-64eb-4fad-b6b6-11a73fcc772a, host hv-cinder-85103, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=d6caa173-64eb-4fad-b6b6-11a73fcc772a,segment=NetworkSegment(c1dc3574-a0ec-4e98-bb6a-0adc3d792c3e),segment_id=c1dc3574-a0ec-4e98-bb6a-0adc3d792c3e)] {{(pid=111102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:54:40.377556 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-6dc41d05-cd1a-4ab5-b38f-a93ecb19377a req-db3b544c-7cfc-4cbf-93c3-37d7cfb0c6a2 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=4f3f79533bbf48018798e6e65050d69c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0477140 Jul 26 14:54:40.408723 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:54:40.437408 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-15c5efb1-dcd7-479d-a8b3-594811c8c6f2 req-3af61982-6ce4-4737-a521-0f0ce4bee613 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868126'] for port (d6caa173-64eb-4fad-b6b6-11a73fcc772a), after_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:40.502076 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c5efb1-dcd7-479d-a8b3-594811c8c6f2 req-3af61982-6ce4-4737-a521-0f0ce4bee613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:54:40.503134 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-15c5efb1-dcd7-479d-a8b3-594811c8c6f2 req-3af61982-6ce4-4737-a521-0f0ce4bee613 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-431034'] for port (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:40.504952 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-15c5efb1-dcd7-479d-a8b3-594811c8c6f2 req-3af61982-6ce4-4737-a521-0f0ce4bee613 service neutron] 10.222.0.99 "PUT /v2.0/ports/d6caa173-64eb-4fad-b6b6-11a73fcc772a HTTP/1.1" status: 200 len: 1097 time: 1.5003042 Jul 26 14:54:40.505205 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7a01ed1-35f6-4349-bdad-2432d6237fe5', 'tag': 'd6caa173-64eb-4fad-b6b6-11a73fcc772a'}] {{(pid=111102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 14:54:40.508188 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8185506cd1cc56e10fcde42571d85de650c4e290bb1b6bf5ec2f858ed2201c15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c779b8f8-ed60-4cfe-bde5-65aeabb2a0b6" -d '{"events": [{"name": "network-changed", "server_uuid": "a7a01ed1-35f6-4349-bdad-2432d6237fe5", "tag": "d6caa173-64eb-4fad-b6b6-11a73fcc772a"}]}' {{(pid=111102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:54:40.530236 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af61982-6ce4-4737-a521-0f0ce4bee613 service neutron] Pushing event updated for resources: {'Port': ['ID=d6caa173-64eb-4fad-b6b6-11a73fcc772a,revision_number=3']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:40.575247 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-6dc41d05-cd1a-4ab5-b38f-a93ecb19377a req-25a93483-7693-4172-90ba-66beac0a63a8 service neutron] 10.222.0.97 "GET /v2.0/networks/0f1306c7-31e7-49e9-8b79-d9c630497063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797397 Jul 26 14:54:40.588849 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 14:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91fff398-35a6-49f9-a539-24aabce78ffa x-openstack-request-id: req-91fff398-35a6-49f9-a539-24aabce78ffa {{(pid=111102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:54:40.589145 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7a01ed1-35f6-4349-bdad-2432d6237fe5", "tag": "d6caa173-64eb-4fad-b6b6-11a73fcc772a", "status": "completed", "code": 200}]} {{(pid=111102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:54:40.589391 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-91fff398-35a6-49f9-a539-24aabce78ffa {{(pid=111102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:54:40.589781 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91fff398-35a6-49f9-a539-24aabce78ffa'] response: {'name': 'network-changed', 'server_uuid': 'a7a01ed1-35f6-4349-bdad-2432d6237fe5', 'tag': 'd6caa173-64eb-4fad-b6b6-11a73fcc772a', 'status': 'completed', 'code': 200} Jul 26 14:54:40.751387 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-95e7697e-75b0-4a45-a4c5-c16d431541f6 req-ae604a97-2f71-4625-803a-b82914d5c8c0 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] 10.222.0.97 "GET /v2.0/ports?device_id=171f8b78-1bb9-4ab8-9e8e-78aaf0208adb HTTP/1.1" status: 200 len: 210 time: 0.0601301 Jul 26 14:54:40.793760 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=41,neutron:UPDATE=3 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:54:40.820087 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c779b8f8-ed60-4cfe-bde5-65aeabb2a0b6 req-a25d63e7-dc28-4df5-9427-57357647dd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:54:40.821739 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-c779b8f8-ed60-4cfe-bde5-65aeabb2a0b6 req-a25d63e7-dc28-4df5-9427-57357647dd91 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=bd4e47dfa8ff43829da20aa31c4bb25b&device_id=a7a01ed1-35f6-4349-bdad-2432d6237fe5 HTTP/1.1" status: 200 len: 1131 time: 0.1318252 Jul 26 14:54:40.834618 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-6dc41d05-cd1a-4ab5-b38f-a93ecb19377a req-1600215a-377b-4650-b552-720add0c84e2 service neutron] 10.222.0.97 "GET /v2.0/networks/0f1306c7-31e7-49e9-8b79-d9c630497063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566607 Jul 26 14:54:40.917849 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-c779b8f8-ed60-4cfe-bde5-65aeabb2a0b6 req-b279882b-8dd2-4118-9096-79c5c1c8ec94 service neutron] 10.222.0.99 "GET /v2.0/networks?tenant_id=bd4e47dfa8ff43829da20aa31c4bb25b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0668011 Jul 26 14:54:40.941410 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdd16cb-747a-42a7-baef-785b743ab438 req-7797b94e-49b8-4ab8-95b4-f5fa03909bd4 tempest-VolumesNegativeTest-361120211 tempest-VolumesNegativeTest-361120211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:54:40.950055 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-8bdd16cb-747a-42a7-baef-785b743ab438 req-7797b94e-49b8-4ab8-95b4-f5fa03909bd4 tempest-VolumesNegativeTest-361120211 tempest-VolumesNegativeTest-361120211-project] 10.222.0.97 "GET /v2.0/ports?device_id=a7a01ed1-35f6-4349-bdad-2432d6237fe5 HTTP/1.1" status: 200 len: 947 time: 0.0761554 Jul 26 14:54:41.060359 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-8bdd16cb-747a-42a7-baef-785b743ab438 req-02afa019-1e05-45f1-a249-8f8a4483d8ee tempest-VolumesNegativeTest-361120211 tempest-VolumesNegativeTest-361120211-project] 10.222.0.97 "GET /v2.0/security-groups?id=72671ccc-19b3-484a-b611-200356706786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675027 Jul 26 14:54:41.174006 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-397ed45a-1129-498c-8ca7-1371c77ab1f2 req-e2d28467-5162-4668-9319-7ae2b8310224 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=b501f137-fb1d-40f6-88c9-646247bebae0 HTTP/1.1" status: 200 len: 210 time: 0.0561318 Jul 26 14:54:41.263680 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03651ee6-3819-49ae-a99d-67b1fb722151 req-8baba650-17d0-40e4-b262-eea48f81a3c7 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:54:41.265255 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-03651ee6-3819-49ae-a99d-67b1fb722151 req-8baba650-17d0-40e4-b262-eea48f81a3c7 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] 10.222.0.99 "GET /v2.0/networks?id=14f3b361-a8f4-473b-ba81-867b2d141518 HTTP/1.1" status: 200 len: 812 time: 0.3868322 Jul 26 14:54:41.275992 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c779b8f8-ed60-4cfe-bde5-65aeabb2a0b6 req-c35f0030-8443-441a-b9fa-49e9a14f7fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:54:41.277564 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-c779b8f8-ed60-4cfe-bde5-65aeabb2a0b6 req-c35f0030-8443-441a-b9fa-49e9a14f7fa6 service neutron] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3334608 Jul 26 14:54:41.357896 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-03651ee6-3819-49ae-a99d-67b1fb722151 req-331dcba4-2533-4a91-b077-7600fb243e4e tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e7107f9317c24cc7b972fdc6b8c01322 HTTP/1.1" status: 200 len: 379 time: 0.0653803 Jul 26 14:54:41.372356 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.v2.base [req-03651ee6-3819-49ae-a99d-67b1fb722151 req-2f66fbd2-7f7c-4b48-965b-70913555c404 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Request body: {'port': {'device_id': '171f8b78-1bb9-4ab8-9e8e-78aaf0208adb', 'network_id': '14f3b361-a8f4-473b-ba81-867b2d141518', 'admin_state_up': True, 'tenant_id': 'e7107f9317c24cc7b972fdc6b8c01322', 'security_groups': ['cfe40aff-dae8-46e2-a241-0d4fffb6448d']}} {{(pid=111102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 14:54:41.450241 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c5efb1-dcd7-479d-a8b3-594811c8c6f2 req-e98d44ed-2f36-43d4-bdfc-15675a995a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:54:41.453872 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-15c5efb1-dcd7-479d-a8b3-594811c8c6f2 req-e98d44ed-2f36-43d4-bdfc-15675a995a47 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=bd4e47dfa8ff43829da20aa31c4bb25b&device_id=a7a01ed1-35f6-4349-bdad-2432d6237fe5 HTTP/1.1" status: 200 len: 1131 time: 0.0999808 Jul 26 14:54:41.516034 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-15c5efb1-dcd7-479d-a8b3-594811c8c6f2 req-181a75f9-3ec3-4452-a5c2-a602895c2487 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=d6caa173-64eb-4fad-b6b6-11a73fcc772a HTTP/1.1" status: 200 len: 217 time: 0.0485156 Jul 26 14:54:41.589204 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c5efb1-dcd7-479d-a8b3-594811c8c6f2 req-3a874019-3e1d-48c2-bc2e-bfdc485fc838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:54:41.590663 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-15c5efb1-dcd7-479d-a8b3-594811c8c6f2 req-3a874019-3e1d-48c2-bc2e-bfdc485fc838 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=0ffaa42f-9432-4d7f-9a32-4857a9c5e330 HTTP/1.1" status: 200 len: 843 time: 0.0686593 Jul 26 14:54:41.643113 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c5efb1-dcd7-479d-a8b3-594811c8c6f2 req-7e3ab1ca-056f-410d-a8f4-5142e8aa6758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:54:41.651122 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-15c5efb1-dcd7-479d-a8b3-594811c8c6f2 req-7e3ab1ca-056f-410d-a8f4-5142e8aa6758 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=4ab79c0a-50c0-4638-b12e-0cc0ecbae685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0462837 Jul 26 14:54:41.698748 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03651ee6-3819-49ae-a99d-67b1fb722151 req-2f66fbd2-7f7c-4b48-965b-70913555c404 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Made reservation on behalf of e7107f9317c24cc7b972fdc6b8c01322 for: {'port': 1} {{(pid=111102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:54:41.702203 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-03651ee6-3819-49ae-a99d-67b1fb722151 req-2f66fbd2-7f7c-4b48-965b-70913555c404 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:41.805131 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-15c5efb1-dcd7-479d-a8b3-594811c8c6f2 req-e4dbbd7b-31df-4b02-a202-191b21cbfc70 service neutron] 10.222.0.99 "GET /v2.0/networks/4ab79c0a-50c0-4638-b12e-0cc0ecbae685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540813 Jul 26 14:54:41.926026 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-5906bbb7-5cfa-481d-8ce8-5b8287c5ad02 req-7a8e427f-d9ea-49c5-8d32-e215e33f7d84 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] 10.222.0.97 "GET /v2.0/ports?device_id=171f8b78-1bb9-4ab8-9e8e-78aaf0208adb HTTP/1.1" status: 200 len: 210 time: 0.0810163 Jul 26 14:54:41.953006 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.db_base_plugin_common [req-03651ee6-3819-49ae-a99d-67b1fb722151 req-2f66fbd2-7f7c-4b48-965b-70913555c404 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Allocated IP 172.20.0.9 (14f3b361-a8f4-473b-ba81-867b2d141518/2f172c49-73da-4c22-8185-d9d275101a2a/5dc5b800-3fb7-4da8-865c-4676b8e74a36) {{(pid=111102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:54:42.000635 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-15c5efb1-dcd7-479d-a8b3-594811c8c6f2 req-6828cc6f-a6aa-47ed-9055-7aa601481dec service neutron] 10.222.0.99 "GET /v2.0/networks/4ab79c0a-50c0-4638-b12e-0cc0ecbae685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876175 Jul 26 14:54:42.144220 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-03651ee6-3819-49ae-a99d-67b1fb722151 req-2f66fbd2-7f7c-4b48-965b-70913555c404 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Publish callbacks [] for port (5dc5b800-3fb7-4da8-865c-4676b8e74a36), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:42.168476 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f910e367-489b-4439-85e6-8f90df528680 req-4bd4f4cd-78ca-4277-9a3e-51b957f87b87 tempest-VolumesNegativeTest-361120211 tempest-VolumesNegativeTest-361120211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:54:42.170250 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-f910e367-489b-4439-85e6-8f90df528680 req-4bd4f4cd-78ca-4277-9a3e-51b957f87b87 tempest-VolumesNegativeTest-361120211 tempest-VolumesNegativeTest-361120211-project] 10.222.0.97 "GET /v2.0/ports?device_id=a7a01ed1-35f6-4349-bdad-2432d6237fe5 HTTP/1.1" status: 200 len: 947 time: 0.0565691 Jul 26 14:54:42.185216 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:54:42.222098 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-f910e367-489b-4439-85e6-8f90df528680 req-43169171-a39c-471e-892e-dfd556a198a9 tempest-VolumesNegativeTest-361120211 tempest-VolumesNegativeTest-361120211-project] 10.222.0.97 "GET /v2.0/security-groups?id=72671ccc-19b3-484a-b611-200356706786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451512 Jul 26 14:54:42.264807 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-e2ba2c53-a961-4d12-bda8-4c30b7d19320 req-67d0a7a0-3896-4759-9d7a-f371d65769f7 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=b501f137-fb1d-40f6-88c9-646247bebae0 HTTP/1.1" status: 200 len: 210 time: 0.0302410 Jul 26 14:54:42.288872 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-03651ee6-3819-49ae-a99d-67b1fb722151 req-2f66fbd2-7f7c-4b48-965b-70913555c404 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789579689795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868105'] for port (5dc5b800-3fb7-4da8-865c-4676b8e74a36), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:42.339245 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03651ee6-3819-49ae-a99d-67b1fb722151 req-2f66fbd2-7f7c-4b48-965b-70913555c404 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Network 14f3b361-a8f4-473b-ba81-867b2d141518 is already hosted by enough agents. {{(pid=111102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:54:42.342552 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.base_scheduler [req-03651ee6-3819-49ae-a99d-67b1fb722151 req-2f66fbd2-7f7c-4b48-965b-70913555c404 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Resources bound (agent type, host, resource id): {{(pid=111102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:54:42.346532 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.l3_dvrscheduler_db [req-03651ee6-3819-49ae-a99d-67b1fb722151 req-2f66fbd2-7f7c-4b48-965b-70913555c404 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Received port after_create {{(pid=111102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 14:54:42.373499 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f66fbd2-7f7c-4b48-965b-70913555c404 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Pushing event updated for resources: {'Port': ['ID=5dc5b800-3fb7-4da8-865c-4676b8e74a36,revision_number=1']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:42.417771 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03651ee6-3819-49ae-a99d-67b1fb722151 req-2f66fbd2-7f7c-4b48-965b-70913555c404 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:54:42.418446 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-03651ee6-3819-49ae-a99d-67b1fb722151 req-2f66fbd2-7f7c-4b48-965b-70913555c404 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-431034'] for port (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:42.566168 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-03651ee6-3819-49ae-a99d-67b1fb722151 req-2f66fbd2-7f7c-4b48-965b-70913555c404 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1982737 Jul 26 14:54:42.626646 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-c51b5934-4f5e-4d03-b09e-501bb0aeebd0 None None] Provisioning complete for port 5dc5b800-3fb7-4da8-865c-4676b8e74a36 triggered by entity DHCP. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:54:42.627191 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-c51b5934-4f5e-4d03-b09e-501bb0aeebd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (5dc5b800-3fb7-4da8-865c-4676b8e74a36), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:42.660741 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-c51b5934-4f5e-4d03-b09e-501bb0aeebd0 None None] Port 5dc5b800-3fb7-4da8-865c-4676b8e74a36 cannot update to ACTIVE because it is not bound. {{(pid=111104) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 14:54:43.002522 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:54:43.051680 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22069289-bfae-43fd-a079-ff728b87e5eb req-a93b5a80-fb99-405f-9389-95e0f4641e80 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:54:43.053414 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-22069289-bfae-43fd-a079-ff728b87e5eb req-a93b5a80-fb99-405f-9389-95e0f4641e80 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] 10.222.0.97 "GET /v2.0/ports?device_id=171f8b78-1bb9-4ab8-9e8e-78aaf0208adb HTTP/1.1" status: 200 len: 931 time: 0.0519047 Jul 26 14:54:43.105483 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-22069289-bfae-43fd-a079-ff728b87e5eb req-112915d5-2024-45ee-a20a-fcf47ed578b5 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] 10.222.0.97 "GET /v2.0/security-groups?id=cfe40aff-dae8-46e2-a241-0d4fffb6448d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457213 Jul 26 14:54:43.347766 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59d08e2-d318-4c1d-abcb-15dc69b19011 req-9fbbc858-b96b-40ef-b51a-44169d65db79 tempest-VolumesNegativeTest-361120211 tempest-VolumesNegativeTest-361120211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:54:43.349408 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-c59d08e2-d318-4c1d-abcb-15dc69b19011 req-9fbbc858-b96b-40ef-b51a-44169d65db79 tempest-VolumesNegativeTest-361120211 tempest-VolumesNegativeTest-361120211-project] 10.222.0.97 "GET /v2.0/ports?device_id=a7a01ed1-35f6-4349-bdad-2432d6237fe5 HTTP/1.1" status: 200 len: 947 time: 0.0511348 Jul 26 14:54:43.381302 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-53b29844-2b42-4b32-b03a-37bc09a501a4 req-b244a027-7f7f-4015-9046-24788a5a6f65 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=b501f137-fb1d-40f6-88c9-646247bebae0 HTTP/1.1" status: 200 len: 210 time: 0.0313919 Jul 26 14:54:43.407774 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-c59d08e2-d318-4c1d-abcb-15dc69b19011 req-96c3b050-7a07-4244-ae21-b04322a18f61 tempest-VolumesNegativeTest-361120211 tempest-VolumesNegativeTest-361120211-project] 10.222.0.97 "GET /v2.0/security-groups?id=72671ccc-19b3-484a-b611-200356706786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527472 Jul 26 14:54:44.237587 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25272691-b268-4a3a-a80b-9a815b33274a req-bca93c6a-61e4-4dfa-8280-c679ca90a01b tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:54:44.239370 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-25272691-b268-4a3a-a80b-9a815b33274a req-bca93c6a-61e4-4dfa-8280-c679ca90a01b tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] 10.222.0.97 "GET /v2.0/ports?device_id=171f8b78-1bb9-4ab8-9e8e-78aaf0208adb HTTP/1.1" status: 200 len: 931 time: 0.0564685 Jul 26 14:54:44.292767 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-25272691-b268-4a3a-a80b-9a815b33274a req-5fef0085-8677-4ab1-824a-45d36089efb4 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] 10.222.0.97 "GET /v2.0/security-groups?id=cfe40aff-dae8-46e2-a241-0d4fffb6448d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472720 Jul 26 14:54:44.477090 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=100 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:54:44.498493 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-988bdd65-a1e0-4356-8356-7a16ac070d88 req-41887da3-2599-4aef-a05f-1f5e08f6564e tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=b501f137-fb1d-40f6-88c9-646247bebae0 HTTP/1.1" status: 200 len: 210 time: 0.0329130 Jul 26 14:54:44.532656 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:54:44.584740 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3959ed5-31d7-4886-9852-e7b4e7e28f68 req-bd2de244-deb3-4449-918c-fc3648fa4e66 tempest-VolumesNegativeTest-361120211 tempest-VolumesNegativeTest-361120211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:54:44.586289 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-c3959ed5-31d7-4886-9852-e7b4e7e28f68 req-bd2de244-deb3-4449-918c-fc3648fa4e66 tempest-VolumesNegativeTest-361120211 tempest-VolumesNegativeTest-361120211-project] 10.222.0.97 "GET /v2.0/ports?device_id=a7a01ed1-35f6-4349-bdad-2432d6237fe5 HTTP/1.1" status: 200 len: 947 time: 0.0469697 Jul 26 14:54:44.628233 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:54:44.635326 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-c3959ed5-31d7-4886-9852-e7b4e7e28f68 req-c6d2af27-eac3-44e6-b9ab-87b78d46aafb tempest-VolumesNegativeTest-361120211 tempest-VolumesNegativeTest-361120211-project] 10.222.0.97 "GET /v2.0/security-groups?id=72671ccc-19b3-484a-b611-200356706786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431168 Jul 26 14:54:44.945454 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:54:44.982782 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 47334) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:54:45.071160 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (311d617f-8fa1-4662-a157-ab38f6e1e2d8), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:45.100544 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-7d85f2e2-64bb-4588-b879-6badd35ec3d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:45.175784 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-7d85f2e2-64bb-4588-b879-6badd35ec3d6 admin admin] Publish callbacks [] for security_group (deaa06dc-e162-441a-ab6d-8d2d78bccc58), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:45.282871 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-7d85f2e2-64bb-4588-b879-6badd35ec3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (deaa06dc-e162-441a-ab6d-8d2d78bccc58), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:45.323244 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-7d85f2e2-64bb-4588-b879-6badd35ec3d6 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=03cf2de1c32546ef8053f2e1de3a7cba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3379591 Jul 26 14:54:45.324681 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 47340) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:54:45.327253 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d85f2e2-64bb-4588-b879-6badd35ec3d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deaa06dc-e162-441a-ab6d-8d2d78bccc58,revision_number=1']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:45.387432 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-3125db24-0b05-426b-857f-49ee25b9807f admin admin] Publish callbacks [] for security_group (deaa06dc-e162-441a-ab6d-8d2d78bccc58), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:45.414664 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-3125db24-0b05-426b-857f-49ee25b9807f admin admin] Publish callbacks [] for security_group (deaa06dc-e162-441a-ab6d-8d2d78bccc58), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:45.447557 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.v2.base [req-03651ee6-3819-49ae-a99d-67b1fb722151 req-9502c7f6-843d-401e-a2f7-9138ffce9551 service neutron] Request body: {'port': {'device_id': '171f8b78-1bb9-4ab8-9e8e-78aaf0208adb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85103'}} {{(pid=111102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 14:54:45.591818 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f7f572-a845-4345-a405-7459ae64e502 req-c4e2956f-f66a-400a-8a6e-b823c5f85236 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:54:45.593566 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-32f7f572-a845-4345-a405-7459ae64e502 req-c4e2956f-f66a-400a-8a6e-b823c5f85236 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] 10.222.0.97 "GET /v2.0/ports?device_id=171f8b78-1bb9-4ab8-9e8e-78aaf0208adb HTTP/1.1" status: 200 len: 931 time: 0.0829630 Jul 26 14:54:45.598488 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-03651ee6-3819-49ae-a99d-67b1fb722151 req-9502c7f6-843d-401e-a2f7-9138ffce9551 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (5dc5b800-3fb7-4da8-865c-4676b8e74a36), before_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:45.672118 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-d8943d44-f760-48db-bb76-14a84d7b4845 req-5862a662-68f5-47b0-89e9-3238c5645cc7 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=b501f137-fb1d-40f6-88c9-646247bebae0 HTTP/1.1" status: 200 len: 210 time: 0.0442653 Jul 26 14:54:45.679778 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-3125db24-0b05-426b-857f-49ee25b9807f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (deaa06dc-e162-441a-ab6d-8d2d78bccc58), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:45.687638 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-3125db24-0b05-426b-857f-49ee25b9807f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:45.687638 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-3125db24-0b05-426b-857f-49ee25b9807f admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/deaa06dc-e162-441a-ab6d-8d2d78bccc58 HTTP/1.1" status: 204 len: 168 time: 0.3588517 Jul 26 14:54:45.767255 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3125db24-0b05-426b-857f-49ee25b9807f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deaa06dc-e162-441a-ab6d-8d2d78bccc58,revision_number=None']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:45.775241 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-32f7f572-a845-4345-a405-7459ae64e502 req-32ef431e-a2da-447e-937e-ad9357e0a639 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] 10.222.0.97 "GET /v2.0/security-groups?id=cfe40aff-dae8-46e2-a241-0d4fffb6448d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1599522 Jul 26 14:54:45.802126 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:54:45.827618 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b243b9e-1418-4133-8d22-0860a10d9b4c req-3698e0c9-433a-4ab5-ba49-8f5312587d1b tempest-VolumesNegativeTest-361120211 tempest-VolumesNegativeTest-361120211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:54:45.829496 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-0b243b9e-1418-4133-8d22-0860a10d9b4c req-3698e0c9-433a-4ab5-ba49-8f5312587d1b tempest-VolumesNegativeTest-361120211 tempest-VolumesNegativeTest-361120211-project] 10.222.0.97 "GET /v2.0/ports?device_id=a7a01ed1-35f6-4349-bdad-2432d6237fe5 HTTP/1.1" status: 200 len: 947 time: 0.0773172 Jul 26 14:54:45.907841 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-0b243b9e-1418-4133-8d22-0860a10d9b4c req-c3b88ee0-dd1d-4555-9071-1ec00bf3a053 tempest-VolumesNegativeTest-361120211 tempest-VolumesNegativeTest-361120211-project] 10.222.0.97 "GET /v2.0/security-groups?id=72671ccc-19b3-484a-b611-200356706786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720980 Jul 26 14:54:45.994557 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.notifiers.nova [req-03651ee6-3819-49ae-a99d-67b1fb722151 req-9502c7f6-843d-401e-a2f7-9138ffce9551 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dc5b800-3fb7-4da8-865c-4676b8e74a36 {{(pid=111102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 14:54:46.003576 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-03651ee6-3819-49ae-a99d-67b1fb722151 req-9502c7f6-843d-401e-a2f7-9138ffce9551 service neutron] Publish callbacks [] for port (5dc5b800-3fb7-4da8-865c-4676b8e74a36), precommit_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:46.016256 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.provisioning_blocks [req-03651ee6-3819-49ae-a99d-67b1fb722151 req-9502c7f6-843d-401e-a2f7-9138ffce9551 service neutron] Transition to ACTIVE for port object 5dc5b800-3fb7-4da8-865c-4676b8e74a36 will not be triggered until provisioned by entity L2. {{(pid=111102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 14:54:46.122545 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-03651ee6-3819-49ae-a99d-67b1fb722151 req-9502c7f6-843d-401e-a2f7-9138ffce9551 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868126'] for port (5dc5b800-3fb7-4da8-865c-4676b8e74a36), after_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:46.177546 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9502c7f6-843d-401e-a2f7-9138ffce9551 service neutron] Pushing event updated for resources: {'Port': ['ID=5dc5b800-3fb7-4da8-865c-4676b8e74a36,revision_number=2']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:46.289973 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.managers [req-03651ee6-3819-49ae-a99d-67b1fb722151 req-9502c7f6-843d-401e-a2f7-9138ffce9551 service neutron] Attempting to bind port 5dc5b800-3fb7-4da8-865c-4676b8e74a36 on host hv-cinder-85103 for vnic_type normal with profile {{(pid=111102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 14:54:46.290430 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.managers [req-03651ee6-3819-49ae-a99d-67b1fb722151 req-9502c7f6-843d-401e-a2f7-9138ffce9551 service neutron] Attempting to bind port 5dc5b800-3fb7-4da8-865c-4676b8e74a36 by drivers openvswitch,hyperv on host hv-cinder-85103 at level 0 using segments [{'id': 'd48d7847-7528-47c2-aa10-8a92098c043b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '14f3b361-a8f4-473b-ba81-867b2d141518'}] {{(pid=111102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 14:54:46.290950 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03651ee6-3819-49ae-a99d-67b1fb722151 req-9502c7f6-843d-401e-a2f7-9138ffce9551 service neutron] Attempting to bind port 5dc5b800-3fb7-4da8-865c-4676b8e74a36 on network 14f3b361-a8f4-473b-ba81-867b2d141518 {{(pid=111102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 14:54:46.296193 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03651ee6-3819-49ae-a99d-67b1fb722151 req-9502c7f6-843d-401e-a2f7-9138ffce9551 service neutron] Port 5dc5b800-3fb7-4da8-865c-4676b8e74a36 on network 14f3b361-a8f4-473b-ba81-867b2d141518 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85103 {{(pid=111102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 14:54:46.297077 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03651ee6-3819-49ae-a99d-67b1fb722151 req-9502c7f6-843d-401e-a2f7-9138ffce9551 service neutron] Attempting to bind port 5dc5b800-3fb7-4da8-865c-4676b8e74a36 on network 14f3b361-a8f4-473b-ba81-867b2d141518 {{(pid=111102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 14:54:46.307510 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03651ee6-3819-49ae-a99d-67b1fb722151 req-9502c7f6-843d-401e-a2f7-9138ffce9551 service neutron] Checking agent: {'id': '311d617f-8fa1-4662-a157-ab38f6e1e2d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85103', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 14, 49, 45), 'started_at': datetime.datetime(2022, 7, 26, 14, 49, 45), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 14, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 14:54:46.307904 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03651ee6-3819-49ae-a99d-67b1fb722151 req-9502c7f6-843d-401e-a2f7-9138ffce9551 service neutron] Checking segment: {'id': 'd48d7847-7528-47c2-aa10-8a92098c043b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '14f3b361-a8f4-473b-ba81-867b2d141518'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 14:54:46.308523 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03651ee6-3819-49ae-a99d-67b1fb722151 req-9502c7f6-843d-401e-a2f7-9138ffce9551 service neutron] Bound using segment: {'id': 'd48d7847-7528-47c2-aa10-8a92098c043b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '14f3b361-a8f4-473b-ba81-867b2d141518'} {{(pid=111102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 14:54:46.309020 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.managers [req-03651ee6-3819-49ae-a99d-67b1fb722151 req-9502c7f6-843d-401e-a2f7-9138ffce9551 service neutron] Bound port: 5dc5b800-3fb7-4da8-865c-4676b8e74a36, host: hv-cinder-85103, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd48d7847-7528-47c2-aa10-8a92098c043b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': '14f3b361-a8f4-473b-ba81-867b2d141518'}}] {{(pid=111102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 14:54:46.309466 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-03651ee6-3819-49ae-a99d-67b1fb722151 req-9502c7f6-843d-401e-a2f7-9138ffce9551 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (5dc5b800-3fb7-4da8-865c-4676b8e74a36), before_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:46.396613 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:54:46.399433 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.db [req-03651ee6-3819-49ae-a99d-67b1fb722151 req-9502c7f6-843d-401e-a2f7-9138ffce9551 service neutron] For port 5dc5b800-3fb7-4da8-865c-4676b8e74a36, host hv-cinder-85103, cleared binding levels {{(pid=111102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:54:46.403832 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.db [req-03651ee6-3819-49ae-a99d-67b1fb722151 req-9502c7f6-843d-401e-a2f7-9138ffce9551 service neutron] For port 5dc5b800-3fb7-4da8-865c-4676b8e74a36, host hv-cinder-85103, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=5dc5b800-3fb7-4da8-865c-4676b8e74a36,segment=NetworkSegment(d48d7847-7528-47c2-aa10-8a92098c043b),segment_id=d48d7847-7528-47c2-aa10-8a92098c043b)] {{(pid=111102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:54:46.471534 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-03651ee6-3819-49ae-a99d-67b1fb722151 req-9502c7f6-843d-401e-a2f7-9138ffce9551 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868126'] for port (5dc5b800-3fb7-4da8-865c-4676b8e74a36), after_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:46.503964 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03651ee6-3819-49ae-a99d-67b1fb722151 req-9502c7f6-843d-401e-a2f7-9138ffce9551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:54:46.504578 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-03651ee6-3819-49ae-a99d-67b1fb722151 req-9502c7f6-843d-401e-a2f7-9138ffce9551 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-431034'] for port (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:46.505921 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-03651ee6-3819-49ae-a99d-67b1fb722151 req-9502c7f6-843d-401e-a2f7-9138ffce9551 service neutron] 10.222.0.99 "PUT /v2.0/ports/5dc5b800-3fb7-4da8-865c-4676b8e74a36 HTTP/1.1" status: 200 len: 1093 time: 1.0713785 Jul 26 14:54:46.506357 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '171f8b78-1bb9-4ab8-9e8e-78aaf0208adb', 'tag': '5dc5b800-3fb7-4da8-865c-4676b8e74a36'}] {{(pid=111102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 14:54:46.512876 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8185506cd1cc56e10fcde42571d85de650c4e290bb1b6bf5ec2f858ed2201c15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-105ae5e0-74bc-4142-bd98-2302adec60e5" -d '{"events": [{"name": "network-changed", "server_uuid": "171f8b78-1bb9-4ab8-9e8e-78aaf0208adb", "tag": "5dc5b800-3fb7-4da8-865c-4676b8e74a36"}]}' {{(pid=111102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:54:46.538853 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9502c7f6-843d-401e-a2f7-9138ffce9551 service neutron] Pushing event updated for resources: {'Port': ['ID=5dc5b800-3fb7-4da8-865c-4676b8e74a36,revision_number=3']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:46.544789 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 47362) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:54:46.562629 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 14:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aaace14-0e3d-40bb-8040-6d2fd61299ec x-openstack-request-id: req-4aaace14-0e3d-40bb-8040-6d2fd61299ec {{(pid=111102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:54:46.562629 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "171f8b78-1bb9-4ab8-9e8e-78aaf0208adb", "tag": "5dc5b800-3fb7-4da8-865c-4676b8e74a36", "status": "completed", "code": 200}]} {{(pid=111102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:54:46.563051 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-4aaace14-0e3d-40bb-8040-6d2fd61299ec {{(pid=111102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:54:46.563412 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4aaace14-0e3d-40bb-8040-6d2fd61299ec'] response: {'name': 'network-changed', 'server_uuid': '171f8b78-1bb9-4ab8-9e8e-78aaf0208adb', 'tag': '5dc5b800-3fb7-4da8-865c-4676b8e74a36', 'status': 'completed', 'code': 200} Jul 26 14:54:46.565507 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-04a29e2f-8623-4fa6-a99a-50cba360e84c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:46.661334 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-04a29e2f-8623-4fa6-a99a-50cba360e84c admin admin] Publish callbacks [] for security_group (3fb076e5-f605-41bc-b2ad-6766363eccbf), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:46.792926 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-b7cc815d-f63f-4286-9e8a-83f37e87df9b req-8ece7e88-00a9-498b-a011-608587b519dd tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=b501f137-fb1d-40f6-88c9-646247bebae0 HTTP/1.1" status: 200 len: 210 time: 0.0283267 Jul 26 14:54:46.808490 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-04a29e2f-8623-4fa6-a99a-50cba360e84c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (3fb076e5-f605-41bc-b2ad-6766363eccbf), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:46.870318 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-04a29e2f-8623-4fa6-a99a-50cba360e84c admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=af59d2d5839543e6aa2f0eedc5db3f54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3242123 Jul 26 14:54:46.873071 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 47368) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:54:46.886456 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a29e2f-8623-4fa6-a99a-50cba360e84c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb076e5-f605-41bc-b2ad-6766363eccbf,revision_number=1']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:46.909778 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a29e2f-8623-4fa6-a99a-50cba360e84c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:54:46.910129 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a29e2f-8623-4fa6-a99a-50cba360e84c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:54:46.910490 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a29e2f-8623-4fa6-a99a-50cba360e84c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:54:46.910860 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a29e2f-8623-4fa6-a99a-50cba360e84c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:54:46.911176 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a29e2f-8623-4fa6-a99a-50cba360e84c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:54:46.911533 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a29e2f-8623-4fa6-a99a-50cba360e84c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:54:46.911878 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a29e2f-8623-4fa6-a99a-50cba360e84c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:54:46.912203 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a29e2f-8623-4fa6-a99a-50cba360e84c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:54:46.912563 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a29e2f-8623-4fa6-a99a-50cba360e84c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:54:46.912921 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a29e2f-8623-4fa6-a99a-50cba360e84c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:54:46.913250 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a29e2f-8623-4fa6-a99a-50cba360e84c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:54:46.913575 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a29e2f-8623-4fa6-a99a-50cba360e84c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:54:46.913913 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a29e2f-8623-4fa6-a99a-50cba360e84c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:54:46.914238 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a29e2f-8623-4fa6-a99a-50cba360e84c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:54:46.914557 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a29e2f-8623-4fa6-a99a-50cba360e84c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:54:46.940767 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-8636c534-5798-456f-9ad1-f2e48a34ffe8 admin admin] Publish callbacks [] for security_group (3fb076e5-f605-41bc-b2ad-6766363eccbf), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:46.945128 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105ae5e0-74bc-4142-bd98-2302adec60e5 req-361815a5-6683-459c-b43b-34c78619ecd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:54:46.946849 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-105ae5e0-74bc-4142-bd98-2302adec60e5 req-361815a5-6683-459c-b43b-34c78619ecd2 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=e7107f9317c24cc7b972fdc6b8c01322&device_id=171f8b78-1bb9-4ab8-9e8e-78aaf0208adb HTTP/1.1" status: 200 len: 1127 time: 0.0915759 Jul 26 14:54:46.961678 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16169cb8-c9fd-4605-b4fd-e044788e1f3d req-5bb79e8b-7ceb-4902-82c3-e23fe349129d tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:54:46.963460 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-16169cb8-c9fd-4605-b4fd-e044788e1f3d req-5bb79e8b-7ceb-4902-82c3-e23fe349129d tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] 10.222.0.97 "GET /v2.0/ports?device_id=171f8b78-1bb9-4ab8-9e8e-78aaf0208adb HTTP/1.1" status: 200 len: 943 time: 0.0712140 Jul 26 14:54:46.993323 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-8636c534-5798-456f-9ad1-f2e48a34ffe8 admin admin] Publish callbacks [] for security_group (3fb076e5-f605-41bc-b2ad-6766363eccbf), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:47.068418 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85325c2-13e5-4f03-95d0-9a97962562c6 req-33213d06-4c7d-4b10-90e8-708cbe210987 tempest-VolumesNegativeTest-361120211 tempest-VolumesNegativeTest-361120211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:54:47.070160 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-a85325c2-13e5-4f03-95d0-9a97962562c6 req-33213d06-4c7d-4b10-90e8-708cbe210987 tempest-VolumesNegativeTest-361120211 tempest-VolumesNegativeTest-361120211-project] 10.222.0.97 "GET /v2.0/ports?device_id=a7a01ed1-35f6-4349-bdad-2432d6237fe5 HTTP/1.1" status: 200 len: 947 time: 0.0747106 Jul 26 14:54:47.132655 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-a85325c2-13e5-4f03-95d0-9a97962562c6 req-f0d6abc8-9a6f-4611-aec8-48558db5144c tempest-VolumesNegativeTest-361120211 tempest-VolumesNegativeTest-361120211-project] 10.222.0.97 "GET /v2.0/security-groups?id=72671ccc-19b3-484a-b611-200356706786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547247 Jul 26 14:54:47.168352 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-8636c534-5798-456f-9ad1-f2e48a34ffe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (3fb076e5-f605-41bc-b2ad-6766363eccbf), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:47.172431 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-8636c534-5798-456f-9ad1-f2e48a34ffe8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:47.173564 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-8636c534-5798-456f-9ad1-f2e48a34ffe8 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/3fb076e5-f605-41bc-b2ad-6766363eccbf HTTP/1.1" status: 204 len: 168 time: 0.2994485 Jul 26 14:54:47.183632 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8636c534-5798-456f-9ad1-f2e48a34ffe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fb076e5-f605-41bc-b2ad-6766363eccbf,revision_number=None']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:47.450415 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-16169cb8-c9fd-4605-b4fd-e044788e1f3d req-9a28a299-1aa8-4ab1-96bc-252d2df09f91 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] 10.222.0.97 "GET /v2.0/security-groups?id=cfe40aff-dae8-46e2-a241-0d4fffb6448d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4657712 Jul 26 14:54:47.478566 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105ae5e0-74bc-4142-bd98-2302adec60e5 req-49ba383a-a1b9-426c-8851-bec882108759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:54:47.480061 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-105ae5e0-74bc-4142-bd98-2302adec60e5 req-49ba383a-a1b9-426c-8851-bec882108759 service neutron] 10.222.0.99 "GET /v2.0/networks?tenant_id=e7107f9317c24cc7b972fdc6b8c01322&shared=False HTTP/1.1" status: 200 len: 914 time: 0.5155456 Jul 26 14:54:47.571158 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc41d05-cd1a-4ab5-b38f-a93ecb19377a req-f7e04035-2a0b-4e2e-90d7-427a0014fee4 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:54:47.572561 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-6dc41d05-cd1a-4ab5-b38f-a93ecb19377a req-f7e04035-2a0b-4e2e-90d7-427a0014fee4 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.99 "GET /v2.0/networks?id=0f1306c7-31e7-49e9-8b79-d9c630497063 HTTP/1.1" status: 200 len: 819 time: 0.4632590 Jul 26 14:54:47.623874 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105ae5e0-74bc-4142-bd98-2302adec60e5 req-5964c218-7f62-4571-ba4c-f89a1958ec6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:54:47.625902 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-105ae5e0-74bc-4142-bd98-2302adec60e5 req-5964c218-7f62-4571-ba4c-f89a1958ec6f service neutron] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1375666 Jul 26 14:54:47.671296 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-6dc41d05-cd1a-4ab5-b38f-a93ecb19377a req-94dd9057-e400-4d21-8f79-d248a8ca0ebb tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4f3f79533bbf48018798e6e65050d69c HTTP/1.1" status: 200 len: 380 time: 0.0791941 Jul 26 14:54:47.746061 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Device d6caa173-64eb-4fad-b6b6-11a73fcc772a details requested by agent hyperv_hv-cinder-85103 with host hv-cinder-85103 {{(pid=111104) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:54:47.840927 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.v2.base [req-6dc41d05-cd1a-4ab5-b38f-a93ecb19377a req-e52d6251-b7da-404d-bb2e-98f086919fb9 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Request body: {'port': {'device_id': 'b501f137-fb1d-40f6-88c9-646247bebae0', 'network_id': '0f1306c7-31e7-49e9-8b79-d9c630497063', 'admin_state_up': True, 'tenant_id': '4f3f79533bbf48018798e6e65050d69c', 'security_groups': ['ed6da162-70d4-440d-859b-2abde4a36ef9']}} {{(pid=111102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 14:54:47.863860 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] For port d6caa173-64eb-4fad-b6b6-11a73fcc772a, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=d6caa173-64eb-4fad-b6b6-11a73fcc772a,segment=NetworkSegment(c1dc3574-a0ec-4e98-bb6a-0adc3d792c3e),segment_id=c1dc3574-a0ec-4e98-bb6a-0adc3d792c3e)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:54:47.881961 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Returning: {'device': 'd6caa173-64eb-4fad-b6b6-11a73fcc772a', 'network_id': '4ab79c0a-50c0-4638-b12e-0cc0ecbae685', 'port_id': 'd6caa173-64eb-4fad-b6b6-11a73fcc772a', 'mac_address': 'fa:16:3e:e1:3c:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1080, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ffaa42f-9432-4d7f-9a32-4857a9c5e330', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111104) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:54:47.905658 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-7f2acd8a-9894-4b36-a4e4-6abc38210215 req-509ffefa-22e0-438c-b324-5fb192fff4ba tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=b501f137-fb1d-40f6-88c9-646247bebae0 HTTP/1.1" status: 200 len: 210 time: 0.0325942 Jul 26 14:54:47.930572 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Current status of the port d6caa173-64eb-4fad-b6b6-11a73fcc772a is: DOWN; New status is: BUILD {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:54:47.931202 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (d6caa173-64eb-4fad-b6b6-11a73fcc772a), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:47.946946 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.notifiers.nova [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6caa173-64eb-4fad-b6b6-11a73fcc772a {{(pid=111104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 14:54:47.947662 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03651ee6-3819-49ae-a99d-67b1fb722151 req-fd1bfd18-a4f2-4306-8cf1-61c4299f1738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:54:47.949214 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-03651ee6-3819-49ae-a99d-67b1fb722151 req-fd1bfd18-a4f2-4306-8cf1-61c4299f1738 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=e7107f9317c24cc7b972fdc6b8c01322&device_id=171f8b78-1bb9-4ab8-9e8e-78aaf0208adb HTTP/1.1" status: 200 len: 1127 time: 0.0869353 Jul 26 14:54:47.968212 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] For port d6caa173-64eb-4fad-b6b6-11a73fcc772a, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=d6caa173-64eb-4fad-b6b6-11a73fcc772a,segment=NetworkSegment(c1dc3574-a0ec-4e98-bb6a-0adc3d792c3e),segment_id=c1dc3574-a0ec-4e98-bb6a-0adc3d792c3e)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:54:48.014110 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-03651ee6-3819-49ae-a99d-67b1fb722151 req-9bc95573-fe4b-40ac-8132-93941bdf8975 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5dc5b800-3fb7-4da8-865c-4676b8e74a36 HTTP/1.1" status: 200 len: 217 time: 0.0438304 Jul 26 14:54:48.054983 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (d6caa173-64eb-4fad-b6b6-11a73fcc772a), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:48.083986 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03651ee6-3819-49ae-a99d-67b1fb722151 req-7c4cde45-8e3e-4417-af44-18a044f28ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:54:48.085489 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-03651ee6-3819-49ae-a99d-67b1fb722151 req-7c4cde45-8e3e-4417-af44-18a044f28ff8 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=2f172c49-73da-4c22-8185-d9d275101a2a HTTP/1.1" status: 200 len: 851 time: 0.0634155 Jul 26 14:54:48.108186 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Pushing event updated for resources: {'Port': ['ID=d6caa173-64eb-4fad-b6b6-11a73fcc772a,revision_number=4']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:48.116004 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:54:48.116354 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:54:48.116715 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:54:48.117103 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:54:48.117409 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:54:48.117755 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:54:48.118062 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:54:48.118385 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:54:48.118735 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:54:48.119054 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:54:48.119374 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:54:48.121524 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:54:48.121524 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:54:48.121524 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:54:48.121524 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:54:48.140171 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03651ee6-3819-49ae-a99d-67b1fb722151 req-140308ec-f732-46cd-8baa-a155ed714794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:54:48.141779 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-03651ee6-3819-49ae-a99d-67b1fb722151 req-140308ec-f732-46cd-8baa-a155ed714794 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=14f3b361-a8f4-473b-ba81-867b2d141518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463135 Jul 26 14:54:48.156847 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dc41d05-cd1a-4ab5-b38f-a93ecb19377a req-e52d6251-b7da-404d-bb2e-98f086919fb9 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Made reservation on behalf of 4f3f79533bbf48018798e6e65050d69c for: {'port': 1} {{(pid=111102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:54:48.160279 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-6dc41d05-cd1a-4ab5-b38f-a93ecb19377a req-e52d6251-b7da-404d-bb2e-98f086919fb9 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:48.311000 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a0eea3-1c9f-4b11-8b07-a458ef3d0fc0 req-69caaf29-770f-4b3e-8594-bc5fafbde123 tempest-VolumesNegativeTest-361120211 tempest-VolumesNegativeTest-361120211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:54:48.313804 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-47a0eea3-1c9f-4b11-8b07-a458ef3d0fc0 req-69caaf29-770f-4b3e-8594-bc5fafbde123 tempest-VolumesNegativeTest-361120211 tempest-VolumesNegativeTest-361120211-project] 10.222.0.97 "GET /v2.0/ports?device_id=a7a01ed1-35f6-4349-bdad-2432d6237fe5 HTTP/1.1" status: 200 len: 948 time: 0.0993421 Jul 26 14:54:48.365216 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-03651ee6-3819-49ae-a99d-67b1fb722151 req-bae3b256-a70c-4099-8dbc-fbfb18d70e01 service neutron] 10.222.0.99 "GET /v2.0/networks/14f3b361-a8f4-473b-ba81-867b2d141518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168987 Jul 26 14:54:48.473703 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:54:48.480970 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-47a0eea3-1c9f-4b11-8b07-a458ef3d0fc0 req-5b604a6a-1018-4150-a0ad-85b1a32f45f9 tempest-VolumesNegativeTest-361120211 tempest-VolumesNegativeTest-361120211-project] 10.222.0.97 "GET /v2.0/security-groups?id=72671ccc-19b3-484a-b611-200356706786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481946 Jul 26 14:54:48.501818 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.db_base_plugin_common [req-6dc41d05-cd1a-4ab5-b38f-a93ecb19377a req-e52d6251-b7da-404d-bb2e-98f086919fb9 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Allocated IP 172.20.0.9 (0f1306c7-31e7-49e9-8b79-d9c630497063/2fb38d4f-c234-47e2-adc0-721b341e4aad/f0af75a9-00b5-407e-a458-c93ec4a7c4ed) {{(pid=111102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:54:48.567523 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-03651ee6-3819-49ae-a99d-67b1fb722151 req-7d6ec29c-c824-4318-8c24-bc7dadbb2e99 service neutron] 10.222.0.99 "GET /v2.0/networks/14f3b361-a8f4-473b-ba81-867b2d141518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792443 Jul 26 14:54:48.610244 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:54:48.632685 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6c3fea-f55e-4635-8833-0c29a0935bb7 req-7f5db923-422a-4981-867a-70e7eddccbdb tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:54:48.636761 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-eb6c3fea-f55e-4635-8833-0c29a0935bb7 req-7f5db923-422a-4981-867a-70e7eddccbdb tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] 10.222.0.97 "GET /v2.0/ports?device_id=171f8b78-1bb9-4ab8-9e8e-78aaf0208adb HTTP/1.1" status: 200 len: 943 time: 0.0668275 Jul 26 14:54:48.655076 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] get_ports_and_sgs() called for port_ids ['d6caa173-64eb-4fad-b6b6-11a73fcc772a'] {{(pid=111104) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:54:48.720228 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-eb6c3fea-f55e-4635-8833-0c29a0935bb7 req-5e5b196e-10cd-4435-81e2-1831cead7e1c tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] 10.222.0.97 "GET /v2.0/security-groups?id=cfe40aff-dae8-46e2-a241-0d4fffb6448d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703528 Jul 26 14:54:48.732129 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-6dc41d05-cd1a-4ab5-b38f-a93ecb19377a req-e52d6251-b7da-404d-bb2e-98f086919fb9 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Publish callbacks [] for port (f0af75a9-00b5-407e-a458-c93ec4a7c4ed), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:48.850949 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-6dc41d05-cd1a-4ab5-b38f-a93ecb19377a req-e52d6251-b7da-404d-bb2e-98f086919fb9 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789579689795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868105'] for port (f0af75a9-00b5-407e-a458-c93ec4a7c4ed), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:48.889475 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dc41d05-cd1a-4ab5-b38f-a93ecb19377a req-e52d6251-b7da-404d-bb2e-98f086919fb9 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Network 0f1306c7-31e7-49e9-8b79-d9c630497063 is already hosted by enough agents. {{(pid=111102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:54:48.892889 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.base_scheduler [req-6dc41d05-cd1a-4ab5-b38f-a93ecb19377a req-e52d6251-b7da-404d-bb2e-98f086919fb9 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Resources bound (agent type, host, resource id): {{(pid=111102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:54:48.900708 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dc41d05-cd1a-4ab5-b38f-a93ecb19377a req-e52d6251-b7da-404d-bb2e-98f086919fb9 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Received port after_create {{(pid=111102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 14:54:48.939581 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52d6251-b7da-404d-bb2e-98f086919fb9 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Pushing event updated for resources: {'Port': ['ID=f0af75a9-00b5-407e-a458-c93ec4a7c4ed,revision_number=1']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:48.977835 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc41d05-cd1a-4ab5-b38f-a93ecb19377a req-e52d6251-b7da-404d-bb2e-98f086919fb9 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:54:48.978953 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-6dc41d05-cd1a-4ab5-b38f-a93ecb19377a req-e52d6251-b7da-404d-bb2e-98f086919fb9 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-431034'] for port (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:49.085583 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71700905-311e-40e2-9123-7b2d781a4fd3 req-4e12d7f5-f607-4468-ae90-df1d63009cbb tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:54:49.087870 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-71700905-311e-40e2-9123-7b2d781a4fd3 req-4e12d7f5-f607-4468-ae90-df1d63009cbb tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=b501f137-fb1d-40f6-88c9-646247bebae0 HTTP/1.1" status: 200 len: 931 time: 0.0786908 Jul 26 14:54:49.104732 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-6dc41d05-cd1a-4ab5-b38f-a93ecb19377a req-e52d6251-b7da-404d-bb2e-98f086919fb9 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2695639 Jul 26 14:54:49.149904 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-71700905-311e-40e2-9123-7b2d781a4fd3 req-2012959c-40ec-4258-9581-9bfe08edff51 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=ed6da162-70d4-440d-859b-2abde4a36ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569847 Jul 26 14:54:49.278121 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-c1357eeb-3ecf-4b3f-af96-71c317273e73 None None] Provisioning complete for port f0af75a9-00b5-407e-a458-c93ec4a7c4ed triggered by entity DHCP. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:54:49.278718 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-c1357eeb-3ecf-4b3f-af96-71c317273e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (f0af75a9-00b5-407e-a458-c93ec4a7c4ed), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:49.310642 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-c1357eeb-3ecf-4b3f-af96-71c317273e73 None None] Port f0af75a9-00b5-407e-a458-c93ec4a7c4ed cannot update to ACTIVE because it is not bound. {{(pid=111104) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 14:54:49.617338 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea28b023-03e5-4a4b-aab5-8ba41bb21e4f req-4eaa78df-b832-4ce6-8455-c37e2cd8a242 tempest-VolumesNegativeTest-361120211 tempest-VolumesNegativeTest-361120211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:54:49.618954 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-ea28b023-03e5-4a4b-aab5-8ba41bb21e4f req-4eaa78df-b832-4ce6-8455-c37e2cd8a242 tempest-VolumesNegativeTest-361120211 tempest-VolumesNegativeTest-361120211-project] 10.222.0.97 "GET /v2.0/ports?device_id=a7a01ed1-35f6-4349-bdad-2432d6237fe5 HTTP/1.1" status: 200 len: 948 time: 0.0497591 Jul 26 14:54:49.672597 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-ea28b023-03e5-4a4b-aab5-8ba41bb21e4f req-9afacef4-9ab2-4bec-856d-0ce1fb55623d tempest-VolumesNegativeTest-361120211 tempest-VolumesNegativeTest-361120211-project] 10.222.0.97 "GET /v2.0/security-groups?id=72671ccc-19b3-484a-b611-200356706786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470698 Jul 26 14:54:49.834433 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd83440-4a4f-4d28-a9d1-17cdf3993229 req-7179947f-eb29-404a-8246-e590578ab880 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:54:49.836072 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-bbd83440-4a4f-4d28-a9d1-17cdf3993229 req-7179947f-eb29-404a-8246-e590578ab880 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] 10.222.0.97 "GET /v2.0/ports?device_id=171f8b78-1bb9-4ab8-9e8e-78aaf0208adb HTTP/1.1" status: 200 len: 943 time: 0.0495670 Jul 26 14:54:49.888414 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-bbd83440-4a4f-4d28-a9d1-17cdf3993229 req-f29cc55f-b62b-4842-8216-3bcf33346f2c tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] 10.222.0.97 "GET /v2.0/security-groups?id=cfe40aff-dae8-46e2-a241-0d4fffb6448d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465465 Jul 26 14:54:50.067038 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.v2.base [req-6dc41d05-cd1a-4ab5-b38f-a93ecb19377a req-f446b31a-af5c-4012-a06a-be93830340dd service neutron] Request body: {'port': {'device_id': 'b501f137-fb1d-40f6-88c9-646247bebae0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85103'}} {{(pid=111102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 14:54:50.088756 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:54:50.161409 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-6dc41d05-cd1a-4ab5-b38f-a93ecb19377a req-f446b31a-af5c-4012-a06a-be93830340dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (f0af75a9-00b5-407e-a458-c93ec4a7c4ed), before_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:50.180565 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-2ae5932b-3f34-4c2a-becf-6d36cf2b54ba req-778f9048-f056-462c-993b-3a4cd77c821c service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=7c808f60-6b5e-4ad9-8463-47c749c4ad58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0510571 Jul 26 14:54:50.239730 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Device d6caa173-64eb-4fad-b6b6-11a73fcc772a up at agent hyperv_hv-cinder-85103 {{(pid=111104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:54:50.292279 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a8e703-fc57-45a6-b34e-aab8cbc2cfa7 req-571e7cc6-6336-41f0-998b-bf52138eab21 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:54:50.294519 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-28a8e703-fc57-45a6-b34e-aab8cbc2cfa7 req-571e7cc6-6336-41f0-998b-bf52138eab21 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=b501f137-fb1d-40f6-88c9-646247bebae0 HTTP/1.1" status: 200 len: 931 time: 0.0661762 Jul 26 14:54:50.299764 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Provisioning for port d6caa173-64eb-4fad-b6b6-11a73fcc772a completed by entity L2. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 14:54:50.317862 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae5932b-3f34-4c2a-becf-6d36cf2b54ba req-32f74b6c-4a3d-4056-8eb9-eb25e801b7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:54:50.319347 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-2ae5932b-3f34-4c2a-becf-6d36cf2b54ba req-32f74b6c-4a3d-4056-8eb9-eb25e801b7f3 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=ace4455a9e1b44e5bf7b04fd4abf81d7&device_id=7c808f60-6b5e-4ad9-8463-47c749c4ad58 HTTP/1.1" status: 200 len: 1129 time: 0.0982525 Jul 26 14:54:50.321990 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:54:50.361011 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-28a8e703-fc57-45a6-b34e-aab8cbc2cfa7 req-c58d7f13-9c7d-4d9f-bff2-b576afe74357 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=ed6da162-70d4-440d-859b-2abde4a36ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558405 Jul 26 14:54:50.397176 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Provisioning complete for port d6caa173-64eb-4fad-b6b6-11a73fcc772a triggered by entity L2. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:54:50.397818 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (d6caa173-64eb-4fad-b6b6-11a73fcc772a), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:50.476251 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:54:50.488364 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Current status of the port d6caa173-64eb-4fad-b6b6-11a73fcc772a is: BUILD; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:54:50.488364 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (d6caa173-64eb-4fad-b6b6-11a73fcc772a), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:50.498809 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae5932b-3f34-4c2a-becf-6d36cf2b54ba req-19ecb563-9610-4405-b535-0a56b4b52cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:54:50.501045 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-2ae5932b-3f34-4c2a-becf-6d36cf2b54ba req-19ecb563-9610-4405-b535-0a56b4b52cc2 service neutron] 10.222.0.99 "GET /v2.0/networks?id=4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0 HTTP/1.1" status: 200 len: 917 time: 0.1349885 Jul 26 14:54:50.514767 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7a01ed1-35f6-4349-bdad-2432d6237fe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6caa173-64eb-4fad-b6b6-11a73fcc772a'}] {{(pid=111104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 14:54:50.517285 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8a064b11bc677c9d4ab9f25c89ff6de8646fcd773e132cdea81d797053aa31c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-870b7511-4375-4e71-8cd7-077af2461f1e" -d '{"events": [{"server_uuid": "a7a01ed1-35f6-4349-bdad-2432d6237fe5", "name": "network-vif-plugged", "status": "completed", "tag": "d6caa173-64eb-4fad-b6b6-11a73fcc772a"}]}' {{(pid=111104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:54:50.521523 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:54:50.531088 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] For port d6caa173-64eb-4fad-b6b6-11a73fcc772a, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=d6caa173-64eb-4fad-b6b6-11a73fcc772a,segment=NetworkSegment(c1dc3574-a0ec-4e98-bb6a-0adc3d792c3e),segment_id=c1dc3574-a0ec-4e98-bb6a-0adc3d792c3e)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:54:50.566532 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 14:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5be310a-a686-47ca-9011-2e992fa54485 x-openstack-request-id: req-e5be310a-a686-47ca-9011-2e992fa54485 {{(pid=111104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:54:50.566823 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7a01ed1-35f6-4349-bdad-2432d6237fe5", "name": "network-vif-plugged", "status": "completed", "tag": "d6caa173-64eb-4fad-b6b6-11a73fcc772a", "code": 200}]} {{(pid=111104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:54:50.567074 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-e5be310a-a686-47ca-9011-2e992fa54485 {{(pid=111104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:54:50.567553 dv-cinder-851030-1-iscsi neutron-server[111104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5be310a-a686-47ca-9011-2e992fa54485'] response: {'server_uuid': 'a7a01ed1-35f6-4349-bdad-2432d6237fe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6caa173-64eb-4fad-b6b6-11a73fcc772a', 'code': 200} Jul 26 14:54:50.608080 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.notifiers.nova [req-6dc41d05-cd1a-4ab5-b38f-a93ecb19377a req-f446b31a-af5c-4012-a06a-be93830340dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0af75a9-00b5-407e-a458-c93ec4a7c4ed {{(pid=111102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 14:54:50.621614 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-6dc41d05-cd1a-4ab5-b38f-a93ecb19377a req-f446b31a-af5c-4012-a06a-be93830340dd service neutron] Publish callbacks [] for port (f0af75a9-00b5-407e-a458-c93ec4a7c4ed), precommit_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:50.625851 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-2ae5932b-3f34-4c2a-becf-6d36cf2b54ba req-44c35c99-8ffb-4417-9027-fbc22e00f421 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=73723af2-05ec-4b78-b99d-0201637337f6 HTTP/1.1" status: 200 len: 1000 time: 0.1143651 Jul 26 14:54:50.643099 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (d6caa173-64eb-4fad-b6b6-11a73fcc772a), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:50.646546 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.provisioning_blocks [req-6dc41d05-cd1a-4ab5-b38f-a93ecb19377a req-f446b31a-af5c-4012-a06a-be93830340dd service neutron] Transition to ACTIVE for port object f0af75a9-00b5-407e-a458-c93ec4a7c4ed will not be triggered until provisioned by entity L2. {{(pid=111102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 14:54:50.685873 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae5932b-3f34-4c2a-becf-6d36cf2b54ba req-52ae0e85-3b30-4935-9777-ae188e121871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:54:50.688025 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-2ae5932b-3f34-4c2a-becf-6d36cf2b54ba req-52ae0e85-3b30-4935-9777-ae188e121871 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=2dc51976-041f-4e28-9975-c948630898a5 HTTP/1.1" status: 200 len: 854 time: 0.0519526 Jul 26 14:54:50.738320 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-6dc41d05-cd1a-4ab5-b38f-a93ecb19377a req-f446b31a-af5c-4012-a06a-be93830340dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868126'] for port (f0af75a9-00b5-407e-a458-c93ec4a7c4ed), after_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:50.813962 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae5932b-3f34-4c2a-becf-6d36cf2b54ba req-07135476-be0e-4201-b688-8eb4290473ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:54:50.818827 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-2ae5932b-3f34-4c2a-becf-6d36cf2b54ba req-07135476-be0e-4201-b688-8eb4290473ae service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1218076 Jul 26 14:54:50.830531 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Pushing event updated for resources: {'Port': ['ID=d6caa173-64eb-4fad-b6b6-11a73fcc772a,revision_number=5']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:50.879355 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:54:50.900277 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f446b31a-af5c-4012-a06a-be93830340dd service neutron] Pushing event updated for resources: {'Port': ['ID=f0af75a9-00b5-407e-a458-c93ec4a7c4ed,revision_number=2']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:50.913314 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b1286e-de2e-4e6b-b39d-40edd1644f9b req-9c0b0745-c1de-42ac-93de-2360e8266d9b tempest-VolumesNegativeTest-361120211 tempest-VolumesNegativeTest-361120211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:54:50.921486 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-74b1286e-de2e-4e6b-b39d-40edd1644f9b req-9c0b0745-c1de-42ac-93de-2360e8266d9b tempest-VolumesNegativeTest-361120211 tempest-VolumesNegativeTest-361120211-project] 10.222.0.97 "GET /v2.0/ports?device_id=a7a01ed1-35f6-4349-bdad-2432d6237fe5 HTTP/1.1" status: 200 len: 949 time: 0.0791640 Jul 26 14:54:51.003896 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-74b1286e-de2e-4e6b-b39d-40edd1644f9b req-95c699d3-3382-41ae-8d1d-5606a591f943 tempest-VolumesNegativeTest-361120211 tempest-VolumesNegativeTest-361120211-project] 10.222.0.97 "GET /v2.0/security-groups?id=72671ccc-19b3-484a-b611-200356706786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758731 Jul 26 14:54:51.104358 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1c195c-df3d-4b8d-9bc4-5e731e976a1a req-8d42b775-dd0c-4457-93bd-843c4ed00057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:54:51.105868 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-6a1c195c-df3d-4b8d-9bc4-5e731e976a1a req-8d42b775-dd0c-4457-93bd-843c4ed00057 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=a7a01ed1-35f6-4349-bdad-2432d6237fe5 HTTP/1.1" status: 200 len: 1133 time: 0.1333470 Jul 26 14:54:51.137377 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-2ae5932b-3f34-4c2a-becf-6d36cf2b54ba req-48deff83-5679-4056-b083-36aac254989f service neutron] 10.222.0.99 "GET /v2.0/networks/4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3046875 Jul 26 14:54:51.144024 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.managers [req-6dc41d05-cd1a-4ab5-b38f-a93ecb19377a req-f446b31a-af5c-4012-a06a-be93830340dd service neutron] Attempting to bind port f0af75a9-00b5-407e-a458-c93ec4a7c4ed on host hv-cinder-85103 for vnic_type normal with profile {{(pid=111102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 14:54:51.144528 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.managers [req-6dc41d05-cd1a-4ab5-b38f-a93ecb19377a req-f446b31a-af5c-4012-a06a-be93830340dd service neutron] Attempting to bind port f0af75a9-00b5-407e-a458-c93ec4a7c4ed by drivers openvswitch,hyperv on host hv-cinder-85103 at level 0 using segments [{'id': 'c6e327c1-1462-4f59-a790-a4289d47d45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '0f1306c7-31e7-49e9-8b79-d9c630497063'}] {{(pid=111102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 14:54:51.144749 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc41d05-cd1a-4ab5-b38f-a93ecb19377a req-f446b31a-af5c-4012-a06a-be93830340dd service neutron] Attempting to bind port f0af75a9-00b5-407e-a458-c93ec4a7c4ed on network 0f1306c7-31e7-49e9-8b79-d9c630497063 {{(pid=111102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 14:54:51.161633 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86713a9b-336d-496b-b9ef-5b3190c9096a req-eb7f1589-3021-4385-ac9c-a41e81ed524c tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:54:51.163617 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-86713a9b-336d-496b-b9ef-5b3190c9096a req-eb7f1589-3021-4385-ac9c-a41e81ed524c tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] 10.222.0.97 "GET /v2.0/ports?device_id=171f8b78-1bb9-4ab8-9e8e-78aaf0208adb HTTP/1.1" status: 200 len: 943 time: 0.1325095 Jul 26 14:54:51.186947 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc41d05-cd1a-4ab5-b38f-a93ecb19377a req-f446b31a-af5c-4012-a06a-be93830340dd service neutron] Port f0af75a9-00b5-407e-a458-c93ec4a7c4ed on network 0f1306c7-31e7-49e9-8b79-d9c630497063 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85103 {{(pid=111102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 14:54:51.187292 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc41d05-cd1a-4ab5-b38f-a93ecb19377a req-f446b31a-af5c-4012-a06a-be93830340dd service neutron] Attempting to bind port f0af75a9-00b5-407e-a458-c93ec4a7c4ed on network 0f1306c7-31e7-49e9-8b79-d9c630497063 {{(pid=111102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 14:54:51.246641 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc41d05-cd1a-4ab5-b38f-a93ecb19377a req-f446b31a-af5c-4012-a06a-be93830340dd service neutron] Checking agent: {'id': '311d617f-8fa1-4662-a157-ab38f6e1e2d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85103', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 14, 49, 45), 'started_at': datetime.datetime(2022, 7, 26, 14, 49, 45), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 14, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 14:54:51.246977 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc41d05-cd1a-4ab5-b38f-a93ecb19377a req-f446b31a-af5c-4012-a06a-be93830340dd service neutron] Checking segment: {'id': 'c6e327c1-1462-4f59-a790-a4289d47d45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '0f1306c7-31e7-49e9-8b79-d9c630497063'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 14:54:51.247366 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dc41d05-cd1a-4ab5-b38f-a93ecb19377a req-f446b31a-af5c-4012-a06a-be93830340dd service neutron] Bound using segment: {'id': 'c6e327c1-1462-4f59-a790-a4289d47d45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '0f1306c7-31e7-49e9-8b79-d9c630497063'} {{(pid=111102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 14:54:51.247814 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.managers [req-6dc41d05-cd1a-4ab5-b38f-a93ecb19377a req-f446b31a-af5c-4012-a06a-be93830340dd service neutron] Bound port: f0af75a9-00b5-407e-a458-c93ec4a7c4ed, host: hv-cinder-85103, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6e327c1-1462-4f59-a790-a4289d47d45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1081, 'network_id': '0f1306c7-31e7-49e9-8b79-d9c630497063'}}] {{(pid=111102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 14:54:51.248163 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-6dc41d05-cd1a-4ab5-b38f-a93ecb19377a req-f446b31a-af5c-4012-a06a-be93830340dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (f0af75a9-00b5-407e-a458-c93ec4a7c4ed), before_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:51.275971 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-6a1c195c-df3d-4b8d-9bc4-5e731e976a1a req-bdbc40e2-88f9-4c45-8ee5-5bdce78dc552 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=72671ccc-19b3-484a-b611-200356706786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539960 Jul 26 14:54:51.333598 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-86713a9b-336d-496b-b9ef-5b3190c9096a req-c3962763-5631-4c8d-b9e9-c4db89ea2345 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] 10.222.0.97 "GET /v2.0/security-groups?id=cfe40aff-dae8-46e2-a241-0d4fffb6448d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1589599 Jul 26 14:54:51.372542 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-2ae5932b-3f34-4c2a-becf-6d36cf2b54ba req-4a4a73f8-0c06-405a-84a5-679944d49297 service neutron] 10.222.0.99 "GET /v2.0/networks/4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242994 Jul 26 14:54:51.378070 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.db [req-6dc41d05-cd1a-4ab5-b38f-a93ecb19377a req-f446b31a-af5c-4012-a06a-be93830340dd service neutron] For port f0af75a9-00b5-407e-a458-c93ec4a7c4ed, host hv-cinder-85103, cleared binding levels {{(pid=111102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:54:51.381137 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.db [req-6dc41d05-cd1a-4ab5-b38f-a93ecb19377a req-f446b31a-af5c-4012-a06a-be93830340dd service neutron] For port f0af75a9-00b5-407e-a458-c93ec4a7c4ed, host hv-cinder-85103, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=f0af75a9-00b5-407e-a458-c93ec4a7c4ed,segment=NetworkSegment(c6e327c1-1462-4f59-a790-a4289d47d45e),segment_id=c6e327c1-1462-4f59-a790-a4289d47d45e)] {{(pid=111102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:54:51.383772 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:DELETE=2 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:54:51.487428 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e6e08b-3441-42c7-b063-30ad80a4d42b req-0c4dcb4d-2fd6-4fc9-b305-ab1689358608 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:54:51.489199 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-68e6e08b-3441-42c7-b063-30ad80a4d42b req-0c4dcb4d-2fd6-4fc9-b305-ab1689358608 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=b501f137-fb1d-40f6-88c9-646247bebae0 HTTP/1.1" status: 200 len: 943 time: 0.0496364 Jul 26 14:54:51.502672 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:54:51.517893 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-6dc41d05-cd1a-4ab5-b38f-a93ecb19377a req-f446b31a-af5c-4012-a06a-be93830340dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868126'] for port (f0af75a9-00b5-407e-a458-c93ec4a7c4ed), after_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:51.541890 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-68e6e08b-3441-42c7-b063-30ad80a4d42b req-87e840ec-36ad-48a6-835d-e8a60803ebbc tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=ed6da162-70d4-440d-859b-2abde4a36ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470591 Jul 26 14:54:51.573139 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc41d05-cd1a-4ab5-b38f-a93ecb19377a req-f446b31a-af5c-4012-a06a-be93830340dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:54:51.573895 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-6dc41d05-cd1a-4ab5-b38f-a93ecb19377a req-f446b31a-af5c-4012-a06a-be93830340dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-431034'] for port (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:51.575801 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-6dc41d05-cd1a-4ab5-b38f-a93ecb19377a req-f446b31a-af5c-4012-a06a-be93830340dd service neutron] 10.222.0.99 "PUT /v2.0/ports/f0af75a9-00b5-407e-a458-c93ec4a7c4ed HTTP/1.1" status: 200 len: 1093 time: 1.5128248 Jul 26 14:54:51.576339 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b501f137-fb1d-40f6-88c9-646247bebae0', 'tag': 'f0af75a9-00b5-407e-a458-c93ec4a7c4ed'}] {{(pid=111102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 14:54:51.579272 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8185506cd1cc56e10fcde42571d85de650c4e290bb1b6bf5ec2f858ed2201c15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd6963d9-5178-4213-9d3d-634e911674a0" -d '{"events": [{"name": "network-changed", "server_uuid": "b501f137-fb1d-40f6-88c9-646247bebae0", "tag": "f0af75a9-00b5-407e-a458-c93ec4a7c4ed"}]}' {{(pid=111102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:54:51.599728 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f446b31a-af5c-4012-a06a-be93830340dd service neutron] Pushing event updated for resources: {'Port': ['ID=f0af75a9-00b5-407e-a458-c93ec4a7c4ed,revision_number=3']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:51.632932 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 14:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aa200b2-ef0c-4ea5-aa47-8a40bc4270b9 x-openstack-request-id: req-8aa200b2-ef0c-4ea5-aa47-8a40bc4270b9 {{(pid=111102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:54:51.633303 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b501f137-fb1d-40f6-88c9-646247bebae0", "tag": "f0af75a9-00b5-407e-a458-c93ec4a7c4ed", "status": "completed", "code": 200}]} {{(pid=111102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:54:51.633639 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-8aa200b2-ef0c-4ea5-aa47-8a40bc4270b9 {{(pid=111102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:54:51.634107 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8aa200b2-ef0c-4ea5-aa47-8a40bc4270b9'] response: {'name': 'network-changed', 'server_uuid': 'b501f137-fb1d-40f6-88c9-646247bebae0', 'tag': 'f0af75a9-00b5-407e-a458-c93ec4a7c4ed', 'status': 'completed', 'code': 200} Jul 26 14:54:52.031791 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6b0897cd-ffbc-45e5-a312-49dd38297d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (bb4183fa-e0c9-4858-9c34-b1ab78d39af4), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:52.127651 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152bf62d-b01a-4a8b-b58b-b1269aa47a53 req-abda911d-be9d-4cf7-bd11-72a189eb1d2e tempest-VolumesNegativeTest-361120211 tempest-VolumesNegativeTest-361120211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:54:52.129009 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-152bf62d-b01a-4a8b-b58b-b1269aa47a53 req-abda911d-be9d-4cf7-bd11-72a189eb1d2e tempest-VolumesNegativeTest-361120211 tempest-VolumesNegativeTest-361120211-project] 10.222.0.97 "GET /v2.0/ports?device_id=a7a01ed1-35f6-4349-bdad-2432d6237fe5 HTTP/1.1" status: 200 len: 949 time: 0.0513151 Jul 26 14:54:52.178320 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-152bf62d-b01a-4a8b-b58b-b1269aa47a53 req-f09595b7-c75c-4000-af0a-9ab83a1d924b tempest-VolumesNegativeTest-361120211 tempest-VolumesNegativeTest-361120211-project] 10.222.0.97 "GET /v2.0/security-groups?id=72671ccc-19b3-484a-b611-200356706786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433884 Jul 26 14:54:52.461411 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbc9917-848a-49c4-a9b3-42abeafc7b6e req-5408ce16-cf9d-43bd-b0ec-84ab8ffb4d6a tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:54:52.462884 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-cbbc9917-848a-49c4-a9b3-42abeafc7b6e req-5408ce16-cf9d-43bd-b0ec-84ab8ffb4d6a tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] 10.222.0.97 "GET /v2.0/ports?device_id=171f8b78-1bb9-4ab8-9e8e-78aaf0208adb HTTP/1.1" status: 200 len: 943 time: 0.0491581 Jul 26 14:54:52.511137 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-cbbc9917-848a-49c4-a9b3-42abeafc7b6e req-0224fba0-7047-4b56-88b4-ee2103baa77c tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] 10.222.0.97 "GET /v2.0/security-groups?id=cfe40aff-dae8-46e2-a241-0d4fffb6448d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426111 Jul 26 14:54:52.571117 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6963d9-5178-4213-9d3d-634e911674a0 req-e501fffe-cae5-4e6e-a283-84b5de168f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:54:52.572652 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-fd6963d9-5178-4213-9d3d-634e911674a0 req-e501fffe-cae5-4e6e-a283-84b5de168f22 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=4f3f79533bbf48018798e6e65050d69c&device_id=b501f137-fb1d-40f6-88c9-646247bebae0 HTTP/1.1" status: 200 len: 1127 time: 0.0444145 Jul 26 14:54:52.666426 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:54:52.672592 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144bdbf0-885a-4a1e-994b-40d4f776d9b8 req-47c6c055-2ff3-41e1-b446-d252541afff8 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:54:52.674345 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-144bdbf0-885a-4a1e-994b-40d4f776d9b8 req-47c6c055-2ff3-41e1-b446-d252541afff8 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=b501f137-fb1d-40f6-88c9-646247bebae0 HTTP/1.1" status: 200 len: 943 time: 0.0531747 Jul 26 14:54:52.681131 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6963d9-5178-4213-9d3d-634e911674a0 req-c5e532d9-85ff-4634-83ee-3aea11d53857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:54:52.682590 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-fd6963d9-5178-4213-9d3d-634e911674a0 req-c5e532d9-85ff-4634-83ee-3aea11d53857 service neutron] 10.222.0.99 "GET /v2.0/networks?tenant_id=4f3f79533bbf48018798e6e65050d69c&shared=False HTTP/1.1" status: 200 len: 921 time: 0.0955405 Jul 26 14:54:52.723355 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-144bdbf0-885a-4a1e-994b-40d4f776d9b8 req-fdadb3da-ff81-413d-98cc-af636077f24f tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=ed6da162-70d4-440d-859b-2abde4a36ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427246 Jul 26 14:54:52.783181 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6963d9-5178-4213-9d3d-634e911674a0 req-91ff9969-83d0-4e13-9d3e-af3d5c3dc4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:54:52.785764 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-fd6963d9-5178-4213-9d3d-634e911674a0 req-91ff9969-83d0-4e13-9d3e-af3d5c3dc4dc service neutron] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0947783 Jul 26 14:54:52.892362 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc41d05-cd1a-4ab5-b38f-a93ecb19377a req-6e16de75-00fa-43a0-83a4-2dfe7b0c9692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:54:52.893888 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-6dc41d05-cd1a-4ab5-b38f-a93ecb19377a req-6e16de75-00fa-43a0-83a4-2dfe7b0c9692 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=4f3f79533bbf48018798e6e65050d69c&device_id=b501f137-fb1d-40f6-88c9-646247bebae0 HTTP/1.1" status: 200 len: 1127 time: 0.0397899 Jul 26 14:54:52.962466 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-6dc41d05-cd1a-4ab5-b38f-a93ecb19377a req-c0313975-8901-4fca-96e6-91aa773402b6 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0af75a9-00b5-407e-a458-c93ec4a7c4ed HTTP/1.1" status: 200 len: 217 time: 0.0335002 Jul 26 14:54:53.020281 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc41d05-cd1a-4ab5-b38f-a93ecb19377a req-20d72bcb-6f49-4807-a373-3377c07a9388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:54:53.022154 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-6dc41d05-cd1a-4ab5-b38f-a93ecb19377a req-20d72bcb-6f49-4807-a373-3377c07a9388 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=2fb38d4f-c234-47e2-adc0-721b341e4aad HTTP/1.1" status: 200 len: 858 time: 0.0528333 Jul 26 14:54:53.294746 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a76c33-6f02-4037-9056-c467d4a298ea req-9213f40b-3081-4c7c-8bf8-53ec9fca11e0 tempest-VolumesNegativeTest-361120211 tempest-VolumesNegativeTest-361120211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:54:53.296227 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-79a76c33-6f02-4037-9056-c467d4a298ea req-9213f40b-3081-4c7c-8bf8-53ec9fca11e0 tempest-VolumesNegativeTest-361120211 tempest-VolumesNegativeTest-361120211-project] 10.222.0.97 "GET /v2.0/ports?device_id=a7a01ed1-35f6-4349-bdad-2432d6237fe5 HTTP/1.1" status: 200 len: 949 time: 0.0480220 Jul 26 14:54:53.342052 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-79a76c33-6f02-4037-9056-c467d4a298ea req-c2fe1e26-144f-43e8-963b-d960be61cbcf tempest-VolumesNegativeTest-361120211 tempest-VolumesNegativeTest-361120211-project] 10.222.0.97 "GET /v2.0/security-groups?id=72671ccc-19b3-484a-b611-200356706786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401652 Jul 26 14:54:53.634325 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a9363e-4c22-4849-980d-04e06ecff7b3 req-10b74982-4fc4-4bb4-86e6-3c3f3d3b531b tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:54:53.635895 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-83a9363e-4c22-4849-980d-04e06ecff7b3 req-10b74982-4fc4-4bb4-86e6-3c3f3d3b531b tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] 10.222.0.97 "GET /v2.0/ports?device_id=171f8b78-1bb9-4ab8-9e8e-78aaf0208adb HTTP/1.1" status: 200 len: 943 time: 0.0511925 Jul 26 14:54:53.686452 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-83a9363e-4c22-4849-980d-04e06ecff7b3 req-d61e525c-73c8-4a8e-9423-23eb8bdadd6d tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] 10.222.0.97 "GET /v2.0/security-groups?id=cfe40aff-dae8-46e2-a241-0d4fffb6448d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442104 Jul 26 14:54:53.741662 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc41d05-cd1a-4ab5-b38f-a93ecb19377a req-f3e75ce1-3c98-4fcd-82ec-6a6546c1aa5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:54:53.743179 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-6dc41d05-cd1a-4ab5-b38f-a93ecb19377a req-f3e75ce1-3c98-4fcd-82ec-6a6546c1aa5f service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=0f1306c7-31e7-49e9-8b79-d9c630497063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387039 Jul 26 14:54:53.857211 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64a81ee-8983-4ff0-ab19-725b6c3f7b59 req-ecf6fb31-fa30-4102-9519-8a80c9cf3664 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:54:53.858752 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-d64a81ee-8983-4ff0-ab19-725b6c3f7b59 req-ecf6fb31-fa30-4102-9519-8a80c9cf3664 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=b501f137-fb1d-40f6-88c9-646247bebae0 HTTP/1.1" status: 200 len: 943 time: 0.0601723 Jul 26 14:54:53.897932 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-6dc41d05-cd1a-4ab5-b38f-a93ecb19377a req-599d1333-a7eb-470f-a08a-de23a6c56ca9 service neutron] 10.222.0.99 "GET /v2.0/networks/0f1306c7-31e7-49e9-8b79-d9c630497063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458087 Jul 26 14:54:53.976890 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-d64a81ee-8983-4ff0-ab19-725b6c3f7b59 req-ff34f3e7-7708-443f-90eb-f6ab29fb2b2d tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=ed6da162-70d4-440d-859b-2abde4a36ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093135 Jul 26 14:54:54.020295 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-6dc41d05-cd1a-4ab5-b38f-a93ecb19377a req-30656c2c-d509-4604-8d18-78d45cd7b19e service neutron] 10.222.0.99 "GET /v2.0/networks/0f1306c7-31e7-49e9-8b79-d9c630497063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125813 Jul 26 14:54:54.254721 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-f3162b44-c443-42f4-b6cc-2ecdd8b70983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (66f8bb98-7ace-4a85-b6ba-ffe40597695b), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:54.383783 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 47554) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:54:54.402936 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:54:54.462245 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:54:54.478149 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30989d9-1456-4203-8d31-67718e10cb04 req-451baed6-c74e-4d0d-b437-2beb787b607b tempest-VolumesNegativeTest-361120211 tempest-VolumesNegativeTest-361120211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:54:54.480028 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-d30989d9-1456-4203-8d31-67718e10cb04 req-451baed6-c74e-4d0d-b437-2beb787b607b tempest-VolumesNegativeTest-361120211 tempest-VolumesNegativeTest-361120211-project] 10.222.0.97 "GET /v2.0/ports?device_id=a7a01ed1-35f6-4349-bdad-2432d6237fe5 HTTP/1.1" status: 200 len: 949 time: 0.0660129 Jul 26 14:54:54.519182 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-e394d189-ac41-44f4-a3cb-3e9b8ac126aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:54.565197 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-d30989d9-1456-4203-8d31-67718e10cb04 req-73680ff4-d419-4dee-83d8-43db44e4a17a tempest-VolumesNegativeTest-361120211 tempest-VolumesNegativeTest-361120211-project] 10.222.0.97 "GET /v2.0/security-groups?id=72671ccc-19b3-484a-b611-200356706786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780008 Jul 26 14:54:54.624623 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-e394d189-ac41-44f4-a3cb-3e9b8ac126aa admin admin] Publish callbacks [] for security_group (48df5acf-da9d-4422-8362-d72adcdbef5d), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:54.717295 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-e394d189-ac41-44f4-a3cb-3e9b8ac126aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (48df5acf-da9d-4422-8362-d72adcdbef5d), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:54.763775 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-e394d189-ac41-44f4-a3cb-3e9b8ac126aa admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=b4a8d632792f41d783924c9ff67873c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3788254 Jul 26 14:54:54.765598 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e394d189-ac41-44f4-a3cb-3e9b8ac126aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48df5acf-da9d-4422-8362-d72adcdbef5d,revision_number=1']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:54.766682 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 47564) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:54:54.796597 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e394d189-ac41-44f4-a3cb-3e9b8ac126aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:54:54.797493 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e394d189-ac41-44f4-a3cb-3e9b8ac126aa admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:54:54.797840 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e394d189-ac41-44f4-a3cb-3e9b8ac126aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:54:54.798179 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e394d189-ac41-44f4-a3cb-3e9b8ac126aa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:54:54.798514 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e394d189-ac41-44f4-a3cb-3e9b8ac126aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:54:54.798846 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e394d189-ac41-44f4-a3cb-3e9b8ac126aa admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:54:54.799174 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e394d189-ac41-44f4-a3cb-3e9b8ac126aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:54:54.799526 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e394d189-ac41-44f4-a3cb-3e9b8ac126aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:54:54.799855 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e394d189-ac41-44f4-a3cb-3e9b8ac126aa admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:54:54.800181 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e394d189-ac41-44f4-a3cb-3e9b8ac126aa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:54:54.800509 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e394d189-ac41-44f4-a3cb-3e9b8ac126aa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:54:54.800832 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e394d189-ac41-44f4-a3cb-3e9b8ac126aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:54:54.801152 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e394d189-ac41-44f4-a3cb-3e9b8ac126aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:54:54.801476 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e394d189-ac41-44f4-a3cb-3e9b8ac126aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:54:54.801795 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e394d189-ac41-44f4-a3cb-3e9b8ac126aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:54:54.825457 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e44bcbd-dd67-4678-bd60-24293b709f24 req-33e4bfaf-d485-4c53-aa49-e8e1a3fa62c5 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:54:54.825748 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-e2d46919-1306-4f51-b8a8-a5f174be9988 admin admin] Publish callbacks [] for security_group (48df5acf-da9d-4422-8362-d72adcdbef5d), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:54.827064 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-7e44bcbd-dd67-4678-bd60-24293b709f24 req-33e4bfaf-d485-4c53-aa49-e8e1a3fa62c5 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] 10.222.0.97 "GET /v2.0/ports?device_id=171f8b78-1bb9-4ab8-9e8e-78aaf0208adb HTTP/1.1" status: 200 len: 943 time: 0.0659497 Jul 26 14:54:54.841770 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:54:54.859031 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-e2d46919-1306-4f51-b8a8-a5f174be9988 admin admin] Publish callbacks [] for security_group (48df5acf-da9d-4422-8362-d72adcdbef5d), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:54.887151 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-7e44bcbd-dd67-4678-bd60-24293b709f24 req-d0591393-ae0d-40fb-b08b-dcda66904f8a tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] 10.222.0.97 "GET /v2.0/security-groups?id=cfe40aff-dae8-46e2-a241-0d4fffb6448d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537379 Jul 26 14:54:55.009620 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-e2d46919-1306-4f51-b8a8-a5f174be9988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (48df5acf-da9d-4422-8362-d72adcdbef5d), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:55.011732 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-e2d46919-1306-4f51-b8a8-a5f174be9988 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:55.017486 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-e2d46919-1306-4f51-b8a8-a5f174be9988 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/48df5acf-da9d-4422-8362-d72adcdbef5d HTTP/1.1" status: 204 len: 168 time: 0.2455113 Jul 26 14:54:55.027533 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d46919-1306-4f51-b8a8-a5f174be9988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48df5acf-da9d-4422-8362-d72adcdbef5d,revision_number=None']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:55.120639 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bc0ea7-d0e5-402a-9f39-c5f8e5f8a94f req-bcda8041-a349-4831-8aea-7327115051d1 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:54:55.122606 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-c8bc0ea7-d0e5-402a-9f39-c5f8e5f8a94f req-bcda8041-a349-4831-8aea-7327115051d1 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=b501f137-fb1d-40f6-88c9-646247bebae0 HTTP/1.1" status: 200 len: 943 time: 0.0563176 Jul 26 14:54:55.172003 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-c8bc0ea7-d0e5-402a-9f39-c5f8e5f8a94f req-51a34b35-44b6-4b2f-8e6c-a9c6af0e4ffb tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=ed6da162-70d4-440d-859b-2abde4a36ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436494 Jul 26 14:54:55.184360 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8c4d54-3297-4c13-a944-eb7105eef8e2 req-113e90f7-f9c4-45a2-bbea-20e034eb57e4 tempest-VolumesNegativeTest-361120211 tempest-VolumesNegativeTest-361120211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:54:55.185845 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-9f8c4d54-3297-4c13-a944-eb7105eef8e2 req-113e90f7-f9c4-45a2-bbea-20e034eb57e4 tempest-VolumesNegativeTest-361120211 tempest-VolumesNegativeTest-361120211-project] 10.222.0.97 "GET /v2.0/ports?device_id=a7a01ed1-35f6-4349-bdad-2432d6237fe5 HTTP/1.1" status: 200 len: 949 time: 0.0513861 Jul 26 14:54:55.232951 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-9f8c4d54-3297-4c13-a944-eb7105eef8e2 req-c5e48123-1211-4c83-8071-19438d6ade85 tempest-VolumesNegativeTest-361120211 tempest-VolumesNegativeTest-361120211-project] 10.222.0.97 "GET /v2.0/security-groups?id=72671ccc-19b3-484a-b611-200356706786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412862 Jul 26 14:54:55.391909 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b30572d2-bee0-4462-94ed-c13cd0ef4273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (40fac31a-afaa-44e8-8521-47b803a59f0f), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:55.955884 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 47600) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:54:55.983177 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-1e4d0224-ed20-4996-900a-77c32d4cf389 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:56.030530 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dee236e-abb8-4e95-a86a-d2f57d582471 req-0e1d53b7-f071-44db-a8af-ce3f68d2e80f tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:54:56.032046 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-3dee236e-abb8-4e95-a86a-d2f57d582471 req-0e1d53b7-f071-44db-a8af-ce3f68d2e80f tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] 10.222.0.97 "GET /v2.0/ports?device_id=171f8b78-1bb9-4ab8-9e8e-78aaf0208adb HTTP/1.1" status: 200 len: 943 time: 0.0695441 Jul 26 14:54:56.072002 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:54:56.113163 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-3dee236e-abb8-4e95-a86a-d2f57d582471 req-2734f54b-d91c-4a55-ab08-415190a14dfe tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] 10.222.0.97 "GET /v2.0/security-groups?id=cfe40aff-dae8-46e2-a241-0d4fffb6448d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735404 Jul 26 14:54:56.138184 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-1e4d0224-ed20-4996-900a-77c32d4cf389 admin admin] Publish callbacks [] for security_group (f34409b2-adc9-44cc-b726-b931dc20d872), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:56.203161 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-1e4d0224-ed20-4996-900a-77c32d4cf389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (f34409b2-adc9-44cc-b726-b931dc20d872), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:56.217730 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 47608) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:54:56.244525 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-1e4d0224-ed20-4996-900a-77c32d4cf389 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=b422aa7594fd4822be9223119ff1ae77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2874403 Jul 26 14:54:56.245637 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4d0224-ed20-4996-900a-77c32d4cf389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f34409b2-adc9-44cc-b726-b931dc20d872,revision_number=1']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:56.247417 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 47612) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:54:56.325634 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7cecd2-cd74-470b-a323-b8e871d0f35f req-88c44215-37f7-4017-b7cb-3a5b933385d4 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:54:56.327117 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-1b7cecd2-cd74-470b-a323-b8e871d0f35f req-88c44215-37f7-4017-b7cb-3a5b933385d4 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=b501f137-fb1d-40f6-88c9-646247bebae0 HTTP/1.1" status: 200 len: 943 time: 0.0706558 Jul 26 14:54:56.330384 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=100 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:54:56.371765 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=100 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:54:56.372463 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2612c4fc-076c-48ef-8744-a0025f0cd14c req-1489292a-b022-478e-b3de-739482e89437 tempest-VolumesNegativeTest-361120211 tempest-VolumesNegativeTest-361120211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:54:56.373996 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-2612c4fc-076c-48ef-8744-a0025f0cd14c req-1489292a-b022-478e-b3de-739482e89437 tempest-VolumesNegativeTest-361120211 tempest-VolumesNegativeTest-361120211-project] 10.222.0.97 "GET /v2.0/ports?device_id=a7a01ed1-35f6-4349-bdad-2432d6237fe5 HTTP/1.1" status: 200 len: 949 time: 0.0526152 Jul 26 14:54:56.374219 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-7ada06d9-cecf-4863-a6c0-d2e06d33ec76 admin admin] Publish callbacks [] for security_group (f34409b2-adc9-44cc-b726-b931dc20d872), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:56.376859 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-2285aa64-7aaf-4889-8dfd-3f6c2dea9b3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:56.422517 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-2612c4fc-076c-48ef-8744-a0025f0cd14c req-38c9908d-90a7-45fc-afbb-aec6aadb5d4d tempest-VolumesNegativeTest-361120211 tempest-VolumesNegativeTest-361120211-project] 10.222.0.97 "GET /v2.0/security-groups?id=72671ccc-19b3-484a-b611-200356706786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421844 Jul 26 14:54:56.423273 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-7ada06d9-cecf-4863-a6c0-d2e06d33ec76 admin admin] Publish callbacks [] for security_group (f34409b2-adc9-44cc-b726-b931dc20d872), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:56.444152 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-1b7cecd2-cd74-470b-a323-b8e871d0f35f req-ea2eb634-2bef-4051-92b9-92a597b25327 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=ed6da162-70d4-440d-859b-2abde4a36ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097581 Jul 26 14:54:56.521025 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-2285aa64-7aaf-4889-8dfd-3f6c2dea9b3d admin admin] Publish callbacks [] for security_group (952fb046-b3d8-475c-b878-b17ad0b1d33c), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:56.689838 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-7ada06d9-cecf-4863-a6c0-d2e06d33ec76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (f34409b2-adc9-44cc-b726-b931dc20d872), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:56.692472 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-7ada06d9-cecf-4863-a6c0-d2e06d33ec76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:56.693627 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-7ada06d9-cecf-4863-a6c0-d2e06d33ec76 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/f34409b2-adc9-44cc-b726-b931dc20d872 HTTP/1.1" status: 204 len: 168 time: 0.4444346 Jul 26 14:54:56.694369 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-2285aa64-7aaf-4889-8dfd-3f6c2dea9b3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (952fb046-b3d8-475c-b878-b17ad0b1d33c), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:56.710369 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ada06d9-cecf-4863-a6c0-d2e06d33ec76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f34409b2-adc9-44cc-b726-b931dc20d872,revision_number=None']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:56.743568 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-2285aa64-7aaf-4889-8dfd-3f6c2dea9b3d admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=237818e7af49431f91fe72129865b82b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5237298 Jul 26 14:54:56.744697 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2285aa64-7aaf-4889-8dfd-3f6c2dea9b3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=952fb046-b3d8-475c-b878-b17ad0b1d33c,revision_number=1']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:56.745716 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 47618) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:54:56.802193 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-d7247eb7-8902-4215-b253-614f86b154f4 admin admin] Publish callbacks [] for security_group (952fb046-b3d8-475c-b878-b17ad0b1d33c), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:56.824284 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-d7247eb7-8902-4215-b253-614f86b154f4 admin admin] Publish callbacks [] for security_group (952fb046-b3d8-475c-b878-b17ad0b1d33c), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:56.900425 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b977bc9f-0510-4ebd-94dd-930fc4499a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (e5556d63-fbf3-48f2-bfac-7896e86945c3), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:56.934661 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-d7247eb7-8902-4215-b253-614f86b154f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (952fb046-b3d8-475c-b878-b17ad0b1d33c), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:56.937300 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-d7247eb7-8902-4215-b253-614f86b154f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:56.938492 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-d7247eb7-8902-4215-b253-614f86b154f4 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/952fb046-b3d8-475c-b878-b17ad0b1d33c HTTP/1.1" status: 204 len: 168 time: 0.1918015 Jul 26 14:54:56.946614 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7247eb7-8902-4215-b253-614f86b154f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=952fb046-b3d8-475c-b878-b17ad0b1d33c,revision_number=None']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:57.015098 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:54:57.088758 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (df49e665-2de0-463a-a1e1-c989804d5593), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:57.246485 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59cee1a-02ad-4384-8af1-3eee903132a9 req-58f79c5a-9240-410a-a9b7-eba01ff75df8 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:54:57.247998 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-d59cee1a-02ad-4384-8af1-3eee903132a9 req-58f79c5a-9240-410a-a9b7-eba01ff75df8 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] 10.222.0.97 "GET /v2.0/ports?device_id=171f8b78-1bb9-4ab8-9e8e-78aaf0208adb HTTP/1.1" status: 200 len: 943 time: 0.0497169 Jul 26 14:54:57.270623 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:DELETE=4 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:54:57.303605 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-d59cee1a-02ad-4384-8af1-3eee903132a9 req-e346932b-4a8b-45e1-9583-b0d90f43ae7a tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] 10.222.0.97 "GET /v2.0/security-groups?id=cfe40aff-dae8-46e2-a241-0d4fffb6448d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495036 Jul 26 14:54:57.447181 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 47630) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:54:57.461237 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-640240f2-4193-4452-8e71-1d4077d051c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:57.544589 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6e45e2-45a8-43b8-a7b0-f35b0db13e51 req-09059862-f4de-49ca-8c33-908dfc2e4c94 tempest-VolumesNegativeTest-361120211 tempest-VolumesNegativeTest-361120211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:54:57.546175 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-0f6e45e2-45a8-43b8-a7b0-f35b0db13e51 req-09059862-f4de-49ca-8c33-908dfc2e4c94 tempest-VolumesNegativeTest-361120211 tempest-VolumesNegativeTest-361120211-project] 10.222.0.97 "GET /v2.0/ports?device_id=a7a01ed1-35f6-4349-bdad-2432d6237fe5 HTTP/1.1" status: 200 len: 949 time: 0.0513449 Jul 26 14:54:57.589078 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-640240f2-4193-4452-8e71-1d4077d051c4 admin admin] Publish callbacks [] for security_group (28fe1f4f-b6c9-4b5d-828e-e1cc72f489d7), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:57.597159 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37558501-8465-4666-9512-9bd6dcea327f req-319f602e-92df-4fe4-a199-3dfd185ccff2 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:54:57.597890 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-0f6e45e2-45a8-43b8-a7b0-f35b0db13e51 req-7d1bd0b2-62bd-4bb4-a7ae-dac94142a1d2 tempest-VolumesNegativeTest-361120211 tempest-VolumesNegativeTest-361120211-project] 10.222.0.97 "GET /v2.0/security-groups?id=72671ccc-19b3-484a-b611-200356706786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452259 Jul 26 14:54:57.598757 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-37558501-8465-4666-9512-9bd6dcea327f req-319f602e-92df-4fe4-a199-3dfd185ccff2 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=b501f137-fb1d-40f6-88c9-646247bebae0 HTTP/1.1" status: 200 len: 943 time: 0.0727847 Jul 26 14:54:57.651206 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-37558501-8465-4666-9512-9bd6dcea327f req-c83f579a-4076-49f2-b54b-412d72d4a1b2 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=ed6da162-70d4-440d-859b-2abde4a36ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466452 Jul 26 14:54:57.820102 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-640240f2-4193-4452-8e71-1d4077d051c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (28fe1f4f-b6c9-4b5d-828e-e1cc72f489d7), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:57.863784 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-640240f2-4193-4452-8e71-1d4077d051c4 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=57651e1b425849dda5c655426b9462dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4153769 Jul 26 14:54:57.864649 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640240f2-4193-4452-8e71-1d4077d051c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28fe1f4f-b6c9-4b5d-828e-e1cc72f489d7,revision_number=1']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:57.867858 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 47636) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:54:57.920268 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-96b64fcb-3d1e-4360-841a-c62c071c969e admin admin] Publish callbacks [] for security_group (28fe1f4f-b6c9-4b5d-828e-e1cc72f489d7), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:57.943641 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-96b64fcb-3d1e-4360-841a-c62c071c969e admin admin] Publish callbacks [] for security_group (28fe1f4f-b6c9-4b5d-828e-e1cc72f489d7), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:57.949299 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 47638) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:54:57.963832 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-3e31ec16-6cef-4d8c-bbf8-355f6b0a7b87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:58.065772 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-96b64fcb-3d1e-4360-841a-c62c071c969e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (28fe1f4f-b6c9-4b5d-828e-e1cc72f489d7), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:58.068460 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-96b64fcb-3d1e-4360-841a-c62c071c969e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:58.069604 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-96b64fcb-3d1e-4360-841a-c62c071c969e admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/28fe1f4f-b6c9-4b5d-828e-e1cc72f489d7 HTTP/1.1" status: 204 len: 168 time: 0.2003238 Jul 26 14:54:58.077728 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b64fcb-3d1e-4360-841a-c62c071c969e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28fe1f4f-b6c9-4b5d-828e-e1cc72f489d7,revision_number=None']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:58.124025 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-3e31ec16-6cef-4d8c-bbf8-355f6b0a7b87 admin admin] Publish callbacks [] for security_group (c001a259-31f0-41fd-8111-fd34c8cc15c1), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:58.225786 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-3e31ec16-6cef-4d8c-bbf8-355f6b0a7b87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (c001a259-31f0-41fd-8111-fd34c8cc15c1), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:58.246444 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=79,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:54:58.255918 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Device f0af75a9-00b5-407e-a458-c93ec4a7c4ed details requested by agent hyperv_hv-cinder-85103 with host hv-cinder-85103 {{(pid=111104) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:54:58.271612 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-3e31ec16-6cef-4d8c-bbf8-355f6b0a7b87 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=a1b6e60ecf954c4da6c0fce903c2924d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3211262 Jul 26 14:54:58.272107 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 47644) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:54:58.273917 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e31ec16-6cef-4d8c-bbf8-355f6b0a7b87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c001a259-31f0-41fd-8111-fd34c8cc15c1,revision_number=1']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:58.316468 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=6 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:54:58.329460 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-41e61cfc-50c8-4665-a823-e2bf6223b802 admin admin] Publish callbacks [] for security_group (c001a259-31f0-41fd-8111-fd34c8cc15c1), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:58.352194 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-41e61cfc-50c8-4665-a823-e2bf6223b802 admin admin] Publish callbacks [] for security_group (c001a259-31f0-41fd-8111-fd34c8cc15c1), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:58.366323 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] For port f0af75a9-00b5-407e-a458-c93ec4a7c4ed, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=f0af75a9-00b5-407e-a458-c93ec4a7c4ed,segment=NetworkSegment(c6e327c1-1462-4f59-a790-a4289d47d45e),segment_id=c6e327c1-1462-4f59-a790-a4289d47d45e)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:54:58.378969 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Returning: {'device': 'f0af75a9-00b5-407e-a458-c93ec4a7c4ed', 'network_id': '0f1306c7-31e7-49e9-8b79-d9c630497063', 'port_id': 'f0af75a9-00b5-407e-a458-c93ec4a7c4ed', 'mac_address': 'fa:16:3e:1f:df:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1081, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fb38d4f-c234-47e2-adc0-721b341e4aad', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111104) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:54:58.429160 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Current status of the port f0af75a9-00b5-407e-a458-c93ec4a7c4ed is: DOWN; New status is: BUILD {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:54:58.429593 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (f0af75a9-00b5-407e-a458-c93ec4a7c4ed), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:58.433304 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4547e378-d611-4dd7-865b-8393aa815de9 req-8feb07df-c19e-4166-863d-ce05a8fa9284 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:54:58.434790 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-4547e378-d611-4dd7-865b-8393aa815de9 req-8feb07df-c19e-4166-863d-ce05a8fa9284 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] 10.222.0.97 "GET /v2.0/ports?device_id=171f8b78-1bb9-4ab8-9e8e-78aaf0208adb HTTP/1.1" status: 200 len: 943 time: 0.0519459 Jul 26 14:54:58.444262 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.notifiers.nova [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0af75a9-00b5-407e-a458-c93ec4a7c4ed {{(pid=111104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 14:54:58.464554 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] For port f0af75a9-00b5-407e-a458-c93ec4a7c4ed, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=f0af75a9-00b5-407e-a458-c93ec4a7c4ed,segment=NetworkSegment(c6e327c1-1462-4f59-a790-a4289d47d45e),segment_id=c6e327c1-1462-4f59-a790-a4289d47d45e)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:54:58.486268 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-4547e378-d611-4dd7-865b-8393aa815de9 req-b83d1729-0a1c-4ec9-b45f-5ea749a99f18 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] 10.222.0.97 "GET /v2.0/security-groups?id=cfe40aff-dae8-46e2-a241-0d4fffb6448d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446899 Jul 26 14:54:58.557727 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (f0af75a9-00b5-407e-a458-c93ec4a7c4ed), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:58.558325 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-41e61cfc-50c8-4665-a823-e2bf6223b802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (c001a259-31f0-41fd-8111-fd34c8cc15c1), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:58.561086 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-41e61cfc-50c8-4665-a823-e2bf6223b802 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:54:58.562464 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-41e61cfc-50c8-4665-a823-e2bf6223b802 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/c001a259-31f0-41fd-8111-fd34c8cc15c1 HTTP/1.1" status: 204 len: 168 time: 0.2887554 Jul 26 14:54:58.574386 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e61cfc-50c8-4665-a823-e2bf6223b802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c001a259-31f0-41fd-8111-fd34c8cc15c1,revision_number=None']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:58.624013 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Pushing event updated for resources: {'Port': ['ID=f0af75a9-00b5-407e-a458-c93ec4a7c4ed,revision_number=4']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:54:58.729858 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de366233-1bca-4a41-9c54-025edcf2423f req-d0f9d5af-aef5-4450-ac30-7758cde277fc tempest-VolumesNegativeTest-361120211 tempest-VolumesNegativeTest-361120211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:54:58.731328 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-de366233-1bca-4a41-9c54-025edcf2423f req-d0f9d5af-aef5-4450-ac30-7758cde277fc tempest-VolumesNegativeTest-361120211 tempest-VolumesNegativeTest-361120211-project] 10.222.0.97 "GET /v2.0/ports?device_id=a7a01ed1-35f6-4349-bdad-2432d6237fe5 HTTP/1.1" status: 200 len: 949 time: 0.0527697 Jul 26 14:54:58.781786 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-de366233-1bca-4a41-9c54-025edcf2423f req-e85f0c4e-622b-4b8f-a35b-d3fb10c6a10e tempest-VolumesNegativeTest-361120211 tempest-VolumesNegativeTest-361120211-project] 10.222.0.97 "GET /v2.0/security-groups?id=72671ccc-19b3-484a-b611-200356706786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440960 Jul 26 14:54:58.791085 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97033db5-6dbf-463d-8bab-4cc836f83cef req-090beb2e-142c-492e-b90b-202f6b4a96c1 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:54:58.792650 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-97033db5-6dbf-463d-8bab-4cc836f83cef req-090beb2e-142c-492e-b90b-202f6b4a96c1 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=b501f137-fb1d-40f6-88c9-646247bebae0 HTTP/1.1" status: 200 len: 944 time: 0.0475721 Jul 26 14:54:58.844168 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-97033db5-6dbf-463d-8bab-4cc836f83cef req-b41d59f7-ccbf-4959-8db4-9143fac72b8f tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=ed6da162-70d4-440d-859b-2abde4a36ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450318 Jul 26 14:54:59.082513 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=3 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:54:59.086791 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:54:59.358732 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] get_ports_and_sgs() called for port_ids ['f0af75a9-00b5-407e-a458-c93ec4a7c4ed'] {{(pid=111104) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:54:59.615553 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23d98ef-cb3c-4e31-89d4-992e00edbcd2 req-cfd5a362-1b4c-45c2-8874-b2261caffee5 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:54:59.617186 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-b23d98ef-cb3c-4e31-89d4-992e00edbcd2 req-cfd5a362-1b4c-45c2-8874-b2261caffee5 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] 10.222.0.97 "GET /v2.0/ports?device_id=171f8b78-1bb9-4ab8-9e8e-78aaf0208adb HTTP/1.1" status: 200 len: 943 time: 0.0519695 Jul 26 14:54:59.666246 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-b23d98ef-cb3c-4e31-89d4-992e00edbcd2 req-94f93dba-ce22-4162-8f3a-e9ebf83e7775 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] 10.222.0.97 "GET /v2.0/security-groups?id=cfe40aff-dae8-46e2-a241-0d4fffb6448d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437305 Jul 26 14:54:59.919141 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5129d509-029b-4a1e-b4ab-45fa406d00f1 req-6daf4b1c-8f5e-4bd1-90a6-6ab3226ad7a9 tempest-VolumesNegativeTest-361120211 tempest-VolumesNegativeTest-361120211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:54:59.920892 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-5129d509-029b-4a1e-b4ab-45fa406d00f1 req-6daf4b1c-8f5e-4bd1-90a6-6ab3226ad7a9 tempest-VolumesNegativeTest-361120211 tempest-VolumesNegativeTest-361120211-project] 10.222.0.97 "GET /v2.0/ports?device_id=a7a01ed1-35f6-4349-bdad-2432d6237fe5 HTTP/1.1" status: 200 len: 949 time: 0.0651000 Jul 26 14:54:59.983432 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1af15e7-44a1-4fbd-85ae-973968f491eb req-2cd5580a-ab41-4308-9835-cf4be6ef1ccf tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:54:59.991700 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-b1af15e7-44a1-4fbd-85ae-973968f491eb req-2cd5580a-ab41-4308-9835-cf4be6ef1ccf tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=b501f137-fb1d-40f6-88c9-646247bebae0 HTTP/1.1" status: 200 len: 944 time: 0.0641172 Jul 26 14:54:59.996578 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-5129d509-029b-4a1e-b4ab-45fa406d00f1 req-68e8e418-8267-4c75-a5d4-6136853aeff3 tempest-VolumesNegativeTest-361120211 tempest-VolumesNegativeTest-361120211-project] 10.222.0.97 "GET /v2.0/security-groups?id=72671ccc-19b3-484a-b611-200356706786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681183 Jul 26 14:55:00.041171 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-b1af15e7-44a1-4fbd-85ae-973968f491eb req-519c50ad-22a0-4957-a68a-30b1b051372f tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=ed6da162-70d4-440d-859b-2abde4a36ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485294 Jul 26 14:55:00.790963 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2decbf3-3891-459e-b265-5fba4a0523f9 req-a56b98e5-79a9-4b98-82a8-e7672debd07c tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:55:00.792558 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-a2decbf3-3891-459e-b265-5fba4a0523f9 req-a56b98e5-79a9-4b98-82a8-e7672debd07c tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] 10.222.0.97 "GET /v2.0/ports?device_id=171f8b78-1bb9-4ab8-9e8e-78aaf0208adb HTTP/1.1" status: 200 len: 943 time: 0.0525615 Jul 26 14:55:00.842591 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-a2decbf3-3891-459e-b265-5fba4a0523f9 req-47b0c9b4-ac85-4420-8ee5-f62e21f17597 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] 10.222.0.97 "GET /v2.0/security-groups?id=cfe40aff-dae8-46e2-a241-0d4fffb6448d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442219 Jul 26 14:55:01.019293 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Device f0af75a9-00b5-407e-a458-c93ec4a7c4ed up at agent hyperv_hv-cinder-85103 {{(pid=111104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:55:01.071356 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Provisioning for port f0af75a9-00b5-407e-a458-c93ec4a7c4ed completed by entity L2. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 14:55:01.111376 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d43d25-efa2-43ef-bf48-bd854a75ad42 req-53b3a096-f3f7-4b6a-a1dd-f72b14d9b09f tempest-VolumesNegativeTest-361120211 tempest-VolumesNegativeTest-361120211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:55:01.112936 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-89d43d25-efa2-43ef-bf48-bd854a75ad42 req-53b3a096-f3f7-4b6a-a1dd-f72b14d9b09f tempest-VolumesNegativeTest-361120211 tempest-VolumesNegativeTest-361120211-project] 10.222.0.97 "GET /v2.0/ports?device_id=a7a01ed1-35f6-4349-bdad-2432d6237fe5 HTTP/1.1" status: 200 len: 949 time: 0.0501795 Jul 26 14:55:01.167671 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-89d43d25-efa2-43ef-bf48-bd854a75ad42 req-8d5e2abf-eeba-49a5-8656-1808306f2429 tempest-VolumesNegativeTest-361120211 tempest-VolumesNegativeTest-361120211-project] 10.222.0.97 "GET /v2.0/security-groups?id=72671ccc-19b3-484a-b611-200356706786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477011 Jul 26 14:55:01.170697 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d5567b-c899-43cc-8342-a8fd94eb5465 req-8d87ee4c-832b-4873-9581-d44569ab608a tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:55:01.172421 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-45d5567b-c899-43cc-8342-a8fd94eb5465 req-8d87ee4c-832b-4873-9581-d44569ab608a tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=b501f137-fb1d-40f6-88c9-646247bebae0 HTTP/1.1" status: 200 len: 944 time: 0.0538244 Jul 26 14:55:01.203836 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Provisioning complete for port f0af75a9-00b5-407e-a458-c93ec4a7c4ed triggered by entity L2. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:55:01.204221 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (f0af75a9-00b5-407e-a458-c93ec4a7c4ed), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:01.220369 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-45d5567b-c899-43cc-8342-a8fd94eb5465 req-aca4e285-c4eb-4b70-96ca-d401ad347455 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=ed6da162-70d4-440d-859b-2abde4a36ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421300 Jul 26 14:55:01.242817 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:55:01.285785 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Current status of the port f0af75a9-00b5-407e-a458-c93ec4a7c4ed is: BUILD; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:55:01.285785 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (f0af75a9-00b5-407e-a458-c93ec4a7c4ed), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:01.294259 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:55:01.307246 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b501f137-fb1d-40f6-88c9-646247bebae0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0af75a9-00b5-407e-a458-c93ec4a7c4ed'}] {{(pid=111104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 14:55:01.309522 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8a064b11bc677c9d4ab9f25c89ff6de8646fcd773e132cdea81d797053aa31c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dbeef6c-4264-449c-81f2-e49476492487" -d '{"events": [{"server_uuid": "b501f137-fb1d-40f6-88c9-646247bebae0", "name": "network-vif-plugged", "status": "completed", "tag": "f0af75a9-00b5-407e-a458-c93ec4a7c4ed"}]}' {{(pid=111104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:55:01.322577 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] For port f0af75a9-00b5-407e-a458-c93ec4a7c4ed, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=f0af75a9-00b5-407e-a458-c93ec4a7c4ed,segment=NetworkSegment(c6e327c1-1462-4f59-a790-a4289d47d45e),segment_id=c6e327c1-1462-4f59-a790-a4289d47d45e)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:55:01.350819 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 14:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce1ea5b5-6898-42e5-b2d9-1ecc9b6bd9a6 x-openstack-request-id: req-ce1ea5b5-6898-42e5-b2d9-1ecc9b6bd9a6 {{(pid=111104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:55:01.351115 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b501f137-fb1d-40f6-88c9-646247bebae0", "name": "network-vif-plugged", "status": "completed", "tag": "f0af75a9-00b5-407e-a458-c93ec4a7c4ed", "code": 200}]} {{(pid=111104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:55:01.359290 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-ce1ea5b5-6898-42e5-b2d9-1ecc9b6bd9a6 {{(pid=111104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:55:01.359290 dv-cinder-851030-1-iscsi neutron-server[111104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce1ea5b5-6898-42e5-b2d9-1ecc9b6bd9a6'] response: {'server_uuid': 'b501f137-fb1d-40f6-88c9-646247bebae0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0af75a9-00b5-407e-a458-c93ec4a7c4ed', 'code': 200} Jul 26 14:55:01.366448 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 47752) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:55:01.414877 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (f0af75a9-00b5-407e-a458-c93ec4a7c4ed), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:01.481263 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Pushing event updated for resources: {'Port': ['ID=f0af75a9-00b5-407e-a458-c93ec4a7c4ed,revision_number=5']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:01.493740 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-18928d83-c27c-4edc-b31a-a6aa23eda3ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:01.507117 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:55:01.571239 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-18928d83-c27c-4edc-b31a-a6aa23eda3ed admin admin] Publish callbacks [] for security_group (7bd91c0b-f77d-47d6-8960-e93fa9faa988), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:01.717209 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-18928d83-c27c-4edc-b31a-a6aa23eda3ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (7bd91c0b-f77d-47d6-8960-e93fa9faa988), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:01.760684 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-18928d83-c27c-4edc-b31a-a6aa23eda3ed admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=ddad58ee91f04e7ba94bbc930a6ad3fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3924091 Jul 26 14:55:01.761554 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18928d83-c27c-4edc-b31a-a6aa23eda3ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd91c0b-f77d-47d6-8960-e93fa9faa988,revision_number=1']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:01.762922 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 47760) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:55:01.814472 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-a7c9848f-a508-4952-807d-5e4c891fe673 admin admin] Publish callbacks [] for security_group (7bd91c0b-f77d-47d6-8960-e93fa9faa988), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:01.835450 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98489dd-de6d-4922-b3ae-3e37ace4129e req-2f07c97f-de15-49a3-84c3-333304cde702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:55:01.836285 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-a7c9848f-a508-4952-807d-5e4c891fe673 admin admin] Publish callbacks [] for security_group (7bd91c0b-f77d-47d6-8960-e93fa9faa988), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:01.836969 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-d98489dd-de6d-4922-b3ae-3e37ace4129e req-2f07c97f-de15-49a3-84c3-333304cde702 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=b501f137-fb1d-40f6-88c9-646247bebae0 HTTP/1.1" status: 200 len: 1129 time: 0.0412505 Jul 26 14:55:01.890472 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-d98489dd-de6d-4922-b3ae-3e37ace4129e req-645c06b7-dcaf-46c1-9ba3-9dd866419aa8 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=ed6da162-70d4-440d-859b-2abde4a36ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456803 Jul 26 14:55:01.946398 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-a7c9848f-a508-4952-807d-5e4c891fe673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (7bd91c0b-f77d-47d6-8960-e93fa9faa988), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:01.949096 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-a7c9848f-a508-4952-807d-5e4c891fe673 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:01.952997 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-a7c9848f-a508-4952-807d-5e4c891fe673 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/7bd91c0b-f77d-47d6-8960-e93fa9faa988 HTTP/1.1" status: 204 len: 168 time: 0.1863039 Jul 26 14:55:01.959057 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c9848f-a508-4952-807d-5e4c891fe673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd91c0b-f77d-47d6-8960-e93fa9faa988,revision_number=None']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:01.962291 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ae95b-69ff-44c6-9d92-29f0c5fe71c1 req-f8a09b02-2513-4adb-ba22-5c33d1b1ce47 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:55:01.984163 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-969ae95b-69ff-44c6-9d92-29f0c5fe71c1 req-f8a09b02-2513-4adb-ba22-5c33d1b1ce47 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] 10.222.0.97 "GET /v2.0/ports?device_id=171f8b78-1bb9-4ab8-9e8e-78aaf0208adb HTTP/1.1" status: 200 len: 943 time: 0.0489104 Jul 26 14:55:02.013738 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:55:02.022945 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-969ae95b-69ff-44c6-9d92-29f0c5fe71c1 req-6a3fe42c-2cc0-4b92-8642-07af5f21cdad tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] 10.222.0.97 "GET /v2.0/security-groups?id=cfe40aff-dae8-46e2-a241-0d4fffb6448d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529232 Jul 26 14:55:02.294477 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0965082-0457-4031-9484-9148ff685493 req-2d3404c1-7b87-48fd-9ada-d1da45a86999 tempest-VolumesNegativeTest-361120211 tempest-VolumesNegativeTest-361120211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:55:02.296736 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-d0965082-0457-4031-9484-9148ff685493 req-2d3404c1-7b87-48fd-9ada-d1da45a86999 tempest-VolumesNegativeTest-361120211 tempest-VolumesNegativeTest-361120211-project] 10.222.0.97 "GET /v2.0/ports?device_id=a7a01ed1-35f6-4349-bdad-2432d6237fe5 HTTP/1.1" status: 200 len: 949 time: 0.0513937 Jul 26 14:55:02.310028 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:DELETE=2 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:55:02.345764 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a73301-78c2-42b0-8a84-335d94002c01 req-fba3a6e6-2635-4678-b74b-dc323aa6e39d tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:55:02.347289 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-90a73301-78c2-42b0-8a84-335d94002c01 req-fba3a6e6-2635-4678-b74b-dc323aa6e39d tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=b501f137-fb1d-40f6-88c9-646247bebae0 HTTP/1.1" status: 200 len: 945 time: 0.0504272 Jul 26 14:55:02.351174 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-d0965082-0457-4031-9484-9148ff685493 req-5713f713-0760-4f65-b92e-7fb065a9b59e tempest-VolumesNegativeTest-361120211 tempest-VolumesNegativeTest-361120211-project] 10.222.0.97 "GET /v2.0/security-groups?id=72671ccc-19b3-484a-b611-200356706786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474007 Jul 26 14:55:02.397756 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-90a73301-78c2-42b0-8a84-335d94002c01 req-e396ddd9-b8eb-484e-8e2a-59a104957e22 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=ed6da162-70d4-440d-859b-2abde4a36ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446105 Jul 26 14:55:03.011982 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Device 5dc5b800-3fb7-4da8-865c-4676b8e74a36 details requested by agent hyperv_hv-cinder-85103 with host hv-cinder-85103 {{(pid=111104) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:55:03.114080 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] For port 5dc5b800-3fb7-4da8-865c-4676b8e74a36, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=5dc5b800-3fb7-4da8-865c-4676b8e74a36,segment=NetworkSegment(d48d7847-7528-47c2-aa10-8a92098c043b),segment_id=d48d7847-7528-47c2-aa10-8a92098c043b)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:55:03.127049 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Returning: {'device': '5dc5b800-3fb7-4da8-865c-4676b8e74a36', 'network_id': '14f3b361-a8f4-473b-ba81-867b2d141518', 'port_id': '5dc5b800-3fb7-4da8-865c-4676b8e74a36', 'mac_address': 'fa:16:3e:87:70:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1094, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f172c49-73da-4c22-8185-d9d275101a2a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111104) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:55:03.135284 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 47778) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:55:03.147089 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-865c4587-d56d-4a20-b2cf-c2cc6d1cfaa9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:03.153052 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82503a32-05cb-486e-81ec-c24b2ff1d175 req-cc9d4ded-7ecf-411c-bcbe-3f6e3125393f tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:55:03.155973 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-82503a32-05cb-486e-81ec-c24b2ff1d175 req-cc9d4ded-7ecf-411c-bcbe-3f6e3125393f tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] 10.222.0.97 "GET /v2.0/ports?device_id=171f8b78-1bb9-4ab8-9e8e-78aaf0208adb HTTP/1.1" status: 200 len: 943 time: 0.0590179 Jul 26 14:55:03.163640 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Current status of the port 5dc5b800-3fb7-4da8-865c-4676b8e74a36 is: DOWN; New status is: BUILD {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:55:03.169564 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (5dc5b800-3fb7-4da8-865c-4676b8e74a36), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:03.178851 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.notifiers.nova [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dc5b800-3fb7-4da8-865c-4676b8e74a36 {{(pid=111104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 14:55:03.201609 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] For port 5dc5b800-3fb7-4da8-865c-4676b8e74a36, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=5dc5b800-3fb7-4da8-865c-4676b8e74a36,segment=NetworkSegment(d48d7847-7528-47c2-aa10-8a92098c043b),segment_id=d48d7847-7528-47c2-aa10-8a92098c043b)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:55:03.210124 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-82503a32-05cb-486e-81ec-c24b2ff1d175 req-6ed5fe45-1792-4423-8f2f-462638df6667 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] 10.222.0.97 "GET /v2.0/security-groups?id=cfe40aff-dae8-46e2-a241-0d4fffb6448d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493743 Jul 26 14:55:03.232538 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-865c4587-d56d-4a20-b2cf-c2cc6d1cfaa9 admin admin] Publish callbacks [] for security_group (4c53de97-6a2b-444a-ba72-f097cbc3cf04), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:03.311838 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-865c4587-d56d-4a20-b2cf-c2cc6d1cfaa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (4c53de97-6a2b-444a-ba72-f097cbc3cf04), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:03.312069 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (5dc5b800-3fb7-4da8-865c-4676b8e74a36), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:03.351298 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-865c4587-d56d-4a20-b2cf-c2cc6d1cfaa9 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=78e47ec1fb2b472daa9c10c6688fd0a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2190561 Jul 26 14:55:03.352176 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865c4587-d56d-4a20-b2cf-c2cc6d1cfaa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c53de97-6a2b-444a-ba72-f097cbc3cf04,revision_number=1']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:03.354132 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 47780) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:55:03.364562 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Pushing event updated for resources: {'Port': ['ID=5dc5b800-3fb7-4da8-865c-4676b8e74a36,revision_number=4']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:03.408082 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-f7ef02af-ed08-4038-8187-b5f3661de20b admin admin] Publish callbacks [] for security_group (4c53de97-6a2b-444a-ba72-f097cbc3cf04), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:03.430404 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-f7ef02af-ed08-4038-8187-b5f3661de20b admin admin] Publish callbacks [] for security_group (4c53de97-6a2b-444a-ba72-f097cbc3cf04), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:03.456123 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:55:03.479725 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0786e04-a5af-4d3e-8270-18e696d52c05 req-fd026f20-739c-480b-9bf8-64a6fda4315a tempest-VolumesNegativeTest-361120211 tempest-VolumesNegativeTest-361120211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:55:03.481185 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-c0786e04-a5af-4d3e-8270-18e696d52c05 req-fd026f20-739c-480b-9bf8-64a6fda4315a tempest-VolumesNegativeTest-361120211 tempest-VolumesNegativeTest-361120211-project] 10.222.0.97 "GET /v2.0/ports?device_id=a7a01ed1-35f6-4349-bdad-2432d6237fe5 HTTP/1.1" status: 200 len: 949 time: 0.0548160 Jul 26 14:55:03.523245 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccadc0b3-b170-452d-b044-6b305f8ed308 req-4c4cac88-1a27-4690-a5ed-b96bfbad54f5 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:55:03.524907 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-ccadc0b3-b170-452d-b044-6b305f8ed308 req-4c4cac88-1a27-4690-a5ed-b96bfbad54f5 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=b501f137-fb1d-40f6-88c9-646247bebae0 HTTP/1.1" status: 200 len: 945 time: 0.0536492 Jul 26 14:55:03.529773 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-c0786e04-a5af-4d3e-8270-18e696d52c05 req-b3d3ff93-61f6-4c97-9909-58d937b56eac tempest-VolumesNegativeTest-361120211 tempest-VolumesNegativeTest-361120211-project] 10.222.0.97 "GET /v2.0/security-groups?id=72671ccc-19b3-484a-b611-200356706786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423820 Jul 26 14:55:03.589500 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-f7ef02af-ed08-4038-8187-b5f3661de20b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (4c53de97-6a2b-444a-ba72-f097cbc3cf04), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:03.591299 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-f7ef02af-ed08-4038-8187-b5f3661de20b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:03.594673 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-f7ef02af-ed08-4038-8187-b5f3661de20b admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/4c53de97-6a2b-444a-ba72-f097cbc3cf04 HTTP/1.1" status: 204 len: 168 time: 0.2373159 Jul 26 14:55:03.598197 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-ccadc0b3-b170-452d-b044-6b305f8ed308 req-7042d976-ef26-4285-b904-ce660ea94715 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=ed6da162-70d4-440d-859b-2abde4a36ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670857 Jul 26 14:55:03.623350 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ef02af-ed08-4038-8187-b5f3661de20b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c53de97-6a2b-444a-ba72-f097cbc3cf04,revision_number=None']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:03.939011 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97774850-5ae0-4ae8-9045-e90b6ecdaebe req-30b55934-f3ce-4338-b4ff-8ab5197fe8e5 tempest-VolumesNegativeTest-361120211 tempest-VolumesNegativeTest-361120211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:55:03.944724 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-97774850-5ae0-4ae8-9045-e90b6ecdaebe req-30b55934-f3ce-4338-b4ff-8ab5197fe8e5 tempest-VolumesNegativeTest-361120211 tempest-VolumesNegativeTest-361120211-project] 10.222.0.99 "GET /v2.0/ports?device_id=a7a01ed1-35f6-4349-bdad-2432d6237fe5 HTTP/1.1" status: 200 len: 949 time: 0.0524647 Jul 26 14:55:04.031955 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.plugin [req-97774850-5ae0-4ae8-9045-e90b6ecdaebe req-efde68ba-223c-47a6-84ad-5538ff5a88ea tempest-VolumesNegativeTest-361120211 tempest-VolumesNegativeTest-361120211-project] Deleting port d6caa173-64eb-4fad-b6b6-11a73fcc772a {{(pid=111102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 14:55:04.042556 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-97774850-5ae0-4ae8-9045-e90b6ecdaebe req-efde68ba-223c-47a6-84ad-5538ff5a88ea tempest-VolumesNegativeTest-361120211 tempest-VolumesNegativeTest-361120211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789580082445'] for port (d6caa173-64eb-4fad-b6b6-11a73fcc772a), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:04.092211 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:55:04.133676 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.db [req-97774850-5ae0-4ae8-9045-e90b6ecdaebe req-efde68ba-223c-47a6-84ad-5538ff5a88ea tempest-VolumesNegativeTest-361120211 tempest-VolumesNegativeTest-361120211-project] For port d6caa173-64eb-4fad-b6b6-11a73fcc772a, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=d6caa173-64eb-4fad-b6b6-11a73fcc772a,segment=NetworkSegment(c1dc3574-a0ec-4e98-bb6a-0adc3d792c3e),segment_id=c1dc3574-a0ec-4e98-bb6a-0adc3d792c3e)] {{(pid=111102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:55:04.133676 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-97774850-5ae0-4ae8-9045-e90b6ecdaebe req-efde68ba-223c-47a6-84ad-5538ff5a88ea tempest-VolumesNegativeTest-361120211 tempest-VolumesNegativeTest-361120211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580114'] for port (d6caa173-64eb-4fad-b6b6-11a73fcc772a), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:04.144504 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.plugin [req-97774850-5ae0-4ae8-9045-e90b6ecdaebe req-efde68ba-223c-47a6-84ad-5538ff5a88ea tempest-VolumesNegativeTest-361120211 tempest-VolumesNegativeTest-361120211-project] Calling delete_port for d6caa173-64eb-4fad-b6b6-11a73fcc772a owned by compute:nova {{(pid=111102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 14:55:04.176518 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] get_ports_and_sgs() called for port_ids ['5dc5b800-3fb7-4da8-865c-4676b8e74a36'] {{(pid=111104) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:55:04.511087 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bc651d-64f3-4bdc-abd7-763cf7f23b11 req-5b4da5b2-6a2a-4c76-915b-f78389490cc7 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:55:04.512584 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-c9bc651d-64f3-4bdc-abd7-763cf7f23b11 req-5b4da5b2-6a2a-4c76-915b-f78389490cc7 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] 10.222.0.97 "GET /v2.0/ports?device_id=171f8b78-1bb9-4ab8-9e8e-78aaf0208adb HTTP/1.1" status: 200 len: 944 time: 0.0821376 Jul 26 14:55:04.584901 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-c9bc651d-64f3-4bdc-abd7-763cf7f23b11 req-a3c16b18-034a-4ca5-bfd1-c37c5b53150c tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] 10.222.0.97 "GET /v2.0/security-groups?id=cfe40aff-dae8-46e2-a241-0d4fffb6448d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652635 Jul 26 14:55:04.685613 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36d8232-03f2-4aef-9714-64bfa34c5aa6 req-4f4dcead-aee9-4b6b-b3b6-391cf646b839 tempest-VolumesNegativeTest-361120211 tempest-VolumesNegativeTest-361120211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:55:04.687164 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-e36d8232-03f2-4aef-9714-64bfa34c5aa6 req-4f4dcead-aee9-4b6b-b3b6-391cf646b839 tempest-VolumesNegativeTest-361120211 tempest-VolumesNegativeTest-361120211-project] 10.222.0.97 "GET /v2.0/ports?device_id=a7a01ed1-35f6-4349-bdad-2432d6237fe5 HTTP/1.1" status: 200 len: 949 time: 0.0668273 Jul 26 14:55:04.724194 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7602c0fd-d2b8-40ba-beb2-f6ed207e042f req-a82c609c-3a85-426b-800e-4970816dcda4 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:55:04.725759 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-7602c0fd-d2b8-40ba-beb2-f6ed207e042f req-a82c609c-3a85-426b-800e-4970816dcda4 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=b501f137-fb1d-40f6-88c9-646247bebae0 HTTP/1.1" status: 200 len: 945 time: 0.0534439 Jul 26 14:55:04.740499 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-97774850-5ae0-4ae8-9045-e90b6ecdaebe req-efde68ba-223c-47a6-84ad-5538ff5a88ea tempest-VolumesNegativeTest-361120211 tempest-VolumesNegativeTest-361120211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789580201795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789579689804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868105'] for port (d6caa173-64eb-4fad-b6b6-11a73fcc772a), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:04.742120 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:55:04.752232 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-e36d8232-03f2-4aef-9714-64bfa34c5aa6 req-8248867f-48cc-46f3-a2fa-aaab03657b5d tempest-VolumesNegativeTest-361120211 tempest-VolumesNegativeTest-361120211-project] 10.222.0.97 "GET /v2.0/security-groups?id=72671ccc-19b3-484a-b611-200356706786&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583394 Jul 26 14:55:04.780066 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efde68ba-223c-47a6-84ad-5538ff5a88ea tempest-VolumesNegativeTest-361120211 tempest-VolumesNegativeTest-361120211-project] Pushing event deleted for resources: {'Port': ['ID=d6caa173-64eb-4fad-b6b6-11a73fcc772a,revision_number=None']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:04.846608 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-7602c0fd-d2b8-40ba-beb2-f6ed207e042f req-d554f061-d5c4-438e-a7c5-35da8d4d3148 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=ed6da162-70d4-440d-859b-2abde4a36ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129234 Jul 26 14:55:04.880094 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.l3_dvrscheduler_db [req-97774850-5ae0-4ae8-9045-e90b6ecdaebe req-efde68ba-223c-47a6-84ad-5538ff5a88ea tempest-VolumesNegativeTest-361120211 tempest-VolumesNegativeTest-361120211-project] No DVR routers for this DVR port d6caa173-64eb-4fad-b6b6-11a73fcc772a on host hv-cinder-85103 {{(pid=111102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 14:55:04.883900 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-97774850-5ae0-4ae8-9045-e90b6ecdaebe req-efde68ba-223c-47a6-84ad-5538ff5a88ea tempest-VolumesNegativeTest-361120211 tempest-VolumesNegativeTest-361120211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-431034'] for port (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:04.886367 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-97774850-5ae0-4ae8-9045-e90b6ecdaebe req-efde68ba-223c-47a6-84ad-5538ff5a88ea tempest-VolumesNegativeTest-361120211 tempest-VolumesNegativeTest-361120211-project] 10.222.0.99 "DELETE /v2.0/ports/d6caa173-64eb-4fad-b6b6-11a73fcc772a HTTP/1.1" status: 204 len: 173 time: 0.9383619 Jul 26 14:55:04.886843 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7a01ed1-35f6-4349-bdad-2432d6237fe5', 'name': 'network-vif-deleted', 'tag': 'd6caa173-64eb-4fad-b6b6-11a73fcc772a'}] {{(pid=111102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 14:55:04.889355 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8185506cd1cc56e10fcde42571d85de650c4e290bb1b6bf5ec2f858ed2201c15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bfaee57-f3e9-4de4-a020-9c8ca809af92" -d '{"events": [{"server_uuid": "a7a01ed1-35f6-4349-bdad-2432d6237fe5", "name": "network-vif-deleted", "tag": "d6caa173-64eb-4fad-b6b6-11a73fcc772a"}]}' {{(pid=111102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:55:04.965189 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 14:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da2442f7-4efe-4a3d-883c-31920aabad27 x-openstack-request-id: req-da2442f7-4efe-4a3d-883c-31920aabad27 {{(pid=111102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:55:04.965479 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7a01ed1-35f6-4349-bdad-2432d6237fe5", "name": "network-vif-deleted", "tag": "d6caa173-64eb-4fad-b6b6-11a73fcc772a", "status": "completed", "code": 200}]} {{(pid=111102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:55:04.965726 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-da2442f7-4efe-4a3d-883c-31920aabad27 {{(pid=111102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:55:04.966124 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da2442f7-4efe-4a3d-883c-31920aabad27'] response: {'server_uuid': 'a7a01ed1-35f6-4349-bdad-2432d6237fe5', 'name': 'network-vif-deleted', 'tag': 'd6caa173-64eb-4fad-b6b6-11a73fcc772a', 'status': 'completed', 'code': 200} Jul 26 14:55:05.709082 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34d60f7-00c2-4da7-a44e-e06b8d8cebeb req-ce806edc-2f41-454e-8633-ae1620c0ff83 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:55:05.710592 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-d34d60f7-00c2-4da7-a44e-e06b8d8cebeb req-ce806edc-2f41-454e-8633-ae1620c0ff83 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] 10.222.0.97 "GET /v2.0/ports?device_id=171f8b78-1bb9-4ab8-9e8e-78aaf0208adb HTTP/1.1" status: 200 len: 944 time: 0.0488138 Jul 26 14:55:05.730707 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] get_ports_and_sgs() called for port_ids ['d6caa173-64eb-4fad-b6b6-11a73fcc772a'] {{(pid=111104) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:55:05.763703 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Device 5dc5b800-3fb7-4da8-865c-4676b8e74a36 up at agent hyperv_hv-cinder-85103 {{(pid=111104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:55:05.782754 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-d34d60f7-00c2-4da7-a44e-e06b8d8cebeb req-7162b35e-3533-4371-b0e7-e43473bf5e73 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] 10.222.0.97 "GET /v2.0/security-groups?id=cfe40aff-dae8-46e2-a241-0d4fffb6448d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621357 Jul 26 14:55:05.833717 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Provisioning for port 5dc5b800-3fb7-4da8-865c-4676b8e74a36 completed by entity L2. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 14:55:05.879123 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-80f210ee-e2ce-4dd7-98e3-c98f69702a91 req-015adbe2-6dd1-4a80-ad4a-098f2a020b16 tempest-VolumesNegativeTest-361120211 tempest-VolumesNegativeTest-361120211-project] 10.222.0.97 "GET /v2.0/ports?device_id=a7a01ed1-35f6-4349-bdad-2432d6237fe5 HTTP/1.1" status: 200 len: 210 time: 0.0316913 Jul 26 14:55:05.889408 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Provisioning complete for port 5dc5b800-3fb7-4da8-865c-4676b8e74a36 triggered by entity L2. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:55:05.890358 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (5dc5b800-3fb7-4da8-865c-4676b8e74a36), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:05.971352 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Current status of the port 5dc5b800-3fb7-4da8-865c-4676b8e74a36 is: BUILD; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:55:05.971841 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (5dc5b800-3fb7-4da8-865c-4676b8e74a36), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:05.974340 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:55:05.981974 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:55:05.982209 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef08598-8f9d-44ca-b921-ab6e3717d73c req-15f94218-3f06-466b-a590-24603a20252a tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:55:05.983717 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-8ef08598-8f9d-44ca-b921-ab6e3717d73c req-15f94218-3f06-466b-a590-24603a20252a tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=b501f137-fb1d-40f6-88c9-646247bebae0 HTTP/1.1" status: 200 len: 945 time: 0.0511682 Jul 26 14:55:05.996888 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '171f8b78-1bb9-4ab8-9e8e-78aaf0208adb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dc5b800-3fb7-4da8-865c-4676b8e74a36'}] {{(pid=111104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 14:55:05.999109 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8a064b11bc677c9d4ab9f25c89ff6de8646fcd773e132cdea81d797053aa31c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e9a0400-b50b-434d-ab9a-b66c8a0f0c99" -d '{"events": [{"server_uuid": "171f8b78-1bb9-4ab8-9e8e-78aaf0208adb", "name": "network-vif-plugged", "status": "completed", "tag": "5dc5b800-3fb7-4da8-865c-4676b8e74a36"}]}' {{(pid=111104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:55:06.011932 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] For port 5dc5b800-3fb7-4da8-865c-4676b8e74a36, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=5dc5b800-3fb7-4da8-865c-4676b8e74a36,segment=NetworkSegment(d48d7847-7528-47c2-aa10-8a92098c043b),segment_id=d48d7847-7528-47c2-aa10-8a92098c043b)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:55:06.035662 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-8ef08598-8f9d-44ca-b921-ab6e3717d73c req-190b1823-3949-40d6-aec3-f7330bb1684d tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=ed6da162-70d4-440d-859b-2abde4a36ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453742 Jul 26 14:55:06.048613 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 14:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b2f6de7-387f-4cb9-a633-12cca95d7676 x-openstack-request-id: req-8b2f6de7-387f-4cb9-a633-12cca95d7676 {{(pid=111104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:55:06.056504 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "171f8b78-1bb9-4ab8-9e8e-78aaf0208adb", "name": "network-vif-plugged", "status": "completed", "tag": "5dc5b800-3fb7-4da8-865c-4676b8e74a36", "code": 200}]} {{(pid=111104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:55:06.056504 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-8b2f6de7-387f-4cb9-a633-12cca95d7676 {{(pid=111104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:55:06.056504 dv-cinder-851030-1-iscsi neutron-server[111104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b2f6de7-387f-4cb9-a633-12cca95d7676'] response: {'server_uuid': '171f8b78-1bb9-4ab8-9e8e-78aaf0208adb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dc5b800-3fb7-4da8-865c-4676b8e74a36', 'code': 200} Jul 26 14:55:06.078182 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.agents_db [None req-99196b13-9676-4f02-b89b-0db7196f18a6 None None] Agent healthcheck: found 6 active agents {{(pid=111105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 14:55:06.158570 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (5dc5b800-3fb7-4da8-865c-4676b8e74a36), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:06.166627 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23a4d3b-309f-4e25-9ba7-7c93389b83c2 req-acc50105-dd88-4f09-af88-e35dc597316e tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:55:06.168147 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-d23a4d3b-309f-4e25-9ba7-7c93389b83c2 req-acc50105-dd88-4f09-af88-e35dc597316e tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=b501f137-fb1d-40f6-88c9-646247bebae0 HTTP/1.1" status: 200 len: 945 time: 0.0517309 Jul 26 14:55:06.179134 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 47868) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:55:06.184399 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.v2.base [None req-b8e7c4c6-34e3-4364-8051-a9a264700287 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Request body: {'floatingip': {'port_id': 'f0af75a9-00b5-407e-a458-c93ec4a7c4ed'}} {{(pid=111102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 14:55:06.216789 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Pushing event updated for resources: {'Port': ['ID=5dc5b800-3fb7-4da8-865c-4676b8e74a36,revision_number=5']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:06.233037 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-b8e7c4c6-34e3-4364-8051-a9a264700287 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Publish callbacks [] for floatingip (6223a689-ccc5-4b2e-997a-21446db4cdcc), before_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:06.693449 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-b8e7c4c6-34e3-4364-8051-a9a264700287 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:06.838398 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-b8e7c4c6-34e3-4364-8051-a9a264700287 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691171'] for floatingip (6223a689-ccc5-4b2e-997a-21446db4cdcc), after_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:07.008895 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-19e6f67a-44bc-4cab-a22d-839ab343acd2 req-039e63b9-706d-4759-8807-0cb12f8e0eda tempest-VolumesNegativeTest-361120211 tempest-VolumesNegativeTest-361120211-project] 10.222.0.97 "GET /v2.0/ports?device_id=a7a01ed1-35f6-4349-bdad-2432d6237fe5 HTTP/1.1" status: 200 len: 210 time: 0.0309665 Jul 26 14:55:07.012714 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b79628-9ba0-449e-95e4-ba051f4ad8dc req-64ef6341-d60b-4965-9511-eec82ca55f66 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:55:07.014194 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-46b79628-9ba0-449e-95e4-ba051f4ad8dc req-64ef6341-d60b-4965-9511-eec82ca55f66 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] 10.222.0.97 "GET /v2.0/ports?device_id=171f8b78-1bb9-4ab8-9e8e-78aaf0208adb HTTP/1.1" status: 200 len: 945 time: 0.1358814 Jul 26 14:55:07.018439 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a106d6b3-7642-41e6-9cf0-dbac75d1e592 req-d36829aa-19ab-456f-abab-a21bd3f74fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:55:07.019809 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-a106d6b3-7642-41e6-9cf0-dbac75d1e592 req-d36829aa-19ab-456f-abab-a21bd3f74fbf service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=171f8b78-1bb9-4ab8-9e8e-78aaf0208adb HTTP/1.1" status: 200 len: 1129 time: 0.1271136 Jul 26 14:55:07.022189 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=100 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:55:07.061079 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.db.l3_db [None req-b8e7c4c6-34e3-4364-8051-a9a264700287 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Floating IP 6223a689-ccc5-4b2e-997a-21446db4cdcc associated. External IP: 172.27.0.189, port: f0af75a9-00b5-407e-a458-c93ec4a7c4ed. Jul 26 14:55:07.125526 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:55:07.149696 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-a106d6b3-7642-41e6-9cf0-dbac75d1e592 req-7582c2f5-7c8c-407f-9a0f-4194f8c6beef service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=cfe40aff-dae8-46e2-a241-0d4fffb6448d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223428 Jul 26 14:55:07.177972 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-46b79628-9ba0-449e-95e4-ba051f4ad8dc req-95679f97-3abd-449c-a071-22acb9a47e36 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] 10.222.0.97 "GET /v2.0/security-groups?id=cfe40aff-dae8-46e2-a241-0d4fffb6448d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1531904 Jul 26 14:55:07.313560 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8e7c4c6-34e3-4364-8051-a9a264700287 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Router 509662c4-ff56-4224-9f8d-a804da664e9a has already been hosted by L3 agent 66f8bb98-7ace-4a85-b6ba-ffe40597695b {{(pid=111102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 14:55:07.437905 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8e7c4c6-34e3-4364-8051-a9a264700287 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Notify agent at l3_agent.dv-cinder-851030-1-iscsi the message routers_updated {{(pid=111102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:55:07.442699 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-b8e7c4c6-34e3-4364-8051-a9a264700287 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-431034'] for floatingip (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:07.447269 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f09a726-965d-40b0-a3ba-a53339652b8d None None] Sync routers for ids ['509662c4-ff56-4224-9f8d-a804da664e9a'] in dv-cinder-851030-1-iscsi {{(pid=111104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:55:07.456858 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f09a726-965d-40b0-a3ba-a53339652b8d None None] Routers {'509662c4-ff56-4224-9f8d-a804da664e9a'} bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 14:55:07.457470 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-6f09a726-965d-40b0-a3ba-a53339652b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851030-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T14:42:54Z,description=,heartbeat_timestamp=2022-07-26T14:54:54Z,host='dv-cinder-851030-1-iscsi',id=66f8bb98-7ace-4a85-b6ba-ffe40597695b,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:42:55Z,topic='l3_agent')) {'router_ids': ['509662c4-ff56-4224-9f8d-a804da664e9a'], 'active': True} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:55:07.472978 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-b8e7c4c6-34e3-4364-8051-a9a264700287 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "PUT /v2.0/floatingips/6223a689-ccc5-4b2e-997a-21446db4cdcc HTTP/1.1" status: 200 len: 991 time: 1.2925625 Jul 26 14:55:07.473581 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b501f137-fb1d-40f6-88c9-646247bebae0', 'tag': 'f0af75a9-00b5-407e-a458-c93ec4a7c4ed'}] {{(pid=111102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 14:55:07.475861 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8185506cd1cc56e10fcde42571d85de650c4e290bb1b6bf5ec2f858ed2201c15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04cb99a5-0506-4279-a5af-3e5062833014" -d '{"events": [{"name": "network-changed", "server_uuid": "b501f137-fb1d-40f6-88c9-646247bebae0", "tag": "f0af75a9-00b5-407e-a458-c93ec4a7c4ed"}]}' {{(pid=111102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:55:07.515969 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 14:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-729c2d57-fbbd-4074-a300-9627b32bb342 x-openstack-request-id: req-729c2d57-fbbd-4074-a300-9627b32bb342 {{(pid=111102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:55:07.516371 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b501f137-fb1d-40f6-88c9-646247bebae0", "tag": "f0af75a9-00b5-407e-a458-c93ec4a7c4ed", "status": "completed", "code": 200}]} {{(pid=111102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:55:07.516647 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-729c2d57-fbbd-4074-a300-9627b32bb342 {{(pid=111102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:55:07.517022 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.notifiers.nova [-] Nova event matching ['req-729c2d57-fbbd-4074-a300-9627b32bb342'] response: {'name': 'network-changed', 'server_uuid': 'b501f137-fb1d-40f6-88c9-646247bebae0', 'tag': 'f0af75a9-00b5-407e-a458-c93ec4a7c4ed', 'status': 'completed', 'code': 200} Jul 26 14:55:07.570763 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvr_db [None req-6f09a726-965d-40b0-a3ba-a53339652b8d None None] Set router 509662c4-ff56-4224-9f8d-a804da664e9a gateway port host: dv-cinder-851030-1-iscsi {{(pid=111104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 14:55:07.713269 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cb99a5-0506-4279-a5af-3e5062833014 req-38624b2e-905a-457c-93a8-a73662c809c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:55:07.714798 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-04cb99a5-0506-4279-a5af-3e5062833014 req-38624b2e-905a-457c-93a8-a73662c809c8 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=4f3f79533bbf48018798e6e65050d69c&device_id=b501f137-fb1d-40f6-88c9-646247bebae0 HTTP/1.1" status: 200 len: 1129 time: 0.0487821 Jul 26 14:55:07.725420 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Device d6caa173-64eb-4fad-b6b6-11a73fcc772a no longer exists at agent hyperv_hv-cinder-85103 {{(pid=111104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:55:07.776179 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] No Port match for: d6caa173-64eb-4fad-b6b6-11a73fcc772a {{(pid=111104) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 14:55:07.776523 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Device d6caa173-64eb-4fad-b6b6-11a73fcc772a not bound to the agent host hv-cinder-85103 {{(pid=111104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:55:07.857985 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-6f09a726-965d-40b0-a3ba-a53339652b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509662c4-ff56-4224-9f8d-a804da664e9a', 'name': 'tempest-ServerRescueNegativeTestJSON-2012228837-router', 'tenant_id': '4f3f79533bbf48018798e6e65050d69c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'f3a089ce-01c0-412f-a73a-7d9b108d74de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:51:46Z', 'updated_at': '2022-07-26T14:51:56Z', 'revision_number': 4, 'project_id': '4f3f79533bbf48018798e6e65050d69c', 'gw_port': {'id': 'f3a089ce-01c0-412f-a73a-7d9b108d74de', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509662c4-ff56-4224-9f8d-a804da664e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:47Z', 'updated_at': '2022-07-26T14:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi', '_floatingips': [{'id': '6223a689-ccc5-4b2e-997a-21446db4cdcc', 'tenant_id': '4f3f79533bbf48018798e6e65050d69c', 'floating_ip_address': '172.27.0.189', 'floating_network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'router_id': '509662c4-ff56-4224-9f8d-a804da664e9a', 'port_id': 'f0af75a9-00b5-407e-a458-c93ec4a7c4ed', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f1306c7-31e7-49e9-8b79-d9c630497063', 'mac_address': 'fa:16:3e:1f:df:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b501f137-fb1d-40f6-88c9-646247bebae0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T14:54:38Z', 'updated_at': '2022-07-26T14:55:06Z', 'revision_number': 1, 'project_id': '4f3f79533bbf48018798e6e65050d69c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a18eca2-bb2d-4000-aca8-85a75cffa849', 'name': '', 'network_id': '0f1306c7-31e7-49e9-8b79-d9c630497063', 'tenant_id': '4f3f79533bbf48018798e6e65050d69c', 'mac_address': 'fa:16:3e:1d:e7:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509662c4-ff56-4224-9f8d-a804da664e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '2fb38d4f-c234-47e2-adc0-721b341e4aad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:55Z', 'updated_at': '2022-07-26T14:52:07Z', 'revision_number': 5, 'project_id': '4f3f79533bbf48018798e6e65050d69c', 'subnets': [{'id': '2fb38d4f-c234-47e2-adc0-721b341e4aad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851030-1-iscsi', False) {} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:55:07.883851 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f09a726-965d-40b0-a3ba-a53339652b8d None None] Checking router: 509662c4-ff56-4224-9f8d-a804da664e9a for host: dv-cinder-851030-1-iscsi {{(pid=111104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:55:07.893182 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f09a726-965d-40b0-a3ba-a53339652b8d None None] Routers {'509662c4-ff56-4224-9f8d-a804da664e9a'} bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 14:55:07.893831 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-6f09a726-965d-40b0-a3ba-a53339652b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851030-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T14:42:54Z,description=,heartbeat_timestamp=2022-07-26T14:54:54Z,host='dv-cinder-851030-1-iscsi',id=66f8bb98-7ace-4a85-b6ba-ffe40597695b,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:42:55Z,topic='l3_agent')) {'router_ids': ['509662c4-ff56-4224-9f8d-a804da664e9a'], 'active': True} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:55:08.137144 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvr_db [None req-6f09a726-965d-40b0-a3ba-a53339652b8d None None] Set router 509662c4-ff56-4224-9f8d-a804da664e9a gateway port host: dv-cinder-851030-1-iscsi {{(pid=111104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 14:55:08.180490 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 47926) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:55:08.332005 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6679b767-e676-49f3-af74-29c0d07d10b7 req-58d97432-3107-424f-801c-5bf6d9f5c147 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:55:08.334296 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-6679b767-e676-49f3-af74-29c0d07d10b7 req-58d97432-3107-424f-801c-5bf6d9f5c147 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] 10.222.0.97 "GET /v2.0/ports?device_id=171f8b78-1bb9-4ab8-9e8e-78aaf0208adb HTTP/1.1" status: 200 len: 945 time: 0.0805409 Jul 26 14:55:08.367242 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-6020ffe2-5a3c-44eb-90b1-c95ccefa975e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:08.403759 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-6f09a726-965d-40b0-a3ba-a53339652b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509662c4-ff56-4224-9f8d-a804da664e9a', 'name': 'tempest-ServerRescueNegativeTestJSON-2012228837-router', 'tenant_id': '4f3f79533bbf48018798e6e65050d69c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'f3a089ce-01c0-412f-a73a-7d9b108d74de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:51:46Z', 'updated_at': '2022-07-26T14:51:56Z', 'revision_number': 4, 'project_id': '4f3f79533bbf48018798e6e65050d69c', 'gw_port': {'id': 'f3a089ce-01c0-412f-a73a-7d9b108d74de', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509662c4-ff56-4224-9f8d-a804da664e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:47Z', 'updated_at': '2022-07-26T14:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi', '_floatingips': [{'id': '6223a689-ccc5-4b2e-997a-21446db4cdcc', 'tenant_id': '4f3f79533bbf48018798e6e65050d69c', 'floating_ip_address': '172.27.0.189', 'floating_network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'router_id': '509662c4-ff56-4224-9f8d-a804da664e9a', 'port_id': 'f0af75a9-00b5-407e-a458-c93ec4a7c4ed', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f1306c7-31e7-49e9-8b79-d9c630497063', 'mac_address': 'fa:16:3e:1f:df:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b501f137-fb1d-40f6-88c9-646247bebae0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T14:54:38Z', 'updated_at': '2022-07-26T14:55:06Z', 'revision_number': 1, 'project_id': '4f3f79533bbf48018798e6e65050d69c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a18eca2-bb2d-4000-aca8-85a75cffa849', 'name': '', 'network_id': '0f1306c7-31e7-49e9-8b79-d9c630497063', 'tenant_id': '4f3f79533bbf48018798e6e65050d69c', 'mac_address': 'fa:16:3e:1d:e7:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509662c4-ff56-4224-9f8d-a804da664e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '2fb38d4f-c234-47e2-adc0-721b341e4aad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:55Z', 'updated_at': '2022-07-26T14:52:07Z', 'revision_number': 5, 'project_id': '4f3f79533bbf48018798e6e65050d69c', 'subnets': [{'id': '2fb38d4f-c234-47e2-adc0-721b341e4aad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851030-1-iscsi', False) {} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:55:08.405610 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:55:08.435638 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f09a726-965d-40b0-a3ba-a53339652b8d None None] The sync data for ids ['509662c4-ff56-4224-9f8d-a804da664e9a'] in dv-cinder-851030-1-iscsi is: [{'id': '509662c4-ff56-4224-9f8d-a804da664e9a', 'name': 'tempest-ServerRescueNegativeTestJSON-2012228837-router', 'tenant_id': '4f3f79533bbf48018798e6e65050d69c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'f3a089ce-01c0-412f-a73a-7d9b108d74de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:51:46Z', 'updated_at': '2022-07-26T14:51:56Z', 'revision_number': 4, 'project_id': '4f3f79533bbf48018798e6e65050d69c', 'gw_port': {'id': 'f3a089ce-01c0-412f-a73a-7d9b108d74de', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509662c4-ff56-4224-9f8d-a804da664e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:47Z', 'updated_at': '2022-07-26T14:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi', '_floatingips': [{'id': '6223a689-ccc5-4b2e-997a-21446db4cdcc', 'tenant_id': '4f3f79533bbf48018798e6e65050d69c', 'floating_ip_address': '172.27.0.189', 'floating_network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'router_id': '509662c4-ff56-4224-9f8d-a804da664e9a', 'port_id': 'f0af75a9-00b5-407e-a458-c93ec4a7c4ed', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f1306c7-31e7-49e9-8b79-d9c630497063', 'mac_address': 'fa:16:3e:1f:df:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b501f137-fb1d-40f6-88c9-646247bebae0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T14:54:38Z', 'updated_at': '2022-07-26T14:55:06Z', 'revision_number': 1, 'project_id': '4f3f79533bbf48018798e6e65050d69c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a18eca2-bb2d-4000-aca8-85a75cffa849', 'name': '', 'network_id': '0f1306c7-31e7-49e9-8b79-d9c630497063', 'tenant_id': '4f3f79533bbf48018798e6e65050d69c', 'mac_address': 'fa:16:3e:1d:e7:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509662c4-ff56-4224-9f8d-a804da664e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '2fb38d4f-c234-47e2-adc0-721b341e4aad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:55Z', 'updated_at': '2022-07-26T14:52:07Z', 'revision_number': 5, 'project_id': '4f3f79533bbf48018798e6e65050d69c', 'subnets': [{'id': '2fb38d4f-c234-47e2-adc0-721b341e4aad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:55:08.439681 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cb99a5-0506-4279-a5af-3e5062833014 req-32d8879e-46c5-4d2e-8cf8-0af61f847000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:55:08.441361 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-04cb99a5-0506-4279-a5af-3e5062833014 req-32d8879e-46c5-4d2e-8cf8-0af61f847000 service neutron] 10.222.0.99 "GET /v2.0/networks?id=0f1306c7-31e7-49e9-8b79-d9c630497063 HTTP/1.1" status: 200 len: 921 time: 0.1804717 Jul 26 14:55:08.449547 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:55:08.458787 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-6679b767-e676-49f3-af74-29c0d07d10b7 req-7056bea0-58df-4118-9732-77f257179f74 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] 10.222.0.97 "GET /v2.0/security-groups?id=cfe40aff-dae8-46e2-a241-0d4fffb6448d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119182 Jul 26 14:55:08.551668 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-6020ffe2-5a3c-44eb-90b1-c95ccefa975e admin admin] Publish callbacks [] for security_group (0a854093-8b3d-421f-9c2f-9a48d7f00671), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:08.553926 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-04cb99a5-0506-4279-a5af-3e5062833014 req-059be452-0f92-43f8-88ad-9e82abc627a3 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0af75a9-00b5-407e-a458-c93ec4a7c4ed HTTP/1.1" status: 200 len: 999 time: 0.0971031 Jul 26 14:55:08.605810 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cb99a5-0506-4279-a5af-3e5062833014 req-969c0e70-a6aa-4794-ac44-d0aae40276a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:55:08.606189 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-04cb99a5-0506-4279-a5af-3e5062833014 req-969c0e70-a6aa-4794-ac44-d0aae40276a3 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=2fb38d4f-c234-47e2-adc0-721b341e4aad HTTP/1.1" status: 200 len: 858 time: 0.0464427 Jul 26 14:55:08.651091 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e02590-9098-43c0-80af-3024bb794d68 None None] New status for floating IP 6223a689-ccc5-4b2e-997a-21446db4cdcc: ACTIVE {{(pid=111105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 14:55:08.820659 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-6020ffe2-5a3c-44eb-90b1-c95ccefa975e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (0a854093-8b3d-421f-9c2f-9a48d7f00671), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:08.866715 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-6020ffe2-5a3c-44eb-90b1-c95ccefa975e admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=7881897199d9488c882683856d8f7cf2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6799481 Jul 26 14:55:08.866715 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6020ffe2-5a3c-44eb-90b1-c95ccefa975e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a854093-8b3d-421f-9c2f-9a48d7f00671,revision_number=1']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:08.866934 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 47956) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:55:08.931874 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-7c9a8261-598c-4941-bbab-df7cfb87082e admin admin] Publish callbacks [] for security_group (0a854093-8b3d-421f-9c2f-9a48d7f00671), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:08.954568 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-7c9a8261-598c-4941-bbab-df7cfb87082e admin admin] Publish callbacks [] for security_group (0a854093-8b3d-421f-9c2f-9a48d7f00671), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:09.146893 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-7c9a8261-598c-4941-bbab-df7cfb87082e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (0a854093-8b3d-421f-9c2f-9a48d7f00671), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:09.149636 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-7c9a8261-598c-4941-bbab-df7cfb87082e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:09.150795 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-7c9a8261-598c-4941-bbab-df7cfb87082e admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/0a854093-8b3d-421f-9c2f-9a48d7f00671 HTTP/1.1" status: 204 len: 168 time: 0.2843378 Jul 26 14:55:09.160048 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9a8261-598c-4941-bbab-df7cfb87082e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a854093-8b3d-421f-9c2f-9a48d7f00671,revision_number=None']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:09.325518 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cb99a5-0506-4279-a5af-3e5062833014 req-f737d50f-78fa-4b7c-b642-1196f96e0127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:55:09.326962 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-04cb99a5-0506-4279-a5af-3e5062833014 req-f737d50f-78fa-4b7c-b642-1196f96e0127 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=0f1306c7-31e7-49e9-8b79-d9c630497063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438626 Jul 26 14:55:09.425641 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-04cb99a5-0506-4279-a5af-3e5062833014 req-7344d511-97be-4927-bd47-32832eea5848 service neutron] 10.222.0.99 "GET /v2.0/networks/0f1306c7-31e7-49e9-8b79-d9c630497063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922489 Jul 26 14:55:09.480092 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:55:09.585393 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-04cb99a5-0506-4279-a5af-3e5062833014 req-07496d9e-9db2-4ed8-9139-e09a18f43b5f service neutron] 10.222.0.99 "GET /v2.0/networks/0f1306c7-31e7-49e9-8b79-d9c630497063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529319 Jul 26 14:55:09.598520 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ee7a38-8592-4cea-9164-44470c6a6ace req-e9debc13-0cf7-44f7-a419-b22233820108 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:55:09.600058 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-b8ee7a38-8592-4cea-9164-44470c6a6ace req-e9debc13-0cf7-44f7-a419-b22233820108 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] 10.222.0.97 "GET /v2.0/ports?device_id=171f8b78-1bb9-4ab8-9e8e-78aaf0208adb HTTP/1.1" status: 200 len: 945 time: 0.0695345 Jul 26 14:55:09.700515 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-b8ee7a38-8592-4cea-9164-44470c6a6ace req-df9e70d8-4639-4067-8d7c-be4643f5bdec tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] 10.222.0.97 "GET /v2.0/security-groups?id=cfe40aff-dae8-46e2-a241-0d4fffb6448d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946655 Jul 26 14:55:09.829356 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4952dc79-3ada-47af-9acf-cf3ba45fddb8 req-6286fc70-241e-466c-b32e-18c67445eb60 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:55:09.830873 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-4952dc79-3ada-47af-9acf-cf3ba45fddb8 req-6286fc70-241e-466c-b32e-18c67445eb60 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] 10.222.0.97 "GET /v2.0/ports?device_id=171f8b78-1bb9-4ab8-9e8e-78aaf0208adb HTTP/1.1" status: 200 len: 945 time: 0.0508416 Jul 26 14:55:09.885952 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-4952dc79-3ada-47af-9acf-cf3ba45fddb8 req-66860814-8d5d-4c52-804b-30bd177928d5 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] 10.222.0.97 "GET /v2.0/security-groups?id=cfe40aff-dae8-46e2-a241-0d4fffb6448d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479646 Jul 26 14:55:09.911216 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 48010) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:55:10.101750 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6def8c77-fb8f-4513-ac39-c85513329237 tempest-TestVolumeBootPattern-1132170856 tempest-TestVolumeBootPattern-1132170856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:55:10.103286 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-6def8c77-fb8f-4513-ac39-c85513329237 tempest-TestVolumeBootPattern-1132170856 tempest-TestVolumeBootPattern-1132170856-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=171f8b78-1bb9-4ab8-9e8e-78aaf0208adb HTTP/1.1" status: 200 len: 1124 time: 0.1910484 Jul 26 14:55:10.106395 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 48014) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:55:10.111075 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.v2.base [None req-0c5287d4-1bf8-49b4-bf37-d0693d9692b6 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Request body: {'floatingip': {'floating_network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'port_id': '5dc5b800-3fb7-4da8-865c-4676b8e74a36', 'tenant_id': 'e7107f9317c24cc7b972fdc6b8c01322', 'fixed_ip_address': '172.20.0.9'}} {{(pid=111102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 14:55:10.261356 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-0c5287d4-1bf8-49b4-bf37-d0693d9692b6 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:10.270671 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 48016) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:55:10.287221 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-f1509f54-69e9-4c3e-ae8d-ba6d621cc6a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:10.345891 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-0c5287d4-1bf8-49b4-bf37-d0693d9692b6 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:10.362500 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-f1509f54-69e9-4c3e-ae8d-ba6d621cc6a1 admin admin] Publish callbacks [] for security_group (b55ff91a-7b17-4893-aff9-c4349e556c00), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:10.458258 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.db_base_plugin_common [None req-0c5287d4-1bf8-49b4-bf37-d0693d9692b6 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Allocated IP 172.27.0.254 (976f28e8-c47c-49b7-93ff-2bd79bbe121a/527ba32d-e656-41f8-8fe6-15a8ab4751c9/80a84803-e792-4b70-bafa-9939e7c1feda) {{(pid=111102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:55:10.512643 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-f1509f54-69e9-4c3e-ae8d-ba6d621cc6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (b55ff91a-7b17-4893-aff9-c4349e556c00), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:10.532704 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:DELETE=5,neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:55:10.555369 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1509f54-69e9-4c3e-ae8d-ba6d621cc6a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b55ff91a-7b17-4893-aff9-c4349e556c00,revision_number=1']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:10.561028 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-f1509f54-69e9-4c3e-ae8d-ba6d621cc6a1 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=5e1d544cfa96414f9197c8f4172eef68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2893188 Jul 26 14:55:10.563723 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 48052) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:55:10.573574 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-0c5287d4-1bf8-49b4-bf37-d0693d9692b6 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Publish callbacks [] for port (80a84803-e792-4b70-bafa-9939e7c1feda), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:10.625931 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-02be51e6-1f4e-4bd0-845f-9d6147009258 admin admin] Publish callbacks [] for security_group (b55ff91a-7b17-4893-aff9-c4349e556c00), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:10.647696 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:55:10.660760 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-02be51e6-1f4e-4bd0-845f-9d6147009258 admin admin] Publish callbacks [] for security_group (b55ff91a-7b17-4893-aff9-c4349e556c00), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:10.792477 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-0c5287d4-1bf8-49b4-bf37-d0693d9692b6 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789579689795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868105'] for port (80a84803-e792-4b70-bafa-9939e7c1feda), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:10.831790 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5287d4-1bf8-49b4-bf37-d0693d9692b6 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Network 976f28e8-c47c-49b7-93ff-2bd79bbe121a is already hosted by enough agents. {{(pid=111102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:55:10.834960 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.base_scheduler [None req-0c5287d4-1bf8-49b4-bf37-d0693d9692b6 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Resources bound (agent type, host, resource id): {{(pid=111102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:55:10.838885 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5287d4-1bf8-49b4-bf37-d0693d9692b6 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Received port after_create {{(pid=111102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 14:55:10.845237 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-02be51e6-1f4e-4bd0-845f-9d6147009258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (b55ff91a-7b17-4893-aff9-c4349e556c00), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:10.847839 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-02be51e6-1f4e-4bd0-845f-9d6147009258 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:10.851271 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-02be51e6-1f4e-4bd0-845f-9d6147009258 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/b55ff91a-7b17-4893-aff9-c4349e556c00 HTTP/1.1" status: 204 len: 168 time: 0.2841990 Jul 26 14:55:10.861243 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02be51e6-1f4e-4bd0-845f-9d6147009258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b55ff91a-7b17-4893-aff9-c4349e556c00,revision_number=None']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:10.885644 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5287d4-1bf8-49b4-bf37-d0693d9692b6 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Pushing event updated for resources: {'Port': ['ID=80a84803-e792-4b70-bafa-9939e7c1feda,revision_number=1']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:11.284930 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-0c5287d4-1bf8-49b4-bf37-d0693d9692b6 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Publish callbacks [] for floatingip (d85d430d-4114-4f4d-9667-d6ffbabf24a5), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:11.494181 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-0c5287d4-1bf8-49b4-bf37-d0693d9692b6 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (80a84803-e792-4b70-bafa-9939e7c1feda), before_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:11.643309 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-0c5287d4-1bf8-49b4-bf37-d0693d9692b6 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Publish callbacks [] for port (80a84803-e792-4b70-bafa-9939e7c1feda), precommit_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:11.855892 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:55:11.857886 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-0c5287d4-1bf8-49b4-bf37-d0693d9692b6 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868126'] for port (80a84803-e792-4b70-bafa-9939e7c1feda), after_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:11.934464 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5287d4-1bf8-49b4-bf37-d0693d9692b6 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Pushing event updated for resources: {'Port': ['ID=80a84803-e792-4b70-bafa-9939e7c1feda,revision_number=2']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:11.946860 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-0c5287d4-1bf8-49b4-bf37-d0693d9692b6 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691171'] for floatingip (d85d430d-4114-4f4d-9667-d6ffbabf24a5), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:12.047987 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.db.l3_db [None req-0c5287d4-1bf8-49b4-bf37-d0693d9692b6 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Floating IP d85d430d-4114-4f4d-9667-d6ffbabf24a5 associated. External IP: 172.27.0.254, port: 5dc5b800-3fb7-4da8-865c-4676b8e74a36. Jul 26 14:55:12.204762 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:55:12.280194 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c5287d4-1bf8-49b4-bf37-d0693d9692b6 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Router 77253391-b429-4b7c-9024-2065a1df24b8 has already been hosted by L3 agent 66f8bb98-7ace-4a85-b6ba-ffe40597695b {{(pid=111102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 14:55:12.635997 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c5287d4-1bf8-49b4-bf37-d0693d9692b6 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Notify agent at l3_agent.dv-cinder-851030-1-iscsi the message routers_updated {{(pid=111102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:55:12.646533 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b04430-6d8f-4215-b4e5-ac8a12fbe735 None None] Sync routers for ids ['77253391-b429-4b7c-9024-2065a1df24b8'] in dv-cinder-851030-1-iscsi {{(pid=111104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:55:12.656008 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b04430-6d8f-4215-b4e5-ac8a12fbe735 None None] Routers {'77253391-b429-4b7c-9024-2065a1df24b8'} bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 14:55:12.657173 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-81b04430-6d8f-4215-b4e5-ac8a12fbe735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851030-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T14:42:54Z,description=,heartbeat_timestamp=2022-07-26T14:54:54Z,host='dv-cinder-851030-1-iscsi',id=66f8bb98-7ace-4a85-b6ba-ffe40597695b,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:42:55Z,topic='l3_agent')) {'router_ids': ['77253391-b429-4b7c-9024-2065a1df24b8'], 'active': True} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:55:12.760341 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvr_db [None req-81b04430-6d8f-4215-b4e5-ac8a12fbe735 None None] Set router 77253391-b429-4b7c-9024-2065a1df24b8 gateway port host: dv-cinder-851030-1-iscsi {{(pid=111104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 14:55:12.921308 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=100 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:55:12.973110 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-0c5287d4-1bf8-49b4-bf37-d0693d9692b6 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-431034'] for floatingip (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:12.982620 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-81b04430-6d8f-4215-b4e5-ac8a12fbe735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77253391-b429-4b7c-9024-2065a1df24b8', 'name': 'tempest-TestVolumeBootPattern-1575365732-router', 'tenant_id': 'e7107f9317c24cc7b972fdc6b8c01322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '7bec4bbe-d10a-4710-9f59-7fbddd70fb0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:53:32Z', 'updated_at': '2022-07-26T14:53:35Z', 'revision_number': 4, 'project_id': 'e7107f9317c24cc7b972fdc6b8c01322', 'gw_port': {'id': '7bec4bbe-d10a-4710-9f59-7fbddd70fb0e', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77253391-b429-4b7c-9024-2065a1df24b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:53:32Z', 'updated_at': '2022-07-26T14:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi', '_floatingips': [{'id': 'd85d430d-4114-4f4d-9667-d6ffbabf24a5', 'tenant_id': 'e7107f9317c24cc7b972fdc6b8c01322', 'floating_ip_address': '172.27.0.254', 'floating_network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'router_id': '77253391-b429-4b7c-9024-2065a1df24b8', 'port_id': '5dc5b800-3fb7-4da8-865c-4676b8e74a36', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14f3b361-a8f4-473b-ba81-867b2d141518', 'mac_address': 'fa:16:3e:87:70:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171f8b78-1bb9-4ab8-9e8e-78aaf0208adb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T14:55:11Z', 'updated_at': '2022-07-26T14:55:11Z', 'revision_number': 0, 'project_id': 'e7107f9317c24cc7b972fdc6b8c01322', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5840695a-f93c-4b1f-a583-6cb313898d1c', 'name': '', 'network_id': '14f3b361-a8f4-473b-ba81-867b2d141518', 'tenant_id': 'e7107f9317c24cc7b972fdc6b8c01322', 'mac_address': 'fa:16:3e:46:e2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77253391-b429-4b7c-9024-2065a1df24b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '2f172c49-73da-4c22-8185-d9d275101a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:53:34Z', 'updated_at': '2022-07-26T14:53:40Z', 'revision_number': 5, 'project_id': 'e7107f9317c24cc7b972fdc6b8c01322', 'subnets': [{'id': '2f172c49-73da-4c22-8185-d9d275101a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851030-1-iscsi', False) {} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:55:13.004967 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-0c5287d4-1bf8-49b4-bf37-d0693d9692b6 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] 10.222.0.97 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8974161 Jul 26 14:55:13.005684 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '171f8b78-1bb9-4ab8-9e8e-78aaf0208adb', 'tag': '5dc5b800-3fb7-4da8-865c-4676b8e74a36'}] {{(pid=111102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 14:55:13.008386 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8185506cd1cc56e10fcde42571d85de650c4e290bb1b6bf5ec2f858ed2201c15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ed6ff0d-6445-4b8b-a0fe-894253b00586" -d '{"events": [{"name": "network-changed", "server_uuid": "171f8b78-1bb9-4ab8-9e8e-78aaf0208adb", "tag": "5dc5b800-3fb7-4da8-865c-4676b8e74a36"}]}' {{(pid=111102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:55:13.011646 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b04430-6d8f-4215-b4e5-ac8a12fbe735 None None] Checking router: 77253391-b429-4b7c-9024-2065a1df24b8 for host: dv-cinder-851030-1-iscsi {{(pid=111104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:55:13.021123 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b04430-6d8f-4215-b4e5-ac8a12fbe735 None None] Routers {'77253391-b429-4b7c-9024-2065a1df24b8'} bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 14:55:13.021729 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-81b04430-6d8f-4215-b4e5-ac8a12fbe735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851030-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T14:42:54Z,description=,heartbeat_timestamp=2022-07-26T14:54:54Z,host='dv-cinder-851030-1-iscsi',id=66f8bb98-7ace-4a85-b6ba-ffe40597695b,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:42:55Z,topic='l3_agent')) {'router_ids': ['77253391-b429-4b7c-9024-2065a1df24b8'], 'active': True} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:55:13.052973 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 14:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20c2d339-c27f-4374-88bd-22d95202efe0 x-openstack-request-id: req-20c2d339-c27f-4374-88bd-22d95202efe0 {{(pid=111102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:55:13.053344 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "171f8b78-1bb9-4ab8-9e8e-78aaf0208adb", "tag": "5dc5b800-3fb7-4da8-865c-4676b8e74a36", "status": "completed", "code": 200}]} {{(pid=111102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:55:13.053710 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-20c2d339-c27f-4374-88bd-22d95202efe0 {{(pid=111102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:55:13.054341 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20c2d339-c27f-4374-88bd-22d95202efe0'] response: {'name': 'network-changed', 'server_uuid': '171f8b78-1bb9-4ab8-9e8e-78aaf0208adb', 'tag': '5dc5b800-3fb7-4da8-865c-4676b8e74a36', 'status': 'completed', 'code': 200} Jul 26 14:55:13.127519 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvr_db [None req-81b04430-6d8f-4215-b4e5-ac8a12fbe735 None None] Set router 77253391-b429-4b7c-9024-2065a1df24b8 gateway port host: dv-cinder-851030-1-iscsi {{(pid=111104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 14:55:13.134759 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed6ff0d-6445-4b8b-a0fe-894253b00586 req-12d63d9c-6baa-429a-9b05-fd73d1a22924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:55:13.136345 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-7ed6ff0d-6445-4b8b-a0fe-894253b00586 req-12d63d9c-6baa-429a-9b05-fd73d1a22924 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=e7107f9317c24cc7b972fdc6b8c01322&device_id=171f8b78-1bb9-4ab8-9e8e-78aaf0208adb HTTP/1.1" status: 200 len: 1129 time: 0.0414257 Jul 26 14:55:13.272520 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed6ff0d-6445-4b8b-a0fe-894253b00586 req-3284c8b2-f976-48d2-beac-e484570ab8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:55:13.276218 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-7ed6ff0d-6445-4b8b-a0fe-894253b00586 req-3284c8b2-f976-48d2-beac-e484570ab8a1 service neutron] 10.222.0.99 "GET /v2.0/networks?id=14f3b361-a8f4-473b-ba81-867b2d141518 HTTP/1.1" status: 200 len: 914 time: 0.1315498 Jul 26 14:55:13.319446 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=100 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:55:13.343050 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-7ed6ff0d-6445-4b8b-a0fe-894253b00586 req-072f7c71-9e40-491f-a856-e99ca5771569 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5dc5b800-3fb7-4da8-865c-4676b8e74a36 HTTP/1.1" status: 200 len: 999 time: 0.0619373 Jul 26 14:55:13.400907 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed6ff0d-6445-4b8b-a0fe-894253b00586 req-44828888-5dca-44e2-87f7-43a056e546eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:55:13.402554 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-7ed6ff0d-6445-4b8b-a0fe-894253b00586 req-44828888-5dca-44e2-87f7-43a056e546eb service neutron] 10.222.0.99 "GET /v2.0/subnets?id=2f172c49-73da-4c22-8185-d9d275101a2a HTTP/1.1" status: 200 len: 851 time: 0.0538237 Jul 26 14:55:13.402992 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-81b04430-6d8f-4215-b4e5-ac8a12fbe735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77253391-b429-4b7c-9024-2065a1df24b8', 'name': 'tempest-TestVolumeBootPattern-1575365732-router', 'tenant_id': 'e7107f9317c24cc7b972fdc6b8c01322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '7bec4bbe-d10a-4710-9f59-7fbddd70fb0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:53:32Z', 'updated_at': '2022-07-26T14:53:35Z', 'revision_number': 4, 'project_id': 'e7107f9317c24cc7b972fdc6b8c01322', 'gw_port': {'id': '7bec4bbe-d10a-4710-9f59-7fbddd70fb0e', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77253391-b429-4b7c-9024-2065a1df24b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:53:32Z', 'updated_at': '2022-07-26T14:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi', '_floatingips': [{'id': 'd85d430d-4114-4f4d-9667-d6ffbabf24a5', 'tenant_id': 'e7107f9317c24cc7b972fdc6b8c01322', 'floating_ip_address': '172.27.0.254', 'floating_network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'router_id': '77253391-b429-4b7c-9024-2065a1df24b8', 'port_id': '5dc5b800-3fb7-4da8-865c-4676b8e74a36', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14f3b361-a8f4-473b-ba81-867b2d141518', 'mac_address': 'fa:16:3e:87:70:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171f8b78-1bb9-4ab8-9e8e-78aaf0208adb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T14:55:11Z', 'updated_at': '2022-07-26T14:55:11Z', 'revision_number': 0, 'project_id': 'e7107f9317c24cc7b972fdc6b8c01322', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5840695a-f93c-4b1f-a583-6cb313898d1c', 'name': '', 'network_id': '14f3b361-a8f4-473b-ba81-867b2d141518', 'tenant_id': 'e7107f9317c24cc7b972fdc6b8c01322', 'mac_address': 'fa:16:3e:46:e2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77253391-b429-4b7c-9024-2065a1df24b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '2f172c49-73da-4c22-8185-d9d275101a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:53:34Z', 'updated_at': '2022-07-26T14:53:40Z', 'revision_number': 5, 'project_id': 'e7107f9317c24cc7b972fdc6b8c01322', 'subnets': [{'id': '2f172c49-73da-4c22-8185-d9d275101a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851030-1-iscsi', False) {} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:55:13.433148 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b04430-6d8f-4215-b4e5-ac8a12fbe735 None None] The sync data for ids ['77253391-b429-4b7c-9024-2065a1df24b8'] in dv-cinder-851030-1-iscsi is: [{'id': '77253391-b429-4b7c-9024-2065a1df24b8', 'name': 'tempest-TestVolumeBootPattern-1575365732-router', 'tenant_id': 'e7107f9317c24cc7b972fdc6b8c01322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '7bec4bbe-d10a-4710-9f59-7fbddd70fb0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:53:32Z', 'updated_at': '2022-07-26T14:53:35Z', 'revision_number': 4, 'project_id': 'e7107f9317c24cc7b972fdc6b8c01322', 'gw_port': {'id': '7bec4bbe-d10a-4710-9f59-7fbddd70fb0e', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77253391-b429-4b7c-9024-2065a1df24b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:53:32Z', 'updated_at': '2022-07-26T14:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi', '_floatingips': [{'id': 'd85d430d-4114-4f4d-9667-d6ffbabf24a5', 'tenant_id': 'e7107f9317c24cc7b972fdc6b8c01322', 'floating_ip_address': '172.27.0.254', 'floating_network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'router_id': '77253391-b429-4b7c-9024-2065a1df24b8', 'port_id': '5dc5b800-3fb7-4da8-865c-4676b8e74a36', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14f3b361-a8f4-473b-ba81-867b2d141518', 'mac_address': 'fa:16:3e:87:70:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171f8b78-1bb9-4ab8-9e8e-78aaf0208adb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T14:55:11Z', 'updated_at': '2022-07-26T14:55:11Z', 'revision_number': 0, 'project_id': 'e7107f9317c24cc7b972fdc6b8c01322', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5840695a-f93c-4b1f-a583-6cb313898d1c', 'name': '', 'network_id': '14f3b361-a8f4-473b-ba81-867b2d141518', 'tenant_id': 'e7107f9317c24cc7b972fdc6b8c01322', 'mac_address': 'fa:16:3e:46:e2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77253391-b429-4b7c-9024-2065a1df24b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '2f172c49-73da-4c22-8185-d9d275101a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:53:34Z', 'updated_at': '2022-07-26T14:53:40Z', 'revision_number': 5, 'project_id': 'e7107f9317c24cc7b972fdc6b8c01322', 'subnets': [{'id': '2f172c49-73da-4c22-8185-d9d275101a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:55:13.469792 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed6ff0d-6445-4b8b-a0fe-894253b00586 req-e2c99192-27eb-40e5-a03a-9b694ea7442c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:55:13.471319 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-7ed6ff0d-6445-4b8b-a0fe-894253b00586 req-e2c99192-27eb-40e5-a03a-9b694ea7442c service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=14f3b361-a8f4-473b-ba81-867b2d141518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0629950 Jul 26 14:55:13.601684 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-7ed6ff0d-6445-4b8b-a0fe-894253b00586 req-2dd0cf52-7970-478a-a6c9-56a42ea51f92 service neutron] 10.222.0.99 "GET /v2.0/networks/14f3b361-a8f4-473b-ba81-867b2d141518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093512 Jul 26 14:55:13.744688 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf618bad-dac0-4570-9a13-cc1458a64ccc None None] New status for floating IP d85d430d-4114-4f4d-9667-d6ffbabf24a5: ACTIVE {{(pid=111105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 14:55:13.748101 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-7ed6ff0d-6445-4b8b-a0fe-894253b00586 req-10d85a9d-86f7-4003-af52-b11afb1a118e service neutron] 10.222.0.99 "GET /v2.0/networks/14f3b361-a8f4-473b-ba81-867b2d141518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450243 Jul 26 14:55:15.324863 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (311d617f-8fa1-4662-a157-ab38f6e1e2d8), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:15.610935 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:55:15.916742 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 48322) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:55:16.024491 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-208ecd1b-1363-42db-af94-6e82b35e7270 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:16.106876 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-208ecd1b-1363-42db-af94-6e82b35e7270 admin admin] Publish callbacks [] for security_group (34d6d43b-4e84-4b59-b075-85bbda6ddf4b), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:16.232590 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-208ecd1b-1363-42db-af94-6e82b35e7270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (34d6d43b-4e84-4b59-b075-85bbda6ddf4b), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:16.274147 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-208ecd1b-1363-42db-af94-6e82b35e7270 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=94a8cfcaa42449ed89b7d4179e899588&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3561521 Jul 26 14:55:16.276120 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208ecd1b-1363-42db-af94-6e82b35e7270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34d6d43b-4e84-4b59-b075-85bbda6ddf4b,revision_number=1']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:16.277732 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 48328) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:55:16.328411 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-05cdaeee-214b-4131-8167-e0a5ceb1721e admin admin] Publish callbacks [] for security_group (34d6d43b-4e84-4b59-b075-85bbda6ddf4b), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:16.350798 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-05cdaeee-214b-4131-8167-e0a5ceb1721e admin admin] Publish callbacks [] for security_group (34d6d43b-4e84-4b59-b075-85bbda6ddf4b), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:16.495394 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=100 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:55:16.523516 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-05cdaeee-214b-4131-8167-e0a5ceb1721e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (34d6d43b-4e84-4b59-b075-85bbda6ddf4b), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:16.526083 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-05cdaeee-214b-4131-8167-e0a5ceb1721e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:16.527232 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-05cdaeee-214b-4131-8167-e0a5ceb1721e admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/34d6d43b-4e84-4b59-b075-85bbda6ddf4b HTTP/1.1" status: 204 len: 168 time: 0.2483819 Jul 26 14:55:16.535436 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cdaeee-214b-4131-8167-e0a5ceb1721e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d6d43b-4e84-4b59-b075-85bbda6ddf4b,revision_number=None']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:17.287767 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 48340) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:55:17.302084 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-32d269c4-789e-4737-b052-68f9b5253d66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:17.352421 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:55:17.377067 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-32d269c4-789e-4737-b052-68f9b5253d66 admin admin] Publish callbacks [] for security_group (771d570c-6283-4420-b960-78c111d33244), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:17.506757 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-32d269c4-789e-4737-b052-68f9b5253d66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (771d570c-6283-4420-b960-78c111d33244), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:17.548048 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-32d269c4-789e-4737-b052-68f9b5253d66 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=5afe9502faf34da387060d4c0305488b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2584450 Jul 26 14:55:17.548816 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d269c4-789e-4737-b052-68f9b5253d66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=771d570c-6283-4420-b960-78c111d33244,revision_number=1']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:17.550608 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 48346) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:55:17.603239 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-0c0c782e-65f0-4f83-bfd6-a9da0ba46efd admin admin] Publish callbacks [] for security_group (771d570c-6283-4420-b960-78c111d33244), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:17.625143 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-0c0c782e-65f0-4f83-bfd6-a9da0ba46efd admin admin] Publish callbacks [] for security_group (771d570c-6283-4420-b960-78c111d33244), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:17.752765 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-0c0c782e-65f0-4f83-bfd6-a9da0ba46efd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (771d570c-6283-4420-b960-78c111d33244), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:17.755365 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-0c0c782e-65f0-4f83-bfd6-a9da0ba46efd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:17.756602 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-0c0c782e-65f0-4f83-bfd6-a9da0ba46efd admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/771d570c-6283-4420-b960-78c111d33244 HTTP/1.1" status: 204 len: 168 time: 0.2044237 Jul 26 14:55:17.782237 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0c782e-65f0-4f83-bfd6-a9da0ba46efd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=771d570c-6283-4420-b960-78c111d33244,revision_number=None']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:21.105726 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 48462) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:55:21.260493 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-b2c0405b-8a4e-459f-af1a-6d3a948524df admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=bd4e47dfa8ff43829da20aa31c4bb25b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1536102 Jul 26 14:55:21.262935 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 48470) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:55:21.315285 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-db097ad5-6794-4066-a098-d1b0fee65134 admin admin] Publish callbacks [] for security_group (72671ccc-19b3-484a-b611-200356706786), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:21.345398 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-db097ad5-6794-4066-a098-d1b0fee65134 admin admin] Publish callbacks [] for security_group (72671ccc-19b3-484a-b611-200356706786), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:21.377238 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:55:21.501581 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-db097ad5-6794-4066-a098-d1b0fee65134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (72671ccc-19b3-484a-b611-200356706786), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:21.504246 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-db097ad5-6794-4066-a098-d1b0fee65134 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:21.507871 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-db097ad5-6794-4066-a098-d1b0fee65134 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/72671ccc-19b3-484a-b611-200356706786 HTTP/1.1" status: 204 len: 168 time: 0.2415318 Jul 26 14:55:21.515115 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db097ad5-6794-4066-a098-d1b0fee65134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72671ccc-19b3-484a-b611-200356706786,revision_number=None']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:21.963982 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-e4504110-38f3-4fbb-828c-9526afe86f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (bb4183fa-e0c9-4858-9c34-b1ab78d39af4), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:22.761809 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 48508) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:55:22.867343 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.v2.base [None req-4d2f5e7e-fd6f-4b8b-af18-6391aa11e01c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-358001893-network', 'tenant_id': 'fde004be36ee4efeaa9ada32b4e2182c'}} {{(pid=111102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 14:55:22.992774 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d2f5e7e-fd6f-4b8b-af18-6391aa11e01c admin admin] Made reservation on behalf of fde004be36ee4efeaa9ada32b4e2182c for: {'network': 1} {{(pid=111102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:55:22.995197 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-4d2f5e7e-fd6f-4b8b-af18-6391aa11e01c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for network (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:23.011687 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-4d2f5e7e-fd6f-4b8b-af18-6391aa11e01c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:23.093649 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-4d2f5e7e-fd6f-4b8b-af18-6391aa11e01c admin admin] Publish callbacks [] for security_group (b6b2a94c-a178-4f2c-90da-5c9f20af6184), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:23.192597 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-4d2f5e7e-fd6f-4b8b-af18-6391aa11e01c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (b6b2a94c-a178-4f2c-90da-5c9f20af6184), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:23.218980 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d2f5e7e-fd6f-4b8b-af18-6391aa11e01c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1066} {{(pid=111102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:55:23.232251 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2f5e7e-fd6f-4b8b-af18-6391aa11e01c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6b2a94c-a178-4f2c-90da-5c9f20af6184,revision_number=1']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:23.236088 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-4d2f5e7e-fd6f-4b8b-af18-6391aa11e01c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1539468'] for segment (21413819-3722-4fd4-ade1-8fa0ec8b65e4), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:23.236427 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.db.segments_db [None req-4d2f5e7e-fd6f-4b8b-af18-6391aa11e01c admin admin] Added segment 21413819-3722-4fd4-ade1-8fa0ec8b65e4 of type vlan for network 4f224720-dd50-4b3d-ae12-e0978ae6cbaf Jul 26 14:55:23.289639 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-4d2f5e7e-fd6f-4b8b-af18-6391aa11e01c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789579709570'] for network (4f224720-dd50-4b3d-ae12-e0978ae6cbaf), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:23.398639 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-4d2f5e7e-fd6f-4b8b-af18-6391aa11e01c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707'] for network (4f224720-dd50-4b3d-ae12-e0978ae6cbaf), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:23.399978 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2f5e7e-fd6f-4b8b-af18-6391aa11e01c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:55:23.400573 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-4d2f5e7e-fd6f-4b8b-af18-6391aa11e01c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524685'] for network (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:23.465925 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2f5e7e-fd6f-4b8b-af18-6391aa11e01c admin admin] Pushing event updated for resources: {'Network': ['ID=4f224720-dd50-4b3d-ae12-e0978ae6cbaf,revision_number=1']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:23.475623 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Network 4f224720-dd50-4b3d-ae12-e0978ae6cbaf details requested by agent ovs-agent-dv-cinder-851030-1-iscsi with host dv-cinder-851030-1-iscsi {{(pid=111104) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:55:23.563106 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-4d2f5e7e-fd6f-4b8b-af18-6391aa11e01c admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8000836 Jul 26 14:55:23.567001 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 48522) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:55:23.572648 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.v2.base [None req-3ce4bc81-067b-4573-8c87-9d35c3d6c78d admin admin] Request body: {'subnet': {'network_id': '4f224720-dd50-4b3d-ae12-e0978ae6cbaf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-358001893-subnet', 'tenant_id': 'fde004be36ee4efeaa9ada32b4e2182c', 'ip_version': 4}} {{(pid=111102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 14:55:23.690820 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ce4bc81-067b-4573-8c87-9d35c3d6c78d admin admin] Made reservation on behalf of fde004be36ee4efeaa9ada32b4e2182c for: {'subnet': 1} {{(pid=111102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:55:23.693385 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-3ce4bc81-067b-4573-8c87-9d35c3d6c78d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4978278'] for subnet (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:23.852190 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:55:23.861777 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=32,neutron:UPDATE=3 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:55:23.944140 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 48530) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:55:23.964653 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-3ce4bc81-067b-4573-8c87-9d35c3d6c78d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4978248'] for subnet (6f67d112-1d95-4c3e-9346-29b9427575bb), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:23.992755 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=80,neutron:DELETE=3,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:55:24.024465 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce4bc81-067b-4573-8c87-9d35c3d6c78d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f67d112-1d95-4c3e-9346-29b9427575bb,revision_number=0']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:24.033213 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce4bc81-067b-4573-8c87-9d35c3d6c78d admin admin] Checking segment: {'id': '21413819-3722-4fd4-ade1-8fa0ec8b65e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '4f224720-dd50-4b3d-ae12-e0978ae6cbaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 14:55:24.033567 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce4bc81-067b-4573-8c87-9d35c3d6c78d admin admin] Network hostable DHCP agents. Network: 4f224720-dd50-4b3d-ae12-e0978ae6cbaf, hostable agents: ['bb4183fa-e0c9-4858-9c34-b1ab78d39af4'], hosted agents: [] {{(pid=111102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:55:24.049698 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:55:24.060002 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-53a89f42-3917-4d39-846b-cd2d33b80050 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:24.143737 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-53a89f42-3917-4d39-846b-cd2d33b80050 admin admin] Publish callbacks [] for security_group (0c7f3075-d52a-4f3f-81e4-6f74624f0d09), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:24.158941 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce4bc81-067b-4573-8c87-9d35c3d6c78d admin admin] Network 4f224720-dd50-4b3d-ae12-e0978ae6cbaf is scheduled to be hosted by DHCP agent bb4183fa-e0c9-4858-9c34-b1ab78d39af4 with binding_index 1 {{(pid=111102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:55:24.221643 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-53a89f42-3917-4d39-846b-cd2d33b80050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (0c7f3075-d52a-4f3f-81e4-6f74624f0d09), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:24.255964 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-8a94af59-9f87-4319-91f2-74eb77662d15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (66f8bb98-7ace-4a85-b6ba-ffe40597695b), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:24.259076 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.base_scheduler [None req-3ce4bc81-067b-4573-8c87-9d35c3d6c78d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851030-1-iscsi, 4f224720-dd50-4b3d-ae12-e0978ae6cbaf) {{(pid=111102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:55:24.265464 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-53a89f42-3917-4d39-846b-cd2d33b80050 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=32d3753b5f524ab78fd777c9c9c7b9ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3186524 Jul 26 14:55:24.266911 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a89f42-3917-4d39-846b-cd2d33b80050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c7f3075-d52a-4f3f-81e4-6f74624f0d09,revision_number=1']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:24.267570 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 48534) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:55:24.269915 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce4bc81-067b-4573-8c87-9d35c3d6c78d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:55:24.270463 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8ddffa-e9cf-44dc-bf96-bad5ffb971fb None None] Network 4f224720-dd50-4b3d-ae12-e0978ae6cbaf requested from dv-cinder-851030-1-iscsi {{(pid=111104) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 14:55:24.270586 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-3ce4bc81-067b-4573-8c87-9d35c3d6c78d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:24.306500 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=77,neutron:DELETE=4,neutron:INSERT=18,neutron:UPDATE=1 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:55:24.335213 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-0e7df5aa-844f-4ba2-98c3-4c4d24a455c6 admin admin] Publish callbacks [] for security_group (0c7f3075-d52a-4f3f-81e4-6f74624f0d09), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:24.357668 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-0e7df5aa-844f-4ba2-98c3-4c4d24a455c6 admin admin] Publish callbacks [] for security_group (0c7f3075-d52a-4f3f-81e4-6f74624f0d09), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:24.388176 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-3ce4bc81-067b-4573-8c87-9d35c3d6c78d admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8175027 Jul 26 14:55:24.388377 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 48538) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:55:24.390170 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0dc387-8b30-420a-840b-da11ba465e8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0bb6af5a-2cc6-51f7-b99d-0d53e456ff99-4f224720-dd50-4b3d-ae12-e0978ae6cbaf', 'network_id': '4f224720-dd50-4b3d-ae12-e0978ae6cbaf', 'project_id': 'fde004be36ee4efeaa9ada32b4e2182c', 'fixed_ips': [{'subnet_id': '6f67d112-1d95-4c3e-9346-29b9427575bb'}]}} from dv-cinder-851030-1-iscsi. {{(pid=111104) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 26 14:55:24.391802 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-fa0dc387-8b30-420a-840b-da11ba465e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (None), before_create {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:24.392937 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.v2.base [None req-79049d13-1946-480d-9438-af2df547a803 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-358001893-router', 'tenant_id': 'fde004be36ee4efeaa9ada32b4e2182c', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a'}}} {{(pid=111102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 14:55:24.472940 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-0e7df5aa-844f-4ba2-98c3-4c4d24a455c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (0c7f3075-d52a-4f3f-81e4-6f74624f0d09), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:24.473247 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-79049d13-1946-480d-9438-af2df547a803 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-567826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-937'] for router (b7ab0b83-6059-444e-8c55-2b8c08b58122), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:24.474443 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-79049d13-1946-480d-9438-af2df547a803 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-694010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-656253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-928'] for router (b7ab0b83-6059-444e-8c55-2b8c08b58122), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:24.475710 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-0e7df5aa-844f-4ba2-98c3-4c4d24a455c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:24.479569 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-0e7df5aa-844f-4ba2-98c3-4c4d24a455c6 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/0c7f3075-d52a-4f3f-81e4-6f74624f0d09 HTTP/1.1" status: 204 len: 168 time: 0.2081947 Jul 26 14:55:24.490063 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7df5aa-844f-4ba2-98c3-4c4d24a455c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c7f3075-d52a-4f3f-81e4-6f74624f0d09,revision_number=None']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:24.543109 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-79049d13-1946-480d-9438-af2df547a803 admin admin] Publish callbacks [] for router_controller (b7ab0b83-6059-444e-8c55-2b8c08b58122), precommit_add_association {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:24.603080 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.db_base_plugin_common [None req-fa0dc387-8b30-420a-840b-da11ba465e8d None None] Allocated IP 172.20.0.2 (4f224720-dd50-4b3d-ae12-e0978ae6cbaf/6f67d112-1d95-4c3e-9346-29b9427575bb/c96e8976-a073-4e0c-8482-197d4b5891b6) {{(pid=111104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:55:24.750991 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-fa0dc387-8b30-420a-840b-da11ba465e8d None None] Publish callbacks [] for port (c96e8976-a073-4e0c-8482-197d4b5891b6), precommit_create {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:24.839423 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-fa0dc387-8b30-420a-840b-da11ba465e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789579689795'] for port (c96e8976-a073-4e0c-8482-197d4b5891b6), after_create {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:24.840658 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-79049d13-1946-480d-9438-af2df547a803 admin admin] Publish callbacks [] for router_gateway (b7ab0b83-6059-444e-8c55-2b8c08b58122), precommit_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:24.883391 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0dc387-8b30-420a-840b-da11ba465e8d None None] Network 4f224720-dd50-4b3d-ae12-e0978ae6cbaf is already hosted by enough agents. {{(pid=111104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:55:24.902908 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.scheduler.base_scheduler [None req-fa0dc387-8b30-420a-840b-da11ba465e8d None None] Resources bound (agent type, host, resource id): {{(pid=111104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:55:24.906769 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0dc387-8b30-420a-840b-da11ba465e8d None None] Received port after_create {{(pid=111104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 14:55:24.918103 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0dc387-8b30-420a-840b-da11ba465e8d None None] Pushing event updated for resources: {'Port': ['ID=c96e8976-a073-4e0c-8482-197d4b5891b6,revision_number=1']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:24.975632 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.managers [None req-fa0dc387-8b30-420a-840b-da11ba465e8d None None] Attempting to bind port c96e8976-a073-4e0c-8482-197d4b5891b6 on host dv-cinder-851030-1-iscsi for vnic_type normal with profile {{(pid=111104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 14:55:24.976124 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.managers [None req-fa0dc387-8b30-420a-840b-da11ba465e8d None None] Attempting to bind port c96e8976-a073-4e0c-8482-197d4b5891b6 by drivers openvswitch,hyperv on host dv-cinder-851030-1-iscsi at level 0 using segments [{'id': '21413819-3722-4fd4-ade1-8fa0ec8b65e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '4f224720-dd50-4b3d-ae12-e0978ae6cbaf'}] {{(pid=111104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 14:55:24.976491 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0dc387-8b30-420a-840b-da11ba465e8d None None] Attempting to bind port c96e8976-a073-4e0c-8482-197d4b5891b6 on network 4f224720-dd50-4b3d-ae12-e0978ae6cbaf {{(pid=111104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 14:55:24.982634 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0dc387-8b30-420a-840b-da11ba465e8d None None] Checking agent: {'id': 'df49e665-2de0-463a-a1e1-c989804d5593', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851030-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 14, 42, 57), 'started_at': datetime.datetime(2022, 7, 26, 14, 43, 27), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 14, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851030-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 14:55:24.983383 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0dc387-8b30-420a-840b-da11ba465e8d None None] Checking segment: {'id': '21413819-3722-4fd4-ade1-8fa0ec8b65e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '4f224720-dd50-4b3d-ae12-e0978ae6cbaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 14:55:24.984059 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-fa0dc387-8b30-420a-840b-da11ba465e8d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:24.984696 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0dc387-8b30-420a-840b-da11ba465e8d None None] Bound using segment: {'id': '21413819-3722-4fd4-ade1-8fa0ec8b65e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '4f224720-dd50-4b3d-ae12-e0978ae6cbaf'} {{(pid=111104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 14:55:24.986119 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.managers [None req-fa0dc387-8b30-420a-840b-da11ba465e8d None None] Bound port: c96e8976-a073-4e0c-8482-197d4b5891b6, host: dv-cinder-851030-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21413819-3722-4fd4-ade1-8fa0ec8b65e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '4f224720-dd50-4b3d-ae12-e0978ae6cbaf'}}] {{(pid=111104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 14:55:24.986725 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-fa0dc387-8b30-420a-840b-da11ba465e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (c96e8976-a073-4e0c-8482-197d4b5891b6), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:24.990128 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:55:25.051318 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-fa0dc387-8b30-420a-840b-da11ba465e8d None None] For port c96e8976-a073-4e0c-8482-197d4b5891b6, host dv-cinder-851030-1-iscsi, cleared binding levels {{(pid=111104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:55:25.054840 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-fa0dc387-8b30-420a-840b-da11ba465e8d None None] For port c96e8976-a073-4e0c-8482-197d4b5891b6, host dv-cinder-851030-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851030-1-iscsi',level=0,port_id=c96e8976-a073-4e0c-8482-197d4b5891b6,segment=NetworkSegment(21413819-3722-4fd4-ade1-8fa0ec8b65e4),segment_id=21413819-3722-4fd4-ade1-8fa0ec8b65e4)] {{(pid=111104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:55:25.088901 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:55:25.135233 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-79049d13-1946-480d-9438-af2df547a803 admin admin] Publish callbacks [] for router_gateway (b7ab0b83-6059-444e-8c55-2b8c08b58122), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:25.155858 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-79049d13-1946-480d-9438-af2df547a803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:25.170400 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-fa0dc387-8b30-420a-840b-da11ba465e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (c96e8976-a073-4e0c-8482-197d4b5891b6), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:25.206683 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:55:25.230459 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 48550) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:55:25.244265 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0dc387-8b30-420a-840b-da11ba465e8d None None] Pushing event updated for resources: {'Port': ['ID=c96e8976-a073-4e0c-8482-197d4b5891b6,revision_number=2']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:25.276269 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-934ec284-7bf1-4f07-bfa9-f427e5d181b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:25.311439 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.db_base_plugin_common [None req-79049d13-1946-480d-9438-af2df547a803 admin admin] Allocated IP 172.27.0.147 (976f28e8-c47c-49b7-93ff-2bd79bbe121a/527ba32d-e656-41f8-8fe6-15a8ab4751c9/fc586a86-2fa0-462c-af49-e12499b759b0) {{(pid=111102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:55:25.358955 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-934ec284-7bf1-4f07-bfa9-f427e5d181b2 admin admin] Publish callbacks [] for security_group (76e73886-2e86-4a4a-9f6e-ac5fcc7971f9), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:25.421259 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b30572d2-bee0-4462-94ed-c13cd0ef4273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (40fac31a-afaa-44e8-8521-47b803a59f0f), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:25.422524 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-79049d13-1946-480d-9438-af2df547a803 admin admin] Publish callbacks [] for port (fc586a86-2fa0-462c-af49-e12499b759b0), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:25.433573 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:55:25.461670 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-934ec284-7bf1-4f07-bfa9-f427e5d181b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (76e73886-2e86-4a4a-9f6e-ac5fcc7971f9), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:25.495538 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:55:25.509322 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934ec284-7bf1-4f07-bfa9-f427e5d181b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76e73886-2e86-4a4a-9f6e-ac5fcc7971f9,revision_number=1']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:25.515230 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-934ec284-7bf1-4f07-bfa9-f427e5d181b2 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=095ce9a40fa04425998d94e3d5d91624&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2828817 Jul 26 14:55:25.518683 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 48554) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:55:25.583619 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-2e1ea898-8ee9-464e-bf61-d503e6a7cc14 admin admin] Publish callbacks [] for security_group (76e73886-2e86-4a4a-9f6e-ac5fcc7971f9), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:25.605590 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-2e1ea898-8ee9-464e-bf61-d503e6a7cc14 admin admin] Publish callbacks [] for security_group (76e73886-2e86-4a4a-9f6e-ac5fcc7971f9), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:25.657424 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-79049d13-1946-480d-9438-af2df547a803 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789579689795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868105'] for port (fc586a86-2fa0-462c-af49-e12499b759b0), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:25.694356 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79049d13-1946-480d-9438-af2df547a803 admin admin] Network 976f28e8-c47c-49b7-93ff-2bd79bbe121a is already hosted by enough agents. {{(pid=111102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:55:25.699163 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.base_scheduler [None req-79049d13-1946-480d-9438-af2df547a803 admin admin] Resources bound (agent type, host, resource id): {{(pid=111102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:55:25.702926 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79049d13-1946-480d-9438-af2df547a803 admin admin] Received port after_create {{(pid=111102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 14:55:25.727796 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79049d13-1946-480d-9438-af2df547a803 admin admin] Pushing event updated for resources: {'Port': ['ID=fc586a86-2fa0-462c-af49-e12499b759b0,revision_number=1']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:25.809042 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-2e1ea898-8ee9-464e-bf61-d503e6a7cc14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (76e73886-2e86-4a4a-9f6e-ac5fcc7971f9), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:25.811628 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-2e1ea898-8ee9-464e-bf61-d503e6a7cc14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:25.812767 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-2e1ea898-8ee9-464e-bf61-d503e6a7cc14 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/76e73886-2e86-4a4a-9f6e-ac5fcc7971f9 HTTP/1.1" status: 204 len: 168 time: 0.2930377 Jul 26 14:55:25.828645 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1ea898-8ee9-464e-bf61-d503e6a7cc14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76e73886-2e86-4a4a-9f6e-ac5fcc7971f9,revision_number=None']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:26.099726 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-79049d13-1946-480d-9438-af2df547a803 admin admin] Publish callbacks [] for router_gateway (b7ab0b83-6059-444e-8c55-2b8c08b58122), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:26.195733 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68eafa98-6eeb-44e4-9a2e-dbf918f7a292 None None] Network 4f224720-dd50-4b3d-ae12-e0978ae6cbaf requested from dv-cinder-851030-1-iscsi {{(pid=111104) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 14:55:26.347836 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-79049d13-1946-480d-9438-af2df547a803 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-693894'] for router (b7ab0b83-6059-444e-8c55-2b8c08b58122), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:26.510801 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-9f5b8076-7c2a-43a7-9239-6b82409dfc39 None None] Provisioning complete for port c96e8976-a073-4e0c-8482-197d4b5891b6 triggered by entity DHCP. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:55:26.511186 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-9f5b8076-7c2a-43a7-9239-6b82409dfc39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (c96e8976-a073-4e0c-8482-197d4b5891b6), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:26.607071 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device c96e8976-a073-4e0c-8482-197d4b5891b6 up at agent ovs-agent-dv-cinder-851030-1-iscsi {{(pid=111104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:55:26.648166 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-9f5b8076-7c2a-43a7-9239-6b82409dfc39 None None] Current status of the port c96e8976-a073-4e0c-8482-197d4b5891b6 is: DOWN; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:55:26.648556 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-9f5b8076-7c2a-43a7-9239-6b82409dfc39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (c96e8976-a073-4e0c-8482-197d4b5891b6), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:26.661343 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79049d13-1946-480d-9438-af2df547a803 admin admin] Router b7ab0b83-6059-444e-8c55-2b8c08b58122 is scheduled to L3 agent 66f8bb98-7ace-4a85-b6ba-ffe40597695b with binding_index 1 {{(pid=111102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 26 14:55:26.698007 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-9f5b8076-7c2a-43a7-9239-6b82409dfc39 None None] For port c96e8976-a073-4e0c-8482-197d4b5891b6, host dv-cinder-851030-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851030-1-iscsi',level=0,port_id=c96e8976-a073-4e0c-8482-197d4b5891b6,segment=NetworkSegment(21413819-3722-4fd4-ade1-8fa0ec8b65e4),segment_id=21413819-3722-4fd4-ade1-8fa0ec8b65e4)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:55:26.699331 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Provisioning complete for port c96e8976-a073-4e0c-8482-197d4b5891b6 triggered by entity L2. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:55:26.699925 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (c96e8976-a073-4e0c-8482-197d4b5891b6), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:26.743110 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:55:26.771243 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79049d13-1946-480d-9438-af2df547a803 admin admin] Notify agent at l3_agent.dv-cinder-851030-1-iscsi the message routers_updated {{(pid=111102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:55:26.786081 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdc5883-a494-4f6e-9539-fe91d22b8777 None None] Sync routers for ids ['b7ab0b83-6059-444e-8c55-2b8c08b58122'] in dv-cinder-851030-1-iscsi {{(pid=111104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:55:26.803803 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Current status of the port c96e8976-a073-4e0c-8482-197d4b5891b6 is: DOWN; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:55:26.804309 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (c96e8976-a073-4e0c-8482-197d4b5891b6), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:26.807662 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cdc5883-a494-4f6e-9539-fe91d22b8777 None None] Routers {'b7ab0b83-6059-444e-8c55-2b8c08b58122'} bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 14:55:26.808396 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-5cdc5883-a494-4f6e-9539-fe91d22b8777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851030-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T14:42:54Z,description=,heartbeat_timestamp=2022-07-26T14:55:24Z,host='dv-cinder-851030-1-iscsi',id=66f8bb98-7ace-4a85-b6ba-ffe40597695b,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:42:55Z,topic='l3_agent')) {'router_ids': ['b7ab0b83-6059-444e-8c55-2b8c08b58122'], 'active': True} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:55:26.822246 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-9f5b8076-7c2a-43a7-9239-6b82409dfc39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (c96e8976-a073-4e0c-8482-197d4b5891b6), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:26.850058 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-79049d13-1946-480d-9438-af2df547a803 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:26.851681 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-79049d13-1946-480d-9438-af2df547a803 admin admin] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4621854 Jul 26 14:55:26.854435 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 48576) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:55:27.003542 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b977bc9f-0510-4ebd-94dd-930fc4499a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (e5556d63-fbf3-48f2-bfac-7896e86945c3), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:27.012317 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5b8076-7c2a-43a7-9239-6b82409dfc39 None None] Pushing event updated for resources: {'Port': ['ID=c96e8976-a073-4e0c-8482-197d4b5891b6,revision_number=3']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:27.018020 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 48580) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:55:27.023848 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-aed47d26-d410-4613-bd45-c7f3c137aa61 None None] Provisioning complete for port c96e8976-a073-4e0c-8482-197d4b5891b6 triggered by entity DHCP. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:55:27.024209 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-aed47d26-d410-4613-bd45-c7f3c137aa61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (c96e8976-a073-4e0c-8482-197d4b5891b6), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:27.054199 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.db.api [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111104) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 26 14:55:27.054615 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG oslo_db.api [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 26 14:55:27.076473 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvr_db [None req-5cdc5883-a494-4f6e-9539-fe91d22b8777 None None] Set router b7ab0b83-6059-444e-8c55-2b8c08b58122 gateway port host: dv-cinder-851030-1-iscsi {{(pid=111104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 14:55:27.134058 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (df49e665-2de0-463a-a1e1-c989804d5593), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:27.209661 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-8d7e85f0-a8f4-4065-864c-d6d9e3dbba86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:27.247259 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-aed47d26-d410-4613-bd45-c7f3c137aa61 None None] Current status of the port c96e8976-a073-4e0c-8482-197d4b5891b6 is: ACTIVE; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:55:27.304375 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-5cdc5883-a494-4f6e-9539-fe91d22b8777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ab0b83-6059-444e-8c55-2b8c08b58122', 'name': 'tempest-TestShelveInstance-358001893-router', 'tenant_id': 'fde004be36ee4efeaa9ada32b4e2182c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': 'fc586a86-2fa0-462c-af49-e12499b759b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:55:24Z', 'updated_at': '2022-07-26T14:55:25Z', 'revision_number': 3, 'project_id': 'fde004be36ee4efeaa9ada32b4e2182c', 'gw_port': {'id': 'fc586a86-2fa0-462c-af49-e12499b759b0', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b2:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7ab0b83-6059-444e-8c55-2b8c08b58122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:55:25Z', 'updated_at': '2022-07-26T14:55:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi'}], 'dv-cinder-851030-1-iscsi', False) {} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:55:27.309846 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-8d7e85f0-a8f4-4065-864c-d6d9e3dbba86 admin admin] Publish callbacks [] for security_group (73b93989-3459-4328-bcc0-3c27317c9ca5), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:27.336070 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdc5883-a494-4f6e-9539-fe91d22b8777 None None] Checking router: b7ab0b83-6059-444e-8c55-2b8c08b58122 for host: dv-cinder-851030-1-iscsi {{(pid=111104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:55:27.336070 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdc5883-a494-4f6e-9539-fe91d22b8777 None None] Updating router b7ab0b83-6059-444e-8c55-2b8c08b58122 port fc586a86-2fa0-462c-af49-e12499b759b0 binding host dv-cinder-851030-1-iscsi {{(pid=111104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 14:55:27.336070 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:55:27.368107 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-5cdc5883-a494-4f6e-9539-fe91d22b8777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (fc586a86-2fa0-462c-af49-e12499b759b0), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:27.400712 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-d9f7a170-4881-4242-bdad-0c7417188f07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:27.433494 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-8d7e85f0-a8f4-4065-864c-d6d9e3dbba86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (73b93989-3459-4328-bcc0-3c27317c9ca5), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:27.472106 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-8d7e85f0-a8f4-4065-864c-d6d9e3dbba86 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=8d9966e52d2e4bc8a0f5659f2f494104&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4517636 Jul 26 14:55:27.474774 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 48596) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:55:27.477441 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7e85f0-a8f4-4065-864c-d6d9e3dbba86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73b93989-3459-4328-bcc0-3c27317c9ca5,revision_number=1']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:27.601493 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:55:27.608733 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Current status of the port c96e8976-a073-4e0c-8482-197d4b5891b6 is: ACTIVE; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:55:27.609314 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-a62e5868-6c99-4f6c-9f5e-446840246628 admin admin] Publish callbacks [] for security_group (73b93989-3459-4328-bcc0-3c27317c9ca5), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:27.649814 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.db_base_plugin_common [None req-d9f7a170-4881-4242-bdad-0c7417188f07 admin admin] Allocated IP 172.20.0.1 (4f224720-dd50-4b3d-ae12-e0978ae6cbaf/6f67d112-1d95-4c3e-9346-29b9427575bb/3b01fd41-d585-4c58-a8b8-0eac0e76d49d) {{(pid=111102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:55:27.653160 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-a62e5868-6c99-4f6c-9f5e-446840246628 admin admin] Publish callbacks [] for security_group (73b93989-3459-4328-bcc0-3c27317c9ca5), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:27.697312 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-5cdc5883-a494-4f6e-9539-fe91d22b8777 None None] Publish callbacks [] for port (fc586a86-2fa0-462c-af49-e12499b759b0), precommit_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:27.776143 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-5cdc5883-a494-4f6e-9539-fe91d22b8777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (fc586a86-2fa0-462c-af49-e12499b759b0), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:27.793586 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-d9f7a170-4881-4242-bdad-0c7417188f07 admin admin] Publish callbacks [] for port (3b01fd41-d585-4c58-a8b8-0eac0e76d49d), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:27.833714 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.managers [None req-5cdc5883-a494-4f6e-9539-fe91d22b8777 None None] Attempting to bind port fc586a86-2fa0-462c-af49-e12499b759b0 on host dv-cinder-851030-1-iscsi for vnic_type normal with profile {{(pid=111104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 14:55:27.834076 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.managers [None req-5cdc5883-a494-4f6e-9539-fe91d22b8777 None None] Attempting to bind port fc586a86-2fa0-462c-af49-e12499b759b0 by drivers openvswitch,hyperv on host dv-cinder-851030-1-iscsi at level 0 using segments [{'id': '9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a'}] {{(pid=111104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 14:55:27.834427 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cdc5883-a494-4f6e-9539-fe91d22b8777 None None] Attempting to bind port fc586a86-2fa0-462c-af49-e12499b759b0 on network 976f28e8-c47c-49b7-93ff-2bd79bbe121a {{(pid=111104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 14:55:27.836304 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22028044-1614-46f7-81fd-f231de1bee81 None None] Pushing event updated for resources: {'Port': ['ID=fc586a86-2fa0-462c-af49-e12499b759b0,revision_number=2']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:27.842006 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cdc5883-a494-4f6e-9539-fe91d22b8777 None None] Checking agent: {'id': 'df49e665-2de0-463a-a1e1-c989804d5593', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851030-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 14, 42, 57), 'started_at': datetime.datetime(2022, 7, 26, 14, 43, 27), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 14, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851030-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 14:55:27.851595 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cdc5883-a494-4f6e-9539-fe91d22b8777 None None] Checking segment: {'id': '9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 14:55:27.851595 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-5cdc5883-a494-4f6e-9539-fe91d22b8777 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:27.851595 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cdc5883-a494-4f6e-9539-fe91d22b8777 None None] Bound using segment: {'id': '9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a'} {{(pid=111104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 14:55:27.851595 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.managers [None req-5cdc5883-a494-4f6e-9539-fe91d22b8777 None None] Bound port: fc586a86-2fa0-462c-af49-e12499b759b0, host: dv-cinder-851030-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a'}}] {{(pid=111104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 14:55:27.851595 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-5cdc5883-a494-4f6e-9539-fe91d22b8777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (fc586a86-2fa0-462c-af49-e12499b759b0), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:27.873405 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-a62e5868-6c99-4f6c-9f5e-446840246628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (73b93989-3459-4328-bcc0-3c27317c9ca5), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:27.876775 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-a62e5868-6c99-4f6c-9f5e-446840246628 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:27.877929 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-a62e5868-6c99-4f6c-9f5e-446840246628 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/73b93989-3459-4328-bcc0-3c27317c9ca5 HTTP/1.1" status: 204 len: 168 time: 0.4022150 Jul 26 14:55:27.885873 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62e5868-6c99-4f6c-9f5e-446840246628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b93989-3459-4328-bcc0-3c27317c9ca5,revision_number=None']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:27.893997 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-5cdc5883-a494-4f6e-9539-fe91d22b8777 None None] For port fc586a86-2fa0-462c-af49-e12499b759b0, host dv-cinder-851030-1-iscsi, cleared binding levels {{(pid=111104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:55:27.913975 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-5cdc5883-a494-4f6e-9539-fe91d22b8777 None None] For port fc586a86-2fa0-462c-af49-e12499b759b0, host dv-cinder-851030-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851030-1-iscsi',level=0,port_id=fc586a86-2fa0-462c-af49-e12499b759b0,segment=NetworkSegment(9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7),segment_id=9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7)] {{(pid=111104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:55:27.919914 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-d9f7a170-4881-4242-bdad-0c7417188f07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789579689795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868105'] for port (3b01fd41-d585-4c58-a8b8-0eac0e76d49d), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:27.959278 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:55:27.966301 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f7a170-4881-4242-bdad-0c7417188f07 admin admin] Network 4f224720-dd50-4b3d-ae12-e0978ae6cbaf is already hosted by enough agents. {{(pid=111102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:55:27.971448 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.base_scheduler [None req-d9f7a170-4881-4242-bdad-0c7417188f07 admin admin] Resources bound (agent type, host, resource id): {{(pid=111102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:55:27.974092 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f7a170-4881-4242-bdad-0c7417188f07 admin admin] Received port after_create {{(pid=111102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 14:55:28.004172 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f7a170-4881-4242-bdad-0c7417188f07 admin admin] Pushing event updated for resources: {'Port': ['ID=3b01fd41-d585-4c58-a8b8-0eac0e76d49d,revision_number=1']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:28.017125 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-5cdc5883-a494-4f6e-9539-fe91d22b8777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (fc586a86-2fa0-462c-af49-e12499b759b0), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:28.022700 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-d9f7a170-4881-4242-bdad-0c7417188f07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-566150'] for router_interface (b7ab0b83-6059-444e-8c55-2b8c08b58122), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:28.082364 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cdc5883-a494-4f6e-9539-fe91d22b8777 None None] Routers {'b7ab0b83-6059-444e-8c55-2b8c08b58122'} bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 14:55:28.083020 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-5cdc5883-a494-4f6e-9539-fe91d22b8777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851030-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T14:42:54Z,description=,heartbeat_timestamp=2022-07-26T14:55:24Z,host='dv-cinder-851030-1-iscsi',id=66f8bb98-7ace-4a85-b6ba-ffe40597695b,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:42:55Z,topic='l3_agent')) {'router_ids': ['b7ab0b83-6059-444e-8c55-2b8c08b58122'], 'active': True} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:55:28.144001 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22028044-1614-46f7-81fd-f231de1bee81 None None] Pushing event updated for resources: {'Port': ['ID=fc586a86-2fa0-462c-af49-e12499b759b0,revision_number=3']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:28.204393 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvr_db [None req-5cdc5883-a494-4f6e-9539-fe91d22b8777 None None] Set router b7ab0b83-6059-444e-8c55-2b8c08b58122 gateway port host: dv-cinder-851030-1-iscsi {{(pid=111104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 14:55:28.235678 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 48608) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:55:28.243569 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:55:28.261992 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-d9f7a170-4881-4242-bdad-0c7417188f07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (3b01fd41-d585-4c58-a8b8-0eac0e76d49d), before_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:28.342585 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-5d0d1a34-6110-46c4-89ff-c39f30704bf3 None None] Provisioning complete for port 3b01fd41-d585-4c58-a8b8-0eac0e76d49d triggered by entity DHCP. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:55:28.343080 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-5d0d1a34-6110-46c4-89ff-c39f30704bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (3b01fd41-d585-4c58-a8b8-0eac0e76d49d), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:28.381777 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-8a2ea9fd-d89e-41b3-b868-3a9891e7e2d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:28.393570 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-5d0d1a34-6110-46c4-89ff-c39f30704bf3 None None] Port 3b01fd41-d585-4c58-a8b8-0eac0e76d49d cannot update to ACTIVE because it is not bound. {{(pid=111104) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 14:55:28.492057 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-5cdc5883-a494-4f6e-9539-fe91d22b8777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ab0b83-6059-444e-8c55-2b8c08b58122', 'name': 'tempest-TestShelveInstance-358001893-router', 'tenant_id': 'fde004be36ee4efeaa9ada32b4e2182c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': 'fc586a86-2fa0-462c-af49-e12499b759b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:55:24Z', 'updated_at': '2022-07-26T14:55:25Z', 'revision_number': 3, 'project_id': 'fde004be36ee4efeaa9ada32b4e2182c', 'gw_port': {'id': 'fc586a86-2fa0-462c-af49-e12499b759b0', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b2:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7ab0b83-6059-444e-8c55-2b8c08b58122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:55:25Z', 'updated_at': '2022-07-26T14:55:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi'}], 'dv-cinder-851030-1-iscsi', False) {} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:55:28.493840 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-8a2ea9fd-d89e-41b3-b868-3a9891e7e2d6 admin admin] Publish callbacks [] for security_group (1108a8d2-c25d-44e0-a726-adf0cb0f225d), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:28.519772 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdc5883-a494-4f6e-9539-fe91d22b8777 None None] The sync data for ids ['b7ab0b83-6059-444e-8c55-2b8c08b58122'] in dv-cinder-851030-1-iscsi is: [{'id': 'b7ab0b83-6059-444e-8c55-2b8c08b58122', 'name': 'tempest-TestShelveInstance-358001893-router', 'tenant_id': 'fde004be36ee4efeaa9ada32b4e2182c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': 'fc586a86-2fa0-462c-af49-e12499b759b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:55:24Z', 'updated_at': '2022-07-26T14:55:25Z', 'revision_number': 3, 'project_id': 'fde004be36ee4efeaa9ada32b4e2182c', 'gw_port': {'id': 'fc586a86-2fa0-462c-af49-e12499b759b0', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b2:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7ab0b83-6059-444e-8c55-2b8c08b58122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:55:25Z', 'updated_at': '2022-07-26T14:55:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi'}] {{(pid=111104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:55:28.565426 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-8a2ea9fd-d89e-41b3-b868-3a9891e7e2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (1108a8d2-c25d-44e0-a726-adf0cb0f225d), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:28.596195 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device c96e8976-a073-4e0c-8482-197d4b5891b6 up at agent ovs-agent-dv-cinder-851030-1-iscsi {{(pid=111104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:55:28.612216 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-8a2ea9fd-d89e-41b3-b868-3a9891e7e2d6 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=04bd0428330c4ca39e3b6cf6083fabfd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3747535 Jul 26 14:55:28.616056 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 48624) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:55:28.652210 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2ea9fd-d89e-41b3-b868-3a9891e7e2d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1108a8d2-c25d-44e0-a726-adf0cb0f225d,revision_number=1']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:28.658063 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:55:28.694559 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Provisioning complete for port c96e8976-a073-4e0c-8482-197d4b5891b6 triggered by entity L2. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:55:28.694946 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (c96e8976-a073-4e0c-8482-197d4b5891b6), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:28.728464 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-b3ed50f3-05ca-4019-8367-f04f4c7a1650 admin admin] Publish callbacks [] for security_group (1108a8d2-c25d-44e0-a726-adf0cb0f225d), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:28.755829 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-b3ed50f3-05ca-4019-8367-f04f4c7a1650 admin admin] Publish callbacks [] for security_group (1108a8d2-c25d-44e0-a726-adf0cb0f225d), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:28.809121 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-d9f7a170-4881-4242-bdad-0c7417188f07 admin admin] Publish callbacks [] for port (3b01fd41-d585-4c58-a8b8-0eac0e76d49d), precommit_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:28.811295 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Current status of the port c96e8976-a073-4e0c-8482-197d4b5891b6 is: ACTIVE; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:55:28.885603 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-d9f7a170-4881-4242-bdad-0c7417188f07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868126'] for port (3b01fd41-d585-4c58-a8b8-0eac0e76d49d), after_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:28.907093 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-b3ed50f3-05ca-4019-8367-f04f4c7a1650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (1108a8d2-c25d-44e0-a726-adf0cb0f225d), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:28.916973 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-b3ed50f3-05ca-4019-8367-f04f4c7a1650 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:28.916973 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-b3ed50f3-05ca-4019-8367-f04f4c7a1650 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/1108a8d2-c25d-44e0-a726-adf0cb0f225d HTTP/1.1" status: 204 len: 168 time: 0.2955871 Jul 26 14:55:28.921469 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ed50f3-05ca-4019-8367-f04f4c7a1650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1108a8d2-c25d-44e0-a726-adf0cb0f225d,revision_number=None']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:28.988244 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f7a170-4881-4242-bdad-0c7417188f07 admin admin] Pushing event updated for resources: {'Port': ['ID=3b01fd41-d585-4c58-a8b8-0eac0e76d49d,revision_number=2']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:28.991675 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-d9f7a170-4881-4242-bdad-0c7417188f07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566266'] for router_interface (b7ab0b83-6059-444e-8c55-2b8c08b58122), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:29.105989 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f7a170-4881-4242-bdad-0c7417188f07 admin admin] Network 4f224720-dd50-4b3d-ae12-e0978ae6cbaf is already hosted by enough agents. {{(pid=111102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:55:29.108312 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.base_scheduler [None req-d9f7a170-4881-4242-bdad-0c7417188f07 admin admin] Resources bound (agent type, host, resource id): {{(pid=111102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:55:29.185832 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:55:29.259964 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9f7a170-4881-4242-bdad-0c7417188f07 admin admin] Router b7ab0b83-6059-444e-8c55-2b8c08b58122 has already been hosted by L3 agent 66f8bb98-7ace-4a85-b6ba-ffe40597695b {{(pid=111102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 14:55:29.414931 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9f7a170-4881-4242-bdad-0c7417188f07 admin admin] Notify agent at l3_agent.dv-cinder-851030-1-iscsi the message routers_updated {{(pid=111102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:55:29.420097 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-d9f7a170-4881-4242-bdad-0c7417188f07 admin admin] 10.222.0.97 "PUT /v2.0/routers/b7ab0b83-6059-444e-8c55-2b8c08b58122/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5645385 Jul 26 14:55:29.430051 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-8b84a355-1fb9-466d-9100-f43f9025e1d1 None None] Provisioning complete for port 3b01fd41-d585-4c58-a8b8-0eac0e76d49d triggered by entity DHCP. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:55:29.431162 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-8b84a355-1fb9-466d-9100-f43f9025e1d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (3b01fd41-d585-4c58-a8b8-0eac0e76d49d), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:29.473273 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-8b84a355-1fb9-466d-9100-f43f9025e1d1 None None] Port 3b01fd41-d585-4c58-a8b8-0eac0e76d49d cannot update to ACTIVE because it is not bound. {{(pid=111104) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 14:55:29.616901 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:55:30.064739 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:55:30.350486 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 48680) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:55:30.367146 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.v2.base [None req-4a635dae-8e51-4ab4-868d-a236ffdedb04 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-189167726-network', 'tenant_id': '3f7526cec950478aa97ec6dd5b4827f2'}} {{(pid=111103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 14:55:30.474404 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a635dae-8e51-4ab4-868d-a236ffdedb04 admin admin] Made reservation on behalf of 3f7526cec950478aa97ec6dd5b4827f2 for: {'network': 1} {{(pid=111103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:55:30.488919 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-4a635dae-8e51-4ab4-868d-a236ffdedb04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for network (None), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:30.491867 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-4a635dae-8e51-4ab4-868d-a236ffdedb04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:30.519084 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=79,neutron:INSERT=18,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:55:30.542159 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device fc586a86-2fa0-462c-af49-e12499b759b0 up at agent ovs-agent-dv-cinder-851030-1-iscsi {{(pid=111104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:55:30.592052 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-4a635dae-8e51-4ab4-868d-a236ffdedb04 admin admin] Publish callbacks [] for security_group (bdf4bdb7-b4ad-4b6d-ac12-24e2bd950b8d), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:30.663146 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5c1034-0b8f-420e-9087-05a56c5d4cb6 None None] Sync routers for ids ['b7ab0b83-6059-444e-8c55-2b8c08b58122'] in dv-cinder-851030-1-iscsi {{(pid=111105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:55:30.675531 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5c1034-0b8f-420e-9087-05a56c5d4cb6 None None] Routers {'b7ab0b83-6059-444e-8c55-2b8c08b58122'} bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 14:55:30.676243 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_hamode_db [None req-ce5c1034-0b8f-420e-9087-05a56c5d4cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851030-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T14:42:54Z,description=,heartbeat_timestamp=2022-07-26T14:55:24Z,host='dv-cinder-851030-1-iscsi',id=66f8bb98-7ace-4a85-b6ba-ffe40597695b,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:42:55Z,topic='l3_agent')) {'router_ids': ['b7ab0b83-6059-444e-8c55-2b8c08b58122'], 'active': True} {{(pid=111105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:55:30.720250 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Provisioning complete for port fc586a86-2fa0-462c-af49-e12499b759b0 triggered by entity L2. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:55:30.720629 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (fc586a86-2fa0-462c-af49-e12499b759b0), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:30.784966 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_dvr_db [None req-ce5c1034-0b8f-420e-9087-05a56c5d4cb6 None None] Set router b7ab0b83-6059-444e-8c55-2b8c08b58122 gateway port host: dv-cinder-851030-1-iscsi {{(pid=111105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 14:55:30.812168 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Current status of the port fc586a86-2fa0-462c-af49-e12499b759b0 is: DOWN; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:55:30.812558 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (fc586a86-2fa0-462c-af49-e12499b759b0), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:30.834529 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] For port fc586a86-2fa0-462c-af49-e12499b759b0, host dv-cinder-851030-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851030-1-iscsi',level=0,port_id=fc586a86-2fa0-462c-af49-e12499b759b0,segment=NetworkSegment(9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7),segment_id=9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:55:30.890060 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-4a635dae-8e51-4ab4-868d-a236ffdedb04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (bdf4bdb7-b4ad-4b6d-ac12-24e2bd950b8d), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:30.917711 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a635dae-8e51-4ab4-868d-a236ffdedb04 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1077} {{(pid=111103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 14:55:30.927933 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a635dae-8e51-4ab4-868d-a236ffdedb04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdf4bdb7-b4ad-4b6d-ac12-24e2bd950b8d,revision_number=1']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:30.932886 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-4a635dae-8e51-4ab4-868d-a236ffdedb04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1539468'] for segment (5ddfc6e6-528e-42f9-ae6d-620dd83369e1), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:30.933230 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.db.segments_db [None req-4a635dae-8e51-4ab4-868d-a236ffdedb04 admin admin] Added segment 5ddfc6e6-528e-42f9-ae6d-620dd83369e1 of type vlan for network d83cf731-95bf-4cb7-9402-5cd0c97a0caa Jul 26 14:55:30.934270 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:INSERT=21,neutron:SELECT=74,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:55:30.986536 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-4a635dae-8e51-4ab4-868d-a236ffdedb04 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789579709570'] for network (d83cf731-95bf-4cb7-9402-5cd0c97a0caa), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:30.986742 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_hamode_db [None req-ce5c1034-0b8f-420e-9087-05a56c5d4cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ab0b83-6059-444e-8c55-2b8c08b58122', 'name': 'tempest-TestShelveInstance-358001893-router', 'tenant_id': 'fde004be36ee4efeaa9ada32b4e2182c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': 'fc586a86-2fa0-462c-af49-e12499b759b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:55:24Z', 'updated_at': '2022-07-26T14:55:28Z', 'revision_number': 4, 'project_id': 'fde004be36ee4efeaa9ada32b4e2182c', 'gw_port': {'id': 'fc586a86-2fa0-462c-af49-e12499b759b0', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b2:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7ab0b83-6059-444e-8c55-2b8c08b58122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:55:25Z', 'updated_at': '2022-07-26T14:55:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi', '_interfaces': [{'id': '3b01fd41-d585-4c58-a8b8-0eac0e76d49d', 'name': '', 'network_id': '4f224720-dd50-4b3d-ae12-e0978ae6cbaf', 'tenant_id': 'fde004be36ee4efeaa9ada32b4e2182c', 'mac_address': 'fa:16:3e:d4:d6:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7ab0b83-6059-444e-8c55-2b8c08b58122', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '6f67d112-1d95-4c3e-9346-29b9427575bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:55:27Z', 'updated_at': '2022-07-26T14:55:28Z', 'revision_number': 2, 'project_id': 'fde004be36ee4efeaa9ada32b4e2182c', 'subnets': [{'id': '6f67d112-1d95-4c3e-9346-29b9427575bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851030-1-iscsi', False) {} {{(pid=111105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:55:31.009265 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5c1034-0b8f-420e-9087-05a56c5d4cb6 None None] Checking router: b7ab0b83-6059-444e-8c55-2b8c08b58122 for host: dv-cinder-851030-1-iscsi {{(pid=111105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:55:31.009590 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5c1034-0b8f-420e-9087-05a56c5d4cb6 None None] Updating router b7ab0b83-6059-444e-8c55-2b8c08b58122 port 3b01fd41-d585-4c58-a8b8-0eac0e76d49d binding host dv-cinder-851030-1-iscsi {{(pid=111105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 14:55:31.036994 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron_lib.callbacks.manager [None req-ce5c1034-0b8f-420e-9087-05a56c5d4cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (3b01fd41-d585-4c58-a8b8-0eac0e76d49d), before_update {{(pid=111105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:31.072860 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (fc586a86-2fa0-462c-af49-e12499b759b0), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:31.115252 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=100 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:55:31.119901 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Pushing event updated for resources: {'Port': ['ID=fc586a86-2fa0-462c-af49-e12499b759b0,revision_number=4']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:31.227253 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-4a635dae-8e51-4ab4-868d-a236ffdedb04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707'] for network (d83cf731-95bf-4cb7-9402-5cd0c97a0caa), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:31.228620 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a635dae-8e51-4ab4-868d-a236ffdedb04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:55:31.229358 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-4a635dae-8e51-4ab4-868d-a236ffdedb04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524685'] for network (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:31.292274 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a635dae-8e51-4ab4-868d-a236ffdedb04 admin admin] Pushing event updated for resources: {'Network': ['ID=d83cf731-95bf-4cb7-9402-5cd0c97a0caa,revision_number=1']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:31.302002 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Network d83cf731-95bf-4cb7-9402-5cd0c97a0caa details requested by agent ovs-agent-dv-cinder-851030-1-iscsi with host dv-cinder-851030-1-iscsi {{(pid=111104) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 14:55:31.303247 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron_lib.callbacks.manager [None req-ce5c1034-0b8f-420e-9087-05a56c5d4cb6 None None] Publish callbacks [] for port (3b01fd41-d585-4c58-a8b8-0eac0e76d49d), precommit_update {{(pid=111105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:31.467781 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron_lib.callbacks.manager [None req-ce5c1034-0b8f-420e-9087-05a56c5d4cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (3b01fd41-d585-4c58-a8b8-0eac0e76d49d), after_update {{(pid=111105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:31.470552 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-4a635dae-8e51-4ab4-868d-a236ffdedb04 admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.1162679 Jul 26 14:55:31.481793 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 48688) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:55:31.486862 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.v2.base [None req-3989e787-a366-45e5-8d5f-f0522435e886 admin admin] Request body: {'subnet': {'network_id': 'd83cf731-95bf-4cb7-9402-5cd0c97a0caa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-189167726-subnet', 'tenant_id': '3f7526cec950478aa97ec6dd5b4827f2', 'ip_version': 4}} {{(pid=111102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 14:55:31.594664 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6d9215-85d3-48e2-b9d4-c3dd837d6905 None None] Pushing event updated for resources: {'Port': ['ID=3b01fd41-d585-4c58-a8b8-0eac0e76d49d,revision_number=3']} {{(pid=111105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:31.618612 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6d9215-85d3-48e2-b9d4-c3dd837d6905 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:55:31.618953 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6d9215-85d3-48e2-b9d4-c3dd837d6905 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:55:31.619306 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6d9215-85d3-48e2-b9d4-c3dd837d6905 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:55:31.619685 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6d9215-85d3-48e2-b9d4-c3dd837d6905 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:55:31.620019 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6d9215-85d3-48e2-b9d4-c3dd837d6905 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:55:31.620347 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6d9215-85d3-48e2-b9d4-c3dd837d6905 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:55:31.620664 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6d9215-85d3-48e2-b9d4-c3dd837d6905 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:55:31.620984 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6d9215-85d3-48e2-b9d4-c3dd837d6905 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:55:31.621300 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6d9215-85d3-48e2-b9d4-c3dd837d6905 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:55:31.621617 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6d9215-85d3-48e2-b9d4-c3dd837d6905 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:55:31.621934 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6d9215-85d3-48e2-b9d4-c3dd837d6905 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:55:31.622265 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6d9215-85d3-48e2-b9d4-c3dd837d6905 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:55:31.622582 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6d9215-85d3-48e2-b9d4-c3dd837d6905 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:55:31.622893 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6d9215-85d3-48e2-b9d4-c3dd837d6905 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:55:31.623212 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6d9215-85d3-48e2-b9d4-c3dd837d6905 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:55:31.635059 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3989e787-a366-45e5-8d5f-f0522435e886 admin admin] Made reservation on behalf of 3f7526cec950478aa97ec6dd5b4827f2 for: {'subnet': 1} {{(pid=111102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:55:31.639660 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-3989e787-a366-45e5-8d5f-f0522435e886 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4978278'] for subnet (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:31.663166 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.plugins.ml2.managers [None req-ce5c1034-0b8f-420e-9087-05a56c5d4cb6 None None] Attempting to bind port 3b01fd41-d585-4c58-a8b8-0eac0e76d49d on host dv-cinder-851030-1-iscsi for vnic_type normal with profile {{(pid=111105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 14:55:31.663672 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.plugins.ml2.managers [None req-ce5c1034-0b8f-420e-9087-05a56c5d4cb6 None None] Attempting to bind port 3b01fd41-d585-4c58-a8b8-0eac0e76d49d by drivers openvswitch,hyperv on host dv-cinder-851030-1-iscsi at level 0 using segments [{'id': '21413819-3722-4fd4-ade1-8fa0ec8b65e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '4f224720-dd50-4b3d-ae12-e0978ae6cbaf'}] {{(pid=111105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 14:55:31.663915 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5c1034-0b8f-420e-9087-05a56c5d4cb6 None None] Attempting to bind port 3b01fd41-d585-4c58-a8b8-0eac0e76d49d on network 4f224720-dd50-4b3d-ae12-e0978ae6cbaf {{(pid=111105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 14:55:31.670378 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5c1034-0b8f-420e-9087-05a56c5d4cb6 None None] Checking agent: {'id': 'df49e665-2de0-463a-a1e1-c989804d5593', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851030-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 14, 42, 57), 'started_at': datetime.datetime(2022, 7, 26, 14, 43, 27), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 14, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851030-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 14:55:31.671030 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5c1034-0b8f-420e-9087-05a56c5d4cb6 None None] Checking segment: {'id': '21413819-3722-4fd4-ade1-8fa0ec8b65e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '4f224720-dd50-4b3d-ae12-e0978ae6cbaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 14:55:31.671619 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron_lib.callbacks.manager [None req-ce5c1034-0b8f-420e-9087-05a56c5d4cb6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:31.672160 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5c1034-0b8f-420e-9087-05a56c5d4cb6 None None] Bound using segment: {'id': '21413819-3722-4fd4-ade1-8fa0ec8b65e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '4f224720-dd50-4b3d-ae12-e0978ae6cbaf'} {{(pid=111105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 14:55:31.672967 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.plugins.ml2.managers [None req-ce5c1034-0b8f-420e-9087-05a56c5d4cb6 None None] Bound port: 3b01fd41-d585-4c58-a8b8-0eac0e76d49d, host: dv-cinder-851030-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21413819-3722-4fd4-ade1-8fa0ec8b65e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '4f224720-dd50-4b3d-ae12-e0978ae6cbaf'}}] {{(pid=111105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 14:55:31.673540 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron_lib.callbacks.manager [None req-ce5c1034-0b8f-420e-9087-05a56c5d4cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (3b01fd41-d585-4c58-a8b8-0eac0e76d49d), before_update {{(pid=111105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:31.726704 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:55:31.750453 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.plugins.ml2.db [None req-ce5c1034-0b8f-420e-9087-05a56c5d4cb6 None None] For port 3b01fd41-d585-4c58-a8b8-0eac0e76d49d, host dv-cinder-851030-1-iscsi, cleared binding levels {{(pid=111105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:55:31.754710 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.plugins.ml2.db [None req-ce5c1034-0b8f-420e-9087-05a56c5d4cb6 None None] For port 3b01fd41-d585-4c58-a8b8-0eac0e76d49d, host dv-cinder-851030-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851030-1-iscsi',level=0,port_id=3b01fd41-d585-4c58-a8b8-0eac0e76d49d,segment=NetworkSegment(21413819-3722-4fd4-ade1-8fa0ec8b65e4),segment_id=21413819-3722-4fd4-ade1-8fa0ec8b65e4)] {{(pid=111105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:55:31.807283 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-8357978e-de4e-470c-9a23-5902222a2488 None None] Provisioning complete for port 3b01fd41-d585-4c58-a8b8-0eac0e76d49d triggered by entity DHCP. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:55:31.807871 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-8357978e-de4e-470c-9a23-5902222a2488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (3b01fd41-d585-4c58-a8b8-0eac0e76d49d), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:31.841107 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-8357978e-de4e-470c-9a23-5902222a2488 None None] Port 3b01fd41-d585-4c58-a8b8-0eac0e76d49d cannot update to ACTIVE because it is not bound. {{(pid=111104) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 14:55:31.982646 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron_lib.callbacks.manager [None req-ce5c1034-0b8f-420e-9087-05a56c5d4cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (3b01fd41-d585-4c58-a8b8-0eac0e76d49d), after_update {{(pid=111105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:32.032929 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:55:32.066195 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5c1034-0b8f-420e-9087-05a56c5d4cb6 None None] Routers {'b7ab0b83-6059-444e-8c55-2b8c08b58122'} bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 14:55:32.066829 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_hamode_db [None req-ce5c1034-0b8f-420e-9087-05a56c5d4cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851030-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T14:42:54Z,description=,heartbeat_timestamp=2022-07-26T14:55:24Z,host='dv-cinder-851030-1-iscsi',id=66f8bb98-7ace-4a85-b6ba-ffe40597695b,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:42:55Z,topic='l3_agent')) {'router_ids': ['b7ab0b83-6059-444e-8c55-2b8c08b58122'], 'active': True} {{(pid=111105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:55:32.070779 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6d9215-85d3-48e2-b9d4-c3dd837d6905 None None] Pushing event updated for resources: {'Port': ['ID=3b01fd41-d585-4c58-a8b8-0eac0e76d49d,revision_number=4']} {{(pid=111105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:32.178040 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_dvr_db [None req-ce5c1034-0b8f-420e-9087-05a56c5d4cb6 None None] Set router b7ab0b83-6059-444e-8c55-2b8c08b58122 gateway port host: dv-cinder-851030-1-iscsi {{(pid=111105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 14:55:32.234057 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-3989e787-a366-45e5-8d5f-f0522435e886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4978248'] for subnet (b9564deb-a598-43a0-9b61-945f18a17517), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:32.271684 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-8159d394-40d1-470c-be45-837e89acd59d None None] Provisioning complete for port 3b01fd41-d585-4c58-a8b8-0eac0e76d49d triggered by entity DHCP. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:55:32.272383 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-8159d394-40d1-470c-be45-837e89acd59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (3b01fd41-d585-4c58-a8b8-0eac0e76d49d), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:32.312934 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3989e787-a366-45e5-8d5f-f0522435e886 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9564deb-a598-43a0-9b61-945f18a17517,revision_number=0']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:32.321454 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3989e787-a366-45e5-8d5f-f0522435e886 admin admin] Checking segment: {'id': '5ddfc6e6-528e-42f9-ae6d-620dd83369e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'd83cf731-95bf-4cb7-9402-5cd0c97a0caa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 14:55:32.321928 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3989e787-a366-45e5-8d5f-f0522435e886 admin admin] Network hostable DHCP agents. Network: d83cf731-95bf-4cb7-9402-5cd0c97a0caa, hostable agents: ['bb4183fa-e0c9-4858-9c34-b1ab78d39af4'], hosted agents: [] {{(pid=111102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 14:55:32.375461 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-8159d394-40d1-470c-be45-837e89acd59d None None] Current status of the port 3b01fd41-d585-4c58-a8b8-0eac0e76d49d is: DOWN; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:55:32.375896 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-8159d394-40d1-470c-be45-837e89acd59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (3b01fd41-d585-4c58-a8b8-0eac0e76d49d), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:32.417675 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-8159d394-40d1-470c-be45-837e89acd59d None None] For port 3b01fd41-d585-4c58-a8b8-0eac0e76d49d, host dv-cinder-851030-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851030-1-iscsi',level=0,port_id=3b01fd41-d585-4c58-a8b8-0eac0e76d49d,segment=NetworkSegment(21413819-3722-4fd4-ade1-8fa0ec8b65e4),segment_id=21413819-3722-4fd4-ade1-8fa0ec8b65e4)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:55:32.440875 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_hamode_db [None req-ce5c1034-0b8f-420e-9087-05a56c5d4cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ab0b83-6059-444e-8c55-2b8c08b58122', 'name': 'tempest-TestShelveInstance-358001893-router', 'tenant_id': 'fde004be36ee4efeaa9ada32b4e2182c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': 'fc586a86-2fa0-462c-af49-e12499b759b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:55:24Z', 'updated_at': '2022-07-26T14:55:28Z', 'revision_number': 4, 'project_id': 'fde004be36ee4efeaa9ada32b4e2182c', 'gw_port': {'id': 'fc586a86-2fa0-462c-af49-e12499b759b0', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ab0b83-6059-444e-8c55-2b8c08b58122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:55:25Z', 'updated_at': '2022-07-26T14:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi', '_interfaces': [{'id': '3b01fd41-d585-4c58-a8b8-0eac0e76d49d', 'name': '', 'network_id': '4f224720-dd50-4b3d-ae12-e0978ae6cbaf', 'tenant_id': 'fde004be36ee4efeaa9ada32b4e2182c', 'mac_address': 'fa:16:3e:d4:d6:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7ab0b83-6059-444e-8c55-2b8c08b58122', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '6f67d112-1d95-4c3e-9346-29b9427575bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:55:27Z', 'updated_at': '2022-07-26T14:55:31Z', 'revision_number': 4, 'project_id': 'fde004be36ee4efeaa9ada32b4e2182c', 'subnets': [{'id': '6f67d112-1d95-4c3e-9346-29b9427575bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851030-1-iscsi', False) {} {{(pid=111105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:55:32.467668 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3989e787-a366-45e5-8d5f-f0522435e886 admin admin] Network d83cf731-95bf-4cb7-9402-5cd0c97a0caa is scheduled to be hosted by DHCP agent bb4183fa-e0c9-4858-9c34-b1ab78d39af4 with binding_index 1 {{(pid=111102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 14:55:32.478930 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5c1034-0b8f-420e-9087-05a56c5d4cb6 None None] The sync data for ids ['b7ab0b83-6059-444e-8c55-2b8c08b58122'] in dv-cinder-851030-1-iscsi is: [{'id': 'b7ab0b83-6059-444e-8c55-2b8c08b58122', 'name': 'tempest-TestShelveInstance-358001893-router', 'tenant_id': 'fde004be36ee4efeaa9ada32b4e2182c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': 'fc586a86-2fa0-462c-af49-e12499b759b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:55:24Z', 'updated_at': '2022-07-26T14:55:28Z', 'revision_number': 4, 'project_id': 'fde004be36ee4efeaa9ada32b4e2182c', 'gw_port': {'id': 'fc586a86-2fa0-462c-af49-e12499b759b0', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ab0b83-6059-444e-8c55-2b8c08b58122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:55:25Z', 'updated_at': '2022-07-26T14:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi', '_interfaces': [{'id': '3b01fd41-d585-4c58-a8b8-0eac0e76d49d', 'name': '', 'network_id': '4f224720-dd50-4b3d-ae12-e0978ae6cbaf', 'tenant_id': 'fde004be36ee4efeaa9ada32b4e2182c', 'mac_address': 'fa:16:3e:d4:d6:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7ab0b83-6059-444e-8c55-2b8c08b58122', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '6f67d112-1d95-4c3e-9346-29b9427575bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:55:27Z', 'updated_at': '2022-07-26T14:55:31Z', 'revision_number': 4, 'project_id': 'fde004be36ee4efeaa9ada32b4e2182c', 'subnets': [{'id': '6f67d112-1d95-4c3e-9346-29b9427575bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:55:32.566437 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-8159d394-40d1-470c-be45-837e89acd59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (3b01fd41-d585-4c58-a8b8-0eac0e76d49d), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:32.614387 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:55:32.615525 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device fc586a86-2fa0-462c-af49-e12499b759b0 up at agent ovs-agent-dv-cinder-851030-1-iscsi {{(pid=111104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:55:32.638946 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.base_scheduler [None req-3989e787-a366-45e5-8d5f-f0522435e886 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851030-1-iscsi, d83cf731-95bf-4cb7-9402-5cd0c97a0caa) {{(pid=111102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:55:32.643204 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3989e787-a366-45e5-8d5f-f0522435e886 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:55:32.644340 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-3989e787-a366-45e5-8d5f-f0522435e886 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:32.655668 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff78192-ff71-4151-8e52-52a3707ddbc3 None None] Network d83cf731-95bf-4cb7-9402-5cd0c97a0caa requested from dv-cinder-851030-1-iscsi {{(pid=111104) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 14:55:32.710262 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8159d394-40d1-470c-be45-837e89acd59d None None] Pushing event updated for resources: {'Port': ['ID=3b01fd41-d585-4c58-a8b8-0eac0e76d49d,revision_number=5']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:32.743852 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Provisioning complete for port fc586a86-2fa0-462c-af49-e12499b759b0 triggered by entity L2. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:55:32.744310 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (fc586a86-2fa0-462c-af49-e12499b759b0), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:32.837226 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b79493-f9e6-4ed0-830f-0ebeccad437d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0bb6af5a-2cc6-51f7-b99d-0d53e456ff99-d83cf731-95bf-4cb7-9402-5cd0c97a0caa', 'network_id': 'd83cf731-95bf-4cb7-9402-5cd0c97a0caa', 'project_id': '3f7526cec950478aa97ec6dd5b4827f2', 'fixed_ips': [{'subnet_id': 'b9564deb-a598-43a0-9b61-945f18a17517'}]}} from dv-cinder-851030-1-iscsi. {{(pid=111104) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 26 14:55:32.838157 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-26b79493-f9e6-4ed0-830f-0ebeccad437d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (None), before_create {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:32.865184 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-3989e787-a366-45e5-8d5f-f0522435e886 admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.3821235 Jul 26 14:55:32.865915 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Current status of the port fc586a86-2fa0-462c-af49-e12499b759b0 is: ACTIVE; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:55:32.867711 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 48708) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:55:32.872340 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.v2.base [None req-a5e8b518-e1c5-4913-867a-9afebe08f67a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-189167726-router', 'tenant_id': '3f7526cec950478aa97ec6dd5b4827f2', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a'}}} {{(pid=111102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 14:55:32.976251 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-a5e8b518-e1c5-4913-867a-9afebe08f67a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-567826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-937'] for router (07ecbc68-24d2-4e52-a32d-73ddcec5f433), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:32.977860 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-a5e8b518-e1c5-4913-867a-9afebe08f67a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-694010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-656253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-928'] for router (07ecbc68-24d2-4e52-a32d-73ddcec5f433), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:33.011381 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.db_base_plugin_common [None req-26b79493-f9e6-4ed0-830f-0ebeccad437d None None] Allocated IP 172.20.0.2 (d83cf731-95bf-4cb7-9402-5cd0c97a0caa/b9564deb-a598-43a0-9b61-945f18a17517/10ec2ed0-c54c-45f4-bcbc-3ae662661011) {{(pid=111104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:55:33.030463 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:55:33.062464 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-a5e8b518-e1c5-4913-867a-9afebe08f67a admin admin] Publish callbacks [] for router_controller (07ecbc68-24d2-4e52-a32d-73ddcec5f433), precommit_add_association {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:33.179369 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-26b79493-f9e6-4ed0-830f-0ebeccad437d None None] Publish callbacks [] for port (10ec2ed0-c54c-45f4-bcbc-3ae662661011), precommit_create {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:33.310465 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-a5e8b518-e1c5-4913-867a-9afebe08f67a admin admin] Publish callbacks [] for router_gateway (07ecbc68-24d2-4e52-a32d-73ddcec5f433), precommit_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:33.330871 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-26b79493-f9e6-4ed0-830f-0ebeccad437d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789579689795'] for port (10ec2ed0-c54c-45f4-bcbc-3ae662661011), after_create {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:33.373212 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b79493-f9e6-4ed0-830f-0ebeccad437d None None] Network d83cf731-95bf-4cb7-9402-5cd0c97a0caa is already hosted by enough agents. {{(pid=111104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:55:33.605328 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.scheduler.base_scheduler [None req-26b79493-f9e6-4ed0-830f-0ebeccad437d None None] Resources bound (agent type, host, resource id): {{(pid=111104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:55:33.605328 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b79493-f9e6-4ed0-830f-0ebeccad437d None None] Received port after_create {{(pid=111104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 14:55:33.605328 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b79493-f9e6-4ed0-830f-0ebeccad437d None None] Pushing event updated for resources: {'Port': ['ID=10ec2ed0-c54c-45f4-bcbc-3ae662661011,revision_number=1']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:33.605328 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.managers [None req-26b79493-f9e6-4ed0-830f-0ebeccad437d None None] Attempting to bind port 10ec2ed0-c54c-45f4-bcbc-3ae662661011 on host dv-cinder-851030-1-iscsi for vnic_type normal with profile {{(pid=111104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 14:55:33.605328 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.managers [None req-26b79493-f9e6-4ed0-830f-0ebeccad437d None None] Attempting to bind port 10ec2ed0-c54c-45f4-bcbc-3ae662661011 by drivers openvswitch,hyperv on host dv-cinder-851030-1-iscsi at level 0 using segments [{'id': '5ddfc6e6-528e-42f9-ae6d-620dd83369e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'd83cf731-95bf-4cb7-9402-5cd0c97a0caa'}] {{(pid=111104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 14:55:33.605328 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b79493-f9e6-4ed0-830f-0ebeccad437d None None] Attempting to bind port 10ec2ed0-c54c-45f4-bcbc-3ae662661011 on network d83cf731-95bf-4cb7-9402-5cd0c97a0caa {{(pid=111104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 14:55:33.605328 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b79493-f9e6-4ed0-830f-0ebeccad437d None None] Checking agent: {'id': 'df49e665-2de0-463a-a1e1-c989804d5593', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851030-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 14, 42, 57), 'started_at': datetime.datetime(2022, 7, 26, 14, 43, 27), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 14, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851030-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 14:55:33.605328 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b79493-f9e6-4ed0-830f-0ebeccad437d None None] Checking segment: {'id': '5ddfc6e6-528e-42f9-ae6d-620dd83369e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'd83cf731-95bf-4cb7-9402-5cd0c97a0caa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 14:55:33.605328 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-26b79493-f9e6-4ed0-830f-0ebeccad437d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:33.605328 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b79493-f9e6-4ed0-830f-0ebeccad437d None None] Bound using segment: {'id': '5ddfc6e6-528e-42f9-ae6d-620dd83369e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'd83cf731-95bf-4cb7-9402-5cd0c97a0caa'} {{(pid=111104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 14:55:33.609750 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.managers [None req-26b79493-f9e6-4ed0-830f-0ebeccad437d None None] Bound port: 10ec2ed0-c54c-45f4-bcbc-3ae662661011, host: dv-cinder-851030-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ddfc6e6-528e-42f9-ae6d-620dd83369e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'd83cf731-95bf-4cb7-9402-5cd0c97a0caa'}}] {{(pid=111104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 14:55:33.609750 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-26b79493-f9e6-4ed0-830f-0ebeccad437d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (10ec2ed0-c54c-45f4-bcbc-3ae662661011), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:33.609750 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-26b79493-f9e6-4ed0-830f-0ebeccad437d None None] For port 10ec2ed0-c54c-45f4-bcbc-3ae662661011, host dv-cinder-851030-1-iscsi, cleared binding levels {{(pid=111104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:55:33.609750 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-26b79493-f9e6-4ed0-830f-0ebeccad437d None None] For port 10ec2ed0-c54c-45f4-bcbc-3ae662661011, host dv-cinder-851030-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851030-1-iscsi',level=0,port_id=10ec2ed0-c54c-45f4-bcbc-3ae662661011,segment=NetworkSegment(5ddfc6e6-528e-42f9-ae6d-620dd83369e1),segment_id=5ddfc6e6-528e-42f9-ae6d-620dd83369e1)] {{(pid=111104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:55:33.848452 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-a5e8b518-e1c5-4913-867a-9afebe08f67a admin admin] Publish callbacks [] for router_gateway (07ecbc68-24d2-4e52-a32d-73ddcec5f433), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:33.867574 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-a5e8b518-e1c5-4913-867a-9afebe08f67a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:33.971493 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-26b79493-f9e6-4ed0-830f-0ebeccad437d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (10ec2ed0-c54c-45f4-bcbc-3ae662661011), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:33.987694 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.db_base_plugin_common [None req-a5e8b518-e1c5-4913-867a-9afebe08f67a admin admin] Allocated IP 172.27.0.84 (976f28e8-c47c-49b7-93ff-2bd79bbe121a/527ba32d-e656-41f8-8fe6-15a8ab4751c9/7fd10fd8-b2d8-4e40-8146-3ba15698ad41) {{(pid=111102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:55:34.040500 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b79493-f9e6-4ed0-830f-0ebeccad437d None None] Pushing event updated for resources: {'Port': ['ID=10ec2ed0-c54c-45f4-bcbc-3ae662661011,revision_number=2']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:34.107559 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-a5e8b518-e1c5-4913-867a-9afebe08f67a admin admin] Publish callbacks [] for port (7fd10fd8-b2d8-4e40-8146-3ba15698ad41), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:34.233934 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-a5e8b518-e1c5-4913-867a-9afebe08f67a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789579689795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868105'] for port (7fd10fd8-b2d8-4e40-8146-3ba15698ad41), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:34.296277 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e8b518-e1c5-4913-867a-9afebe08f67a admin admin] Network 976f28e8-c47c-49b7-93ff-2bd79bbe121a is already hosted by enough agents. {{(pid=111102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:55:34.302529 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.base_scheduler [None req-a5e8b518-e1c5-4913-867a-9afebe08f67a admin admin] Resources bound (agent type, host, resource id): {{(pid=111102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:55:34.307279 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e8b518-e1c5-4913-867a-9afebe08f67a admin admin] Pushing event updated for resources: {'Port': ['ID=7fd10fd8-b2d8-4e40-8146-3ba15698ad41,revision_number=1']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:34.320282 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e8b518-e1c5-4913-867a-9afebe08f67a admin admin] Received port after_create {{(pid=111102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 14:55:34.348920 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=100 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:55:34.478999 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:55:34.557465 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device 10ec2ed0-c54c-45f4-bcbc-3ae662661011 up at agent ovs-agent-dv-cinder-851030-1-iscsi {{(pid=111104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:55:34.603033 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Provisioning complete for port 10ec2ed0-c54c-45f4-bcbc-3ae662661011 triggered by entity L2. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:55:34.603421 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (10ec2ed0-c54c-45f4-bcbc-3ae662661011), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:34.665921 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-a5e8b518-e1c5-4913-867a-9afebe08f67a admin admin] Publish callbacks [] for router_gateway (07ecbc68-24d2-4e52-a32d-73ddcec5f433), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:34.686534 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Current status of the port 10ec2ed0-c54c-45f4-bcbc-3ae662661011 is: DOWN; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:55:34.693225 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (10ec2ed0-c54c-45f4-bcbc-3ae662661011), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:34.722695 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] For port 10ec2ed0-c54c-45f4-bcbc-3ae662661011, host dv-cinder-851030-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851030-1-iscsi',level=0,port_id=10ec2ed0-c54c-45f4-bcbc-3ae662661011,segment=NetworkSegment(5ddfc6e6-528e-42f9-ae6d-620dd83369e1),segment_id=5ddfc6e6-528e-42f9-ae6d-620dd83369e1)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:55:34.827600 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (10ec2ed0-c54c-45f4-bcbc-3ae662661011), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:34.828534 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device 3b01fd41-d585-4c58-a8b8-0eac0e76d49d up at agent ovs-agent-dv-cinder-851030-1-iscsi {{(pid=111104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:55:34.865765 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-a5e8b518-e1c5-4913-867a-9afebe08f67a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-693894'] for router (07ecbc68-24d2-4e52-a32d-73ddcec5f433), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:34.915834 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Provisioning complete for port 3b01fd41-d585-4c58-a8b8-0eac0e76d49d triggered by entity L2. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:55:34.918093 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (3b01fd41-d585-4c58-a8b8-0eac0e76d49d), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:34.919544 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Pushing event updated for resources: {'Port': ['ID=10ec2ed0-c54c-45f4-bcbc-3ae662661011,revision_number=3']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:35.023136 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Current status of the port 3b01fd41-d585-4c58-a8b8-0eac0e76d49d is: ACTIVE; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:55:35.045697 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffffa91e-a5ec-414d-820b-354e19d4274f None None] Network d83cf731-95bf-4cb7-9402-5cd0c97a0caa requested from dv-cinder-851030-1-iscsi {{(pid=111104) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 14:55:35.107658 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5e8b518-e1c5-4913-867a-9afebe08f67a admin admin] Router 07ecbc68-24d2-4e52-a32d-73ddcec5f433 is scheduled to L3 agent 66f8bb98-7ace-4a85-b6ba-ffe40597695b with binding_index 1 {{(pid=111102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 26 14:55:35.114256 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-4fa69f47-28b6-4310-a3bd-cbdfd302182a None None] Provisioning complete for port 10ec2ed0-c54c-45f4-bcbc-3ae662661011 triggered by entity DHCP. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:55:35.114633 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-4fa69f47-28b6-4310-a3bd-cbdfd302182a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (10ec2ed0-c54c-45f4-bcbc-3ae662661011), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:35.213666 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5e8b518-e1c5-4913-867a-9afebe08f67a admin admin] Notify agent at l3_agent.dv-cinder-851030-1-iscsi the message routers_updated {{(pid=111102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:55:35.227524 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299aee8b-f3d6-4416-b8fa-7677406939eb None None] Sync routers for ids ['07ecbc68-24d2-4e52-a32d-73ddcec5f433'] in dv-cinder-851030-1-iscsi {{(pid=111104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:55:35.235326 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-4fa69f47-28b6-4310-a3bd-cbdfd302182a None None] Current status of the port 10ec2ed0-c54c-45f4-bcbc-3ae662661011 is: ACTIVE; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:55:35.242090 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299aee8b-f3d6-4416-b8fa-7677406939eb None None] Routers {'07ecbc68-24d2-4e52-a32d-73ddcec5f433'} bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 14:55:35.242727 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-299aee8b-f3d6-4416-b8fa-7677406939eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851030-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T14:42:54Z,description=,heartbeat_timestamp=2022-07-26T14:55:24Z,host='dv-cinder-851030-1-iscsi',id=66f8bb98-7ace-4a85-b6ba-ffe40597695b,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:42:55Z,topic='l3_agent')) {'router_ids': ['07ecbc68-24d2-4e52-a32d-73ddcec5f433'], 'active': True} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:55:35.351931 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvr_db [None req-299aee8b-f3d6-4416-b8fa-7677406939eb None None] Set router 07ecbc68-24d2-4e52-a32d-73ddcec5f433 gateway port host: dv-cinder-851030-1-iscsi {{(pid=111104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 14:55:35.366687 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-a5e8b518-e1c5-4913-867a-9afebe08f67a admin admin] Publish callbacks [] for router (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:35.370854 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-a5e8b518-e1c5-4913-867a-9afebe08f67a admin admin] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.5021031 Jul 26 14:55:35.371057 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 48742) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:55:35.472244 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-adbe095f-904f-4b24-852a-07e866670ec9 None None] Provisioning complete for port 10ec2ed0-c54c-45f4-bcbc-3ae662661011 triggered by entity DHCP. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:55:35.472613 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-adbe095f-904f-4b24-852a-07e866670ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (10ec2ed0-c54c-45f4-bcbc-3ae662661011), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:35.611390 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-adbe095f-904f-4b24-852a-07e866670ec9 None None] Current status of the port 10ec2ed0-c54c-45f4-bcbc-3ae662661011 is: ACTIVE; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:55:35.614563 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-299aee8b-f3d6-4416-b8fa-7677406939eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ecbc68-24d2-4e52-a32d-73ddcec5f433', 'name': 'tempest-TestShelveInstance-189167726-router', 'tenant_id': '3f7526cec950478aa97ec6dd5b4827f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '7fd10fd8-b2d8-4e40-8146-3ba15698ad41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:55:32Z', 'updated_at': '2022-07-26T14:55:34Z', 'revision_number': 3, 'project_id': '3f7526cec950478aa97ec6dd5b4827f2', 'gw_port': {'id': '7fd10fd8-b2d8-4e40-8146-3ba15698ad41', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:54:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07ecbc68-24d2-4e52-a32d-73ddcec5f433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:55:33Z', 'updated_at': '2022-07-26T14:55:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi'}], 'dv-cinder-851030-1-iscsi', False) {} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:55:35.639903 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299aee8b-f3d6-4416-b8fa-7677406939eb None None] Checking router: 07ecbc68-24d2-4e52-a32d-73ddcec5f433 for host: dv-cinder-851030-1-iscsi {{(pid=111104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:55:35.644118 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299aee8b-f3d6-4416-b8fa-7677406939eb None None] Updating router 07ecbc68-24d2-4e52-a32d-73ddcec5f433 port 7fd10fd8-b2d8-4e40-8146-3ba15698ad41 binding host dv-cinder-851030-1-iscsi {{(pid=111104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 14:55:35.671468 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-299aee8b-f3d6-4416-b8fa-7677406939eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (7fd10fd8-b2d8-4e40-8146-3ba15698ad41), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:35.808443 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-50d15f92-362b-48a4-af7c-a9d0d6de2b65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (None), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:35.967582 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.db.db_base_plugin_common [None req-50d15f92-362b-48a4-af7c-a9d0d6de2b65 admin admin] Allocated IP 172.20.0.1 (d83cf731-95bf-4cb7-9402-5cd0c97a0caa/b9564deb-a598-43a0-9b61-945f18a17517/eff1fd86-e0d8-4dcc-9a5e-bc7b9380f986) {{(pid=111103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:55:36.039018 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-299aee8b-f3d6-4416-b8fa-7677406939eb None None] Publish callbacks [] for port (7fd10fd8-b2d8-4e40-8146-3ba15698ad41), precommit_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:36.164764 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-299aee8b-f3d6-4416-b8fa-7677406939eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (7fd10fd8-b2d8-4e40-8146-3ba15698ad41), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:36.199105 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:55:36.222670 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.managers [None req-299aee8b-f3d6-4416-b8fa-7677406939eb None None] Attempting to bind port 7fd10fd8-b2d8-4e40-8146-3ba15698ad41 on host dv-cinder-851030-1-iscsi for vnic_type normal with profile {{(pid=111104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 14:55:36.223038 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.managers [None req-299aee8b-f3d6-4416-b8fa-7677406939eb None None] Attempting to bind port 7fd10fd8-b2d8-4e40-8146-3ba15698ad41 by drivers openvswitch,hyperv on host dv-cinder-851030-1-iscsi at level 0 using segments [{'id': '9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a'}] {{(pid=111104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 14:55:36.223409 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299aee8b-f3d6-4416-b8fa-7677406939eb None None] Attempting to bind port 7fd10fd8-b2d8-4e40-8146-3ba15698ad41 on network 976f28e8-c47c-49b7-93ff-2bd79bbe121a {{(pid=111104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 14:55:36.226789 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859f56a5-fcfa-4ff0-ab71-09115639175e None None] Pushing event updated for resources: {'Port': ['ID=7fd10fd8-b2d8-4e40-8146-3ba15698ad41,revision_number=2']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:36.232483 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299aee8b-f3d6-4416-b8fa-7677406939eb None None] Checking agent: {'id': 'df49e665-2de0-463a-a1e1-c989804d5593', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851030-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 14, 42, 57), 'started_at': datetime.datetime(2022, 7, 26, 14, 43, 27), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 14, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851030-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 14:55:36.232855 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299aee8b-f3d6-4416-b8fa-7677406939eb None None] Checking segment: {'id': '9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 14:55:36.233257 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-299aee8b-f3d6-4416-b8fa-7677406939eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:36.233649 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299aee8b-f3d6-4416-b8fa-7677406939eb None None] Bound using segment: {'id': '9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a'} {{(pid=111104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 14:55:36.234121 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.managers [None req-299aee8b-f3d6-4416-b8fa-7677406939eb None None] Bound port: 7fd10fd8-b2d8-4e40-8146-3ba15698ad41, host: dv-cinder-851030-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a'}}] {{(pid=111104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 14:55:36.234500 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-299aee8b-f3d6-4416-b8fa-7677406939eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (7fd10fd8-b2d8-4e40-8146-3ba15698ad41), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:36.284950 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-50d15f92-362b-48a4-af7c-a9d0d6de2b65 admin admin] Publish callbacks [] for port (eff1fd86-e0d8-4dcc-9a5e-bc7b9380f986), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:36.287502 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-299aee8b-f3d6-4416-b8fa-7677406939eb None None] For port 7fd10fd8-b2d8-4e40-8146-3ba15698ad41, host dv-cinder-851030-1-iscsi, cleared binding levels {{(pid=111104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:55:36.290831 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-299aee8b-f3d6-4416-b8fa-7677406939eb None None] For port 7fd10fd8-b2d8-4e40-8146-3ba15698ad41, host dv-cinder-851030-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851030-1-iscsi',level=0,port_id=7fd10fd8-b2d8-4e40-8146-3ba15698ad41,segment=NetworkSegment(9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7),segment_id=9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7)] {{(pid=111104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:55:36.428531 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-299aee8b-f3d6-4416-b8fa-7677406939eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (7fd10fd8-b2d8-4e40-8146-3ba15698ad41), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:36.431647 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:55:36.489001 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299aee8b-f3d6-4416-b8fa-7677406939eb None None] Routers {'07ecbc68-24d2-4e52-a32d-73ddcec5f433'} bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 14:55:36.489661 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-299aee8b-f3d6-4416-b8fa-7677406939eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851030-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T14:42:54Z,description=,heartbeat_timestamp=2022-07-26T14:55:24Z,host='dv-cinder-851030-1-iscsi',id=66f8bb98-7ace-4a85-b6ba-ffe40597695b,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:42:55Z,topic='l3_agent')) {'router_ids': ['07ecbc68-24d2-4e52-a32d-73ddcec5f433'], 'active': True} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:55:36.525195 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-50d15f92-362b-48a4-af7c-a9d0d6de2b65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789579689795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4313512'] for port (eff1fd86-e0d8-4dcc-9a5e-bc7b9380f986), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:36.530218 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859f56a5-fcfa-4ff0-ab71-09115639175e None None] Pushing event updated for resources: {'Port': ['ID=7fd10fd8-b2d8-4e40-8146-3ba15698ad41,revision_number=3']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:36.545694 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device 10ec2ed0-c54c-45f4-bcbc-3ae662661011 up at agent ovs-agent-dv-cinder-851030-1-iscsi {{(pid=111104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:55:36.572547 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d15f92-362b-48a4-af7c-a9d0d6de2b65 admin admin] Network d83cf731-95bf-4cb7-9402-5cd0c97a0caa is already hosted by enough agents. {{(pid=111103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:55:36.574275 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d15f92-362b-48a4-af7c-a9d0d6de2b65 admin admin] Pushing event updated for resources: {'Port': ['ID=eff1fd86-e0d8-4dcc-9a5e-bc7b9380f986,revision_number=1']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:36.576831 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.scheduler.base_scheduler [None req-50d15f92-362b-48a4-af7c-a9d0d6de2b65 admin admin] Resources bound (agent type, host, resource id): {{(pid=111103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:55:36.578888 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d15f92-362b-48a4-af7c-a9d0d6de2b65 admin admin] Received port after_create {{(pid=111103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 14:55:36.621296 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-50d15f92-362b-48a4-af7c-a9d0d6de2b65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-566150'] for router_interface (07ecbc68-24d2-4e52-a32d-73ddcec5f433), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:36.638282 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvr_db [None req-299aee8b-f3d6-4416-b8fa-7677406939eb None None] Set router 07ecbc68-24d2-4e52-a32d-73ddcec5f433 gateway port host: dv-cinder-851030-1-iscsi {{(pid=111104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 14:55:36.702139 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Provisioning complete for port 10ec2ed0-c54c-45f4-bcbc-3ae662661011 triggered by entity L2. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:55:36.702765 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (10ec2ed0-c54c-45f4-bcbc-3ae662661011), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:36.853557 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-8ee0e1c0-8fdc-4a7c-8027-72c2afdc045d None None] Provisioning complete for port eff1fd86-e0d8-4dcc-9a5e-bc7b9380f986 triggered by entity DHCP. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:55:36.853841 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-8ee0e1c0-8fdc-4a7c-8027-72c2afdc045d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (eff1fd86-e0d8-4dcc-9a5e-bc7b9380f986), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:36.875234 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Current status of the port 10ec2ed0-c54c-45f4-bcbc-3ae662661011 is: ACTIVE; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:55:36.921131 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-8ee0e1c0-8fdc-4a7c-8027-72c2afdc045d None None] Port eff1fd86-e0d8-4dcc-9a5e-bc7b9380f986 cannot update to ACTIVE because it is not bound. {{(pid=111104) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 14:55:36.924150 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-299aee8b-f3d6-4416-b8fa-7677406939eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ecbc68-24d2-4e52-a32d-73ddcec5f433', 'name': 'tempest-TestShelveInstance-189167726-router', 'tenant_id': '3f7526cec950478aa97ec6dd5b4827f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '7fd10fd8-b2d8-4e40-8146-3ba15698ad41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:55:32Z', 'updated_at': '2022-07-26T14:55:34Z', 'revision_number': 3, 'project_id': '3f7526cec950478aa97ec6dd5b4827f2', 'gw_port': {'id': '7fd10fd8-b2d8-4e40-8146-3ba15698ad41', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:54:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07ecbc68-24d2-4e52-a32d-73ddcec5f433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:55:33Z', 'updated_at': '2022-07-26T14:55:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi'}], 'dv-cinder-851030-1-iscsi', False) {} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:55:36.930504 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-50d15f92-362b-48a4-af7c-a9d0d6de2b65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (eff1fd86-e0d8-4dcc-9a5e-bc7b9380f986), before_update {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:36.948819 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299aee8b-f3d6-4416-b8fa-7677406939eb None None] The sync data for ids ['07ecbc68-24d2-4e52-a32d-73ddcec5f433'] in dv-cinder-851030-1-iscsi is: [{'id': '07ecbc68-24d2-4e52-a32d-73ddcec5f433', 'name': 'tempest-TestShelveInstance-189167726-router', 'tenant_id': '3f7526cec950478aa97ec6dd5b4827f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '7fd10fd8-b2d8-4e40-8146-3ba15698ad41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:55:32Z', 'updated_at': '2022-07-26T14:55:34Z', 'revision_number': 3, 'project_id': '3f7526cec950478aa97ec6dd5b4827f2', 'gw_port': {'id': '7fd10fd8-b2d8-4e40-8146-3ba15698ad41', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:54:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07ecbc68-24d2-4e52-a32d-73ddcec5f433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:55:33Z', 'updated_at': '2022-07-26T14:55:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi'}] {{(pid=111104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:55:37.053807 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:UPDATE=2,neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:55:37.096299 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-50d15f92-362b-48a4-af7c-a9d0d6de2b65 admin admin] Publish callbacks [] for port (eff1fd86-e0d8-4dcc-9a5e-bc7b9380f986), precommit_update {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:37.227438 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-50d15f92-362b-48a4-af7c-a9d0d6de2b65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4313535'] for port (eff1fd86-e0d8-4dcc-9a5e-bc7b9380f986), after_update {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:37.302521 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-50d15f92-362b-48a4-af7c-a9d0d6de2b65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566266'] for router_interface (07ecbc68-24d2-4e52-a32d-73ddcec5f433), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:37.305500 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d15f92-362b-48a4-af7c-a9d0d6de2b65 admin admin] Pushing event updated for resources: {'Port': ['ID=eff1fd86-e0d8-4dcc-9a5e-bc7b9380f986,revision_number=2']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:37.405920 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d15f92-362b-48a4-af7c-a9d0d6de2b65 admin admin] Network d83cf731-95bf-4cb7-9402-5cd0c97a0caa is already hosted by enough agents. {{(pid=111103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:55:37.408140 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.scheduler.base_scheduler [None req-50d15f92-362b-48a4-af7c-a9d0d6de2b65 admin admin] Resources bound (agent type, host, resource id): {{(pid=111103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:55:37.531857 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50d15f92-362b-48a4-af7c-a9d0d6de2b65 admin admin] Router 07ecbc68-24d2-4e52-a32d-73ddcec5f433 has already been hosted by L3 agent 66f8bb98-7ace-4a85-b6ba-ffe40597695b {{(pid=111103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 14:55:37.584158 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:55:37.649981 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-26a907af-ad0a-4053-9932-68b35983d7b9 None None] Provisioning complete for port eff1fd86-e0d8-4dcc-9a5e-bc7b9380f986 triggered by entity DHCP. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:55:37.650564 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-26a907af-ad0a-4053-9932-68b35983d7b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (eff1fd86-e0d8-4dcc-9a5e-bc7b9380f986), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:37.651500 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50d15f92-362b-48a4-af7c-a9d0d6de2b65 admin admin] Notify agent at l3_agent.dv-cinder-851030-1-iscsi the message routers_updated {{(pid=111103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:55:37.667710 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-50d15f92-362b-48a4-af7c-a9d0d6de2b65 admin admin] 10.222.0.97 "PUT /v2.0/routers/07ecbc68-24d2-4e52-a32d-73ddcec5f433/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2860205 Jul 26 14:55:37.692623 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-26a907af-ad0a-4053-9932-68b35983d7b9 None None] Port eff1fd86-e0d8-4dcc-9a5e-bc7b9380f986 cannot update to ACTIVE because it is not bound. {{(pid=111104) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 14:55:37.759351 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:55:38.139747 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 48776) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:55:38.144740 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.v2.base [None req-10dc7345-6667-4913-b994-f52a43965244 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2055757842', 'description': 'tempest-secgroup-smoke-2055757842 description', 'project_id': 'fde004be36ee4efeaa9ada32b4e2182c'}} {{(pid=111102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 14:55:38.151152 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:55:38.268374 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-10dc7345-6667-4913-b994-f52a43965244 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Publish callbacks [] for security_group (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:38.335850 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-10dc7345-6667-4913-b994-f52a43965244 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Publish callbacks [] for security_group (36e74357-39f1-4280-add6-3361918964e5), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:38.533577 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device 7fd10fd8-b2d8-4e40-8146-3ba15698ad41 up at agent ovs-agent-dv-cinder-851030-1-iscsi {{(pid=111104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:55:38.536147 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-10dc7345-6667-4913-b994-f52a43965244 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (36e74357-39f1-4280-add6-3361918964e5), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:38.566891 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc7345-6667-4913-b994-f52a43965244 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36e74357-39f1-4280-add6-3361918964e5,revision_number=1']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:38.577987 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Provisioning complete for port 7fd10fd8-b2d8-4e40-8146-3ba15698ad41 triggered by entity L2. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:55:38.578363 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (7fd10fd8-b2d8-4e40-8146-3ba15698ad41), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:38.652940 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Current status of the port 7fd10fd8-b2d8-4e40-8146-3ba15698ad41 is: DOWN; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:55:38.653583 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (7fd10fd8-b2d8-4e40-8146-3ba15698ad41), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:38.663930 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-10dc7345-6667-4913-b994-f52a43965244 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Publish callbacks [] for security_group (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:38.665189 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-10dc7345-6667-4913-b994-f52a43965244 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5243251 Jul 26 14:55:38.668133 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 48780) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:55:38.672384 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.v2.base [None req-97bd31a1-4de7-4cdb-b3d7-3f1ad1935f2a tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Request body: {'security_group_rule': {'security_group_id': '36e74357-39f1-4280-add6-3361918964e5', 'project_id': 'fde004be36ee4efeaa9ada32b4e2182c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 14:55:38.674204 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] For port 7fd10fd8-b2d8-4e40-8146-3ba15698ad41, host dv-cinder-851030-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851030-1-iscsi',level=0,port_id=7fd10fd8-b2d8-4e40-8146-3ba15698ad41,segment=NetworkSegment(9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7),segment_id=9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:55:38.782062 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (7fd10fd8-b2d8-4e40-8146-3ba15698ad41), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:38.828999 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-97bd31a1-4de7-4cdb-b3d7-3f1ad1935f2a tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Publish callbacks [] for security_group_rule (f7ab3930-d835-429b-9fda-2be8a3482437), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:38.835190 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Pushing event updated for resources: {'Port': ['ID=7fd10fd8-b2d8-4e40-8146-3ba15698ad41,revision_number=4']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:38.889494 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-97bd31a1-4de7-4cdb-b3d7-3f1ad1935f2a tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Publish callbacks [] for security_group_rule (f7ab3930-d835-429b-9fda-2be8a3482437), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:39.016337 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-97bd31a1-4de7-4cdb-b3d7-3f1ad1935f2a tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662595'] for security_group_rule (f7ab3930-d835-429b-9fda-2be8a3482437), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:39.035518 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd31a1-4de7-4cdb-b3d7-3f1ad1935f2a tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7ab3930-d835-429b-9fda-2be8a3482437,revision_number=0']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:39.185656 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-97bd31a1-4de7-4cdb-b3d7-3f1ad1935f2a tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:39.185656 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-97bd31a1-4de7-4cdb-b3d7-3f1ad1935f2a tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5057404 Jul 26 14:55:39.186448 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 48788) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:55:39.186448 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.v2.base [None req-56c1964b-25b2-47f3-9eaa-f6621bcfcaa0 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Request body: {'security_group_rule': {'security_group_id': '36e74357-39f1-4280-add6-3361918964e5', 'project_id': 'fde004be36ee4efeaa9ada32b4e2182c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 14:55:39.326503 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-56c1964b-25b2-47f3-9eaa-f6621bcfcaa0 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Publish callbacks [] for security_group_rule (c9953b38-05ac-4894-937f-eef8483f6fed), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:39.384905 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-56c1964b-25b2-47f3-9eaa-f6621bcfcaa0 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Publish callbacks [] for security_group_rule (c9953b38-05ac-4894-937f-eef8483f6fed), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:39.456151 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221a4e37-3afa-443f-841b-048a0dc74cb0 None None] Sync routers for ids ['07ecbc68-24d2-4e52-a32d-73ddcec5f433'] in dv-cinder-851030-1-iscsi {{(pid=111105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:55:39.467048 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221a4e37-3afa-443f-841b-048a0dc74cb0 None None] Routers {'07ecbc68-24d2-4e52-a32d-73ddcec5f433'} bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 14:55:39.467723 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_hamode_db [None req-221a4e37-3afa-443f-841b-048a0dc74cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851030-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T14:42:54Z,description=,heartbeat_timestamp=2022-07-26T14:55:24Z,host='dv-cinder-851030-1-iscsi',id=66f8bb98-7ace-4a85-b6ba-ffe40597695b,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:42:55Z,topic='l3_agent')) {'router_ids': ['07ecbc68-24d2-4e52-a32d-73ddcec5f433'], 'active': True} {{(pid=111105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:55:39.559100 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-56c1964b-25b2-47f3-9eaa-f6621bcfcaa0 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662595'] for security_group_rule (c9953b38-05ac-4894-937f-eef8483f6fed), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:39.570019 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_dvr_db [None req-221a4e37-3afa-443f-841b-048a0dc74cb0 None None] Set router 07ecbc68-24d2-4e52-a32d-73ddcec5f433 gateway port host: dv-cinder-851030-1-iscsi {{(pid=111105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 14:55:39.577034 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c1964b-25b2-47f3-9eaa-f6621bcfcaa0 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9953b38-05ac-4894-937f-eef8483f6fed,revision_number=0']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:39.598663 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=100 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:55:39.601329 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=100 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:55:39.726811 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-56c1964b-25b2-47f3-9eaa-f6621bcfcaa0 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:39.728125 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-56c1964b-25b2-47f3-9eaa-f6621bcfcaa0 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5486560 Jul 26 14:55:39.730891 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 48800) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:55:39.739105 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.v2.base [None req-79e7761b-3e12-4403-b4d9-dd14a59ac661 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Request body: {'security_group_rule': {'security_group_id': '36e74357-39f1-4280-add6-3361918964e5', 'project_id': 'fde004be36ee4efeaa9ada32b4e2182c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 14:55:39.775219 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_hamode_db [None req-221a4e37-3afa-443f-841b-048a0dc74cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ecbc68-24d2-4e52-a32d-73ddcec5f433', 'name': 'tempest-TestShelveInstance-189167726-router', 'tenant_id': '3f7526cec950478aa97ec6dd5b4827f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '7fd10fd8-b2d8-4e40-8146-3ba15698ad41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:55:32Z', 'updated_at': '2022-07-26T14:55:36Z', 'revision_number': 4, 'project_id': '3f7526cec950478aa97ec6dd5b4827f2', 'gw_port': {'id': '7fd10fd8-b2d8-4e40-8146-3ba15698ad41', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:54:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ecbc68-24d2-4e52-a32d-73ddcec5f433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:55:33Z', 'updated_at': '2022-07-26T14:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi', '_interfaces': [{'id': 'eff1fd86-e0d8-4dcc-9a5e-bc7b9380f986', 'name': '', 'network_id': 'd83cf731-95bf-4cb7-9402-5cd0c97a0caa', 'tenant_id': '3f7526cec950478aa97ec6dd5b4827f2', 'mac_address': 'fa:16:3e:f7:2f:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07ecbc68-24d2-4e52-a32d-73ddcec5f433', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'b9564deb-a598-43a0-9b61-945f18a17517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:55:35Z', 'updated_at': '2022-07-26T14:55:36Z', 'revision_number': 2, 'project_id': '3f7526cec950478aa97ec6dd5b4827f2', 'subnets': [{'id': 'b9564deb-a598-43a0-9b61-945f18a17517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851030-1-iscsi', False) {} {{(pid=111105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:55:39.803007 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221a4e37-3afa-443f-841b-048a0dc74cb0 None None] Checking router: 07ecbc68-24d2-4e52-a32d-73ddcec5f433 for host: dv-cinder-851030-1-iscsi {{(pid=111105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:55:39.803357 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221a4e37-3afa-443f-841b-048a0dc74cb0 None None] Updating router 07ecbc68-24d2-4e52-a32d-73ddcec5f433 port eff1fd86-e0d8-4dcc-9a5e-bc7b9380f986 binding host dv-cinder-851030-1-iscsi {{(pid=111105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 14:55:39.832876 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron_lib.callbacks.manager [None req-221a4e37-3afa-443f-841b-048a0dc74cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (eff1fd86-e0d8-4dcc-9a5e-bc7b9380f986), before_update {{(pid=111105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:39.856452 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-79e7761b-3e12-4403-b4d9-dd14a59ac661 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Publish callbacks [] for security_group_rule (91c4d335-4952-43dd-90f2-3f13b33a3961), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:39.918085 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-79e7761b-3e12-4403-b4d9-dd14a59ac661 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Publish callbacks [] for security_group_rule (91c4d335-4952-43dd-90f2-3f13b33a3961), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:39.953257 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:55:39.980809 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:55:40.027390 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-79e7761b-3e12-4403-b4d9-dd14a59ac661 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662595'] for security_group_rule (91c4d335-4952-43dd-90f2-3f13b33a3961), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:40.047503 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e7761b-3e12-4403-b4d9-dd14a59ac661 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91c4d335-4952-43dd-90f2-3f13b33a3961,revision_number=0']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:40.096960 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron_lib.callbacks.manager [None req-221a4e37-3afa-443f-841b-048a0dc74cb0 None None] Publish callbacks [] for port (eff1fd86-e0d8-4dcc-9a5e-bc7b9380f986), precommit_update {{(pid=111105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:40.160907 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-79e7761b-3e12-4403-b4d9-dd14a59ac661 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:40.162436 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-79e7761b-3e12-4403-b4d9-dd14a59ac661 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4300604 Jul 26 14:55:40.164889 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 48802) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:55:40.169124 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.v2.base [None req-d0969a3b-39f6-49a6-86ee-41a9b262e2ca tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Request body: {'security_group_rule': {'security_group_id': '36e74357-39f1-4280-add6-3361918964e5', 'project_id': 'fde004be36ee4efeaa9ada32b4e2182c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 14:55:40.193561 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron_lib.callbacks.manager [None req-221a4e37-3afa-443f-841b-048a0dc74cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (eff1fd86-e0d8-4dcc-9a5e-bc7b9380f986), after_update {{(pid=111105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:40.193759 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:55:40.248467 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74d139d-e4b7-46f0-8c82-e310f550d6d8 None None] Pushing event updated for resources: {'Port': ['ID=eff1fd86-e0d8-4dcc-9a5e-bc7b9380f986,revision_number=3']} {{(pid=111105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:40.296964 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-d0969a3b-39f6-49a6-86ee-41a9b262e2ca tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Publish callbacks [] for security_group_rule (c0c18413-b2cf-4d54-9be1-51287f5d6fc6), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:40.306840 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.plugins.ml2.managers [None req-221a4e37-3afa-443f-841b-048a0dc74cb0 None None] Attempting to bind port eff1fd86-e0d8-4dcc-9a5e-bc7b9380f986 on host dv-cinder-851030-1-iscsi for vnic_type normal with profile {{(pid=111105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 14:55:40.307214 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.plugins.ml2.managers [None req-221a4e37-3afa-443f-841b-048a0dc74cb0 None None] Attempting to bind port eff1fd86-e0d8-4dcc-9a5e-bc7b9380f986 by drivers openvswitch,hyperv on host dv-cinder-851030-1-iscsi at level 0 using segments [{'id': '5ddfc6e6-528e-42f9-ae6d-620dd83369e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'd83cf731-95bf-4cb7-9402-5cd0c97a0caa'}] {{(pid=111105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 14:55:40.307622 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221a4e37-3afa-443f-841b-048a0dc74cb0 None None] Attempting to bind port eff1fd86-e0d8-4dcc-9a5e-bc7b9380f986 on network d83cf731-95bf-4cb7-9402-5cd0c97a0caa {{(pid=111105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 14:55:40.315598 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221a4e37-3afa-443f-841b-048a0dc74cb0 None None] Checking agent: {'id': 'df49e665-2de0-463a-a1e1-c989804d5593', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851030-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 14, 42, 57), 'started_at': datetime.datetime(2022, 7, 26, 14, 43, 27), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 14, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851030-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 14:55:40.315973 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221a4e37-3afa-443f-841b-048a0dc74cb0 None None] Checking segment: {'id': '5ddfc6e6-528e-42f9-ae6d-620dd83369e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'd83cf731-95bf-4cb7-9402-5cd0c97a0caa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 14:55:40.316398 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron_lib.callbacks.manager [None req-221a4e37-3afa-443f-841b-048a0dc74cb0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:40.316798 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221a4e37-3afa-443f-841b-048a0dc74cb0 None None] Bound using segment: {'id': '5ddfc6e6-528e-42f9-ae6d-620dd83369e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'd83cf731-95bf-4cb7-9402-5cd0c97a0caa'} {{(pid=111105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 14:55:40.317713 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.plugins.ml2.managers [None req-221a4e37-3afa-443f-841b-048a0dc74cb0 None None] Bound port: eff1fd86-e0d8-4dcc-9a5e-bc7b9380f986, host: dv-cinder-851030-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ddfc6e6-528e-42f9-ae6d-620dd83369e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1077, 'network_id': 'd83cf731-95bf-4cb7-9402-5cd0c97a0caa'}}] {{(pid=111105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 14:55:40.317713 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron_lib.callbacks.manager [None req-221a4e37-3afa-443f-841b-048a0dc74cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (eff1fd86-e0d8-4dcc-9a5e-bc7b9380f986), before_update {{(pid=111105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:40.372687 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-d0969a3b-39f6-49a6-86ee-41a9b262e2ca tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Publish callbacks [] for security_group_rule (c0c18413-b2cf-4d54-9be1-51287f5d6fc6), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:40.384736 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.plugins.ml2.db [None req-221a4e37-3afa-443f-841b-048a0dc74cb0 None None] For port eff1fd86-e0d8-4dcc-9a5e-bc7b9380f986, host dv-cinder-851030-1-iscsi, cleared binding levels {{(pid=111105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:55:40.388048 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.plugins.ml2.db [None req-221a4e37-3afa-443f-841b-048a0dc74cb0 None None] For port eff1fd86-e0d8-4dcc-9a5e-bc7b9380f986, host dv-cinder-851030-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851030-1-iscsi',level=0,port_id=eff1fd86-e0d8-4dcc-9a5e-bc7b9380f986,segment=NetworkSegment(5ddfc6e6-528e-42f9-ae6d-620dd83369e1),segment_id=5ddfc6e6-528e-42f9-ae6d-620dd83369e1)] {{(pid=111105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:55:40.507521 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-d0969a3b-39f6-49a6-86ee-41a9b262e2ca tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662595'] for security_group_rule (c0c18413-b2cf-4d54-9be1-51287f5d6fc6), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:40.525967 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device 7fd10fd8-b2d8-4e40-8146-3ba15698ad41 up at agent ovs-agent-dv-cinder-851030-1-iscsi {{(pid=111104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:55:40.528529 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0969a3b-39f6-49a6-86ee-41a9b262e2ca tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0c18413-b2cf-4d54-9be1-51287f5d6fc6,revision_number=0']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:40.528683 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-5fdf6978-849f-46a3-bcfe-ff617480aabf None None] Provisioning complete for port eff1fd86-e0d8-4dcc-9a5e-bc7b9380f986 triggered by entity DHCP. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:55:40.528972 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-5fdf6978-849f-46a3-bcfe-ff617480aabf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (eff1fd86-e0d8-4dcc-9a5e-bc7b9380f986), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:40.553736 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron_lib.callbacks.manager [None req-221a4e37-3afa-443f-841b-048a0dc74cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (eff1fd86-e0d8-4dcc-9a5e-bc7b9380f986), after_update {{(pid=111105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:40.588509 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-5fdf6978-849f-46a3-bcfe-ff617480aabf None None] Port eff1fd86-e0d8-4dcc-9a5e-bc7b9380f986 cannot update to ACTIVE because it is not bound. {{(pid=111104) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 14:55:40.597176 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221a4e37-3afa-443f-841b-048a0dc74cb0 None None] Routers {'07ecbc68-24d2-4e52-a32d-73ddcec5f433'} bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 14:55:40.597910 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_hamode_db [None req-221a4e37-3afa-443f-841b-048a0dc74cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851030-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T14:42:54Z,description=,heartbeat_timestamp=2022-07-26T14:55:24Z,host='dv-cinder-851030-1-iscsi',id=66f8bb98-7ace-4a85-b6ba-ffe40597695b,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:42:55Z,topic='l3_agent')) {'router_ids': ['07ecbc68-24d2-4e52-a32d-73ddcec5f433'], 'active': True} {{(pid=111105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:55:40.601968 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Provisioning complete for port 7fd10fd8-b2d8-4e40-8146-3ba15698ad41 triggered by entity L2. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:55:40.602489 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (7fd10fd8-b2d8-4e40-8146-3ba15698ad41), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:40.681816 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Current status of the port 7fd10fd8-b2d8-4e40-8146-3ba15698ad41 is: ACTIVE; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:55:40.690022 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-d0969a3b-39f6-49a6-86ee-41a9b262e2ca tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:40.691358 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 48808) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:55:40.696149 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.v2.base [None req-8ce02f0c-ee27-4869-afd9-91da1532f20f tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Request body: {'security_group_rule': {'security_group_id': '36e74357-39f1-4280-add6-3361918964e5', 'project_id': 'fde004be36ee4efeaa9ada32b4e2182c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 14:55:40.699905 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-d0969a3b-39f6-49a6-86ee-41a9b262e2ca tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5339334 Jul 26 14:55:40.755858 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:55:40.786573 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74d139d-e4b7-46f0-8c82-e310f550d6d8 None None] Pushing event updated for resources: {'Port': ['ID=eff1fd86-e0d8-4dcc-9a5e-bc7b9380f986,revision_number=4']} {{(pid=111105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:40.834515 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_dvr_db [None req-221a4e37-3afa-443f-841b-048a0dc74cb0 None None] Set router 07ecbc68-24d2-4e52-a32d-73ddcec5f433 gateway port host: dv-cinder-851030-1-iscsi {{(pid=111105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 14:55:40.863163 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.db.securitygroups_db [None req-8ce02f0c-ee27-4869-afd9-91da1532f20f tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Project fde004be36ee4efeaa9ada32b4e2182c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 26 14:55:40.869813 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-8ce02f0c-ee27-4869-afd9-91da1532f20f tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Publish callbacks [] for security_group_rule (fa2b3ca9-c657-4691-908c-88582445121d), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:40.912751 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:55:40.916175 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-90da9ba0-2cd9-472e-99ff-15a10dedef75 None None] Provisioning complete for port eff1fd86-e0d8-4dcc-9a5e-bc7b9380f986 triggered by entity DHCP. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:55:40.916748 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-90da9ba0-2cd9-472e-99ff-15a10dedef75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (eff1fd86-e0d8-4dcc-9a5e-bc7b9380f986), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:40.946990 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-8ce02f0c-ee27-4869-afd9-91da1532f20f tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Publish callbacks [] for security_group_rule (fa2b3ca9-c657-4691-908c-88582445121d), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:40.982216 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:55:40.997365 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-90da9ba0-2cd9-472e-99ff-15a10dedef75 None None] Current status of the port eff1fd86-e0d8-4dcc-9a5e-bc7b9380f986 is: DOWN; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:55:40.997933 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-90da9ba0-2cd9-472e-99ff-15a10dedef75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (eff1fd86-e0d8-4dcc-9a5e-bc7b9380f986), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:41.028073 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_hamode_db [None req-221a4e37-3afa-443f-841b-048a0dc74cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ecbc68-24d2-4e52-a32d-73ddcec5f433', 'name': 'tempest-TestShelveInstance-189167726-router', 'tenant_id': '3f7526cec950478aa97ec6dd5b4827f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '7fd10fd8-b2d8-4e40-8146-3ba15698ad41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:55:32Z', 'updated_at': '2022-07-26T14:55:36Z', 'revision_number': 4, 'project_id': '3f7526cec950478aa97ec6dd5b4827f2', 'gw_port': {'id': '7fd10fd8-b2d8-4e40-8146-3ba15698ad41', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:54:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ecbc68-24d2-4e52-a32d-73ddcec5f433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:55:33Z', 'updated_at': '2022-07-26T14:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi', '_interfaces': [{'id': 'eff1fd86-e0d8-4dcc-9a5e-bc7b9380f986', 'name': '', 'network_id': 'd83cf731-95bf-4cb7-9402-5cd0c97a0caa', 'tenant_id': '3f7526cec950478aa97ec6dd5b4827f2', 'mac_address': 'fa:16:3e:f7:2f:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07ecbc68-24d2-4e52-a32d-73ddcec5f433', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'b9564deb-a598-43a0-9b61-945f18a17517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:55:35Z', 'updated_at': '2022-07-26T14:55:40Z', 'revision_number': 4, 'project_id': '3f7526cec950478aa97ec6dd5b4827f2', 'subnets': [{'id': 'b9564deb-a598-43a0-9b61-945f18a17517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851030-1-iscsi', False) {} {{(pid=111105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:55:41.033145 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-90da9ba0-2cd9-472e-99ff-15a10dedef75 None None] For port eff1fd86-e0d8-4dcc-9a5e-bc7b9380f986, host dv-cinder-851030-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851030-1-iscsi',level=0,port_id=eff1fd86-e0d8-4dcc-9a5e-bc7b9380f986,segment=NetworkSegment(5ddfc6e6-528e-42f9-ae6d-620dd83369e1),segment_id=5ddfc6e6-528e-42f9-ae6d-620dd83369e1)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:55:41.053935 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221a4e37-3afa-443f-841b-048a0dc74cb0 None None] The sync data for ids ['07ecbc68-24d2-4e52-a32d-73ddcec5f433'] in dv-cinder-851030-1-iscsi is: [{'id': '07ecbc68-24d2-4e52-a32d-73ddcec5f433', 'name': 'tempest-TestShelveInstance-189167726-router', 'tenant_id': '3f7526cec950478aa97ec6dd5b4827f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '7fd10fd8-b2d8-4e40-8146-3ba15698ad41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:55:32Z', 'updated_at': '2022-07-26T14:55:36Z', 'revision_number': 4, 'project_id': '3f7526cec950478aa97ec6dd5b4827f2', 'gw_port': {'id': '7fd10fd8-b2d8-4e40-8146-3ba15698ad41', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:54:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ecbc68-24d2-4e52-a32d-73ddcec5f433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:55:33Z', 'updated_at': '2022-07-26T14:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi', '_interfaces': [{'id': 'eff1fd86-e0d8-4dcc-9a5e-bc7b9380f986', 'name': '', 'network_id': 'd83cf731-95bf-4cb7-9402-5cd0c97a0caa', 'tenant_id': '3f7526cec950478aa97ec6dd5b4827f2', 'mac_address': 'fa:16:3e:f7:2f:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07ecbc68-24d2-4e52-a32d-73ddcec5f433', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'b9564deb-a598-43a0-9b61-945f18a17517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:55:35Z', 'updated_at': '2022-07-26T14:55:40Z', 'revision_number': 4, 'project_id': '3f7526cec950478aa97ec6dd5b4827f2', 'subnets': [{'id': 'b9564deb-a598-43a0-9b61-945f18a17517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:55:41.115284 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-8ce02f0c-ee27-4869-afd9-91da1532f20f tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662595'] for security_group_rule (fa2b3ca9-c657-4691-908c-88582445121d), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:41.135755 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce02f0c-ee27-4869-afd9-91da1532f20f tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa2b3ca9-c657-4691-908c-88582445121d,revision_number=0']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:41.238237 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-90da9ba0-2cd9-472e-99ff-15a10dedef75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (eff1fd86-e0d8-4dcc-9a5e-bc7b9380f986), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:41.238362 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-8ce02f0c-ee27-4869-afd9-91da1532f20f tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:41.238362 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-8ce02f0c-ee27-4869-afd9-91da1532f20f tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5417364 Jul 26 14:55:41.238362 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 48814) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:55:41.243170 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.v2.base [None req-4e3ea2f6-3524-4685-a54e-d8b56ccef019 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Request body: {'security_group_rule': {'security_group_id': '36e74357-39f1-4280-add6-3361918964e5', 'project_id': 'fde004be36ee4efeaa9ada32b4e2182c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 14:55:41.292542 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90da9ba0-2cd9-472e-99ff-15a10dedef75 None None] Pushing event updated for resources: {'Port': ['ID=eff1fd86-e0d8-4dcc-9a5e-bc7b9380f986,revision_number=5']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:41.376995 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.db.securitygroups_db [None req-4e3ea2f6-3524-4685-a54e-d8b56ccef019 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Project fde004be36ee4efeaa9ada32b4e2182c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 26 14:55:41.383543 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-4e3ea2f6-3524-4685-a54e-d8b56ccef019 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Publish callbacks [] for security_group_rule (cbd6c415-435f-4763-9f65-2da3fad342bc), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:41.453774 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-4e3ea2f6-3524-4685-a54e-d8b56ccef019 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Publish callbacks [] for security_group_rule (cbd6c415-435f-4763-9f65-2da3fad342bc), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:41.467925 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=100 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:55:41.588161 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-4e3ea2f6-3524-4685-a54e-d8b56ccef019 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662595'] for security_group_rule (cbd6c415-435f-4763-9f65-2da3fad342bc), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:41.614320 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3ea2f6-3524-4685-a54e-d8b56ccef019 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbd6c415-435f-4763-9f65-2da3fad342bc,revision_number=0']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:41.739496 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-4e3ea2f6-3524-4685-a54e-d8b56ccef019 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:41.740715 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-4e3ea2f6-3524-4685-a54e-d8b56ccef019 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5015907 Jul 26 14:55:41.840689 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:INSERT=13,neutron:SELECT=82,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:55:42.324723 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:55:42.534932 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device eff1fd86-e0d8-4dcc-9a5e-bc7b9380f986 up at agent ovs-agent-dv-cinder-851030-1-iscsi {{(pid=111104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:55:42.536680 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:55:42.582856 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Provisioning complete for port eff1fd86-e0d8-4dcc-9a5e-bc7b9380f986 triggered by entity L2. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:55:42.583268 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (eff1fd86-e0d8-4dcc-9a5e-bc7b9380f986), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:42.659676 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Current status of the port eff1fd86-e0d8-4dcc-9a5e-bc7b9380f986 is: ACTIVE; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:55:43.077728 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.agents_db [None req-99196b13-9676-4f02-b89b-0db7196f18a6 None None] Agent healthcheck: found 6 active agents {{(pid=111105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 14:55:43.564927 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:55:45.227662 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (311d617f-8fa1-4662-a157-ab38f6e1e2d8), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:46.834190 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-1f8e5fca-bffc-4bba-b15f-85da878a017a req-91fd15e4-b7e6-402b-8c7c-c7d997adbef1 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=a97d630c-f890-4022-87ba-406020a397dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0404453 Jul 26 14:55:46.912423 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8e5fca-bffc-4bba-b15f-85da878a017a req-e62ae5dc-48ed-4452-b5b0-57dcea90045b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:55:46.914111 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-1f8e5fca-bffc-4bba-b15f-85da878a017a req-e62ae5dc-48ed-4452-b5b0-57dcea90045b service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=4f3f79533bbf48018798e6e65050d69c&device_id=a97d630c-f890-4022-87ba-406020a397dc HTTP/1.1" status: 200 len: 1130 time: 0.0421493 Jul 26 14:55:46.994810 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:UPDATE=3,neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=8 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:55:47.034445 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8e5fca-bffc-4bba-b15f-85da878a017a req-e54b6109-363c-4034-b0d8-904c66563f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:55:47.036168 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-1f8e5fca-bffc-4bba-b15f-85da878a017a req-e54b6109-363c-4034-b0d8-904c66563f82 service neutron] 10.222.0.99 "GET /v2.0/networks?id=0f1306c7-31e7-49e9-8b79-d9c630497063 HTTP/1.1" status: 200 len: 921 time: 0.1033878 Jul 26 14:55:47.083509 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-1f8e5fca-bffc-4bba-b15f-85da878a017a req-e22fc8a6-f616-4d36-9d16-34ede209f22a service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=098d52c8-2012-4286-962d-62149a4873c1 HTTP/1.1" status: 200 len: 217 time: 0.0410309 Jul 26 14:55:47.148093 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8e5fca-bffc-4bba-b15f-85da878a017a req-f7490e8e-33ad-4fe8-82b9-82c132ff6081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:55:47.149547 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-1f8e5fca-bffc-4bba-b15f-85da878a017a req-f7490e8e-33ad-4fe8-82b9-82c132ff6081 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=2fb38d4f-c234-47e2-adc0-721b341e4aad HTTP/1.1" status: 200 len: 858 time: 0.0600820 Jul 26 14:55:47.196605 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8e5fca-bffc-4bba-b15f-85da878a017a req-78a83dcc-44ce-4ef5-84fc-ce8f6ec3491f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:55:47.198218 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-1f8e5fca-bffc-4bba-b15f-85da878a017a req-78a83dcc-44ce-4ef5-84fc-ce8f6ec3491f service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=0f1306c7-31e7-49e9-8b79-d9c630497063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408902 Jul 26 14:55:47.295083 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-1f8e5fca-bffc-4bba-b15f-85da878a017a req-51b2786f-0ee7-434d-8d99-6763b6fb6fcd service neutron] 10.222.0.99 "GET /v2.0/networks/0f1306c7-31e7-49e9-8b79-d9c630497063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888314 Jul 26 14:55:47.393628 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-1f8e5fca-bffc-4bba-b15f-85da878a017a req-b547dc0c-7c20-4898-b4c9-954aa0ed975c service neutron] 10.222.0.99 "GET /v2.0/networks/0f1306c7-31e7-49e9-8b79-d9c630497063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915215 Jul 26 14:55:49.073460 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 49006) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:55:49.190748 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-cacd1c02-73eb-4aa8-b3b7-1072ed90de5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:49.272035 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-cacd1c02-73eb-4aa8-b3b7-1072ed90de5e admin admin] Publish callbacks [] for security_group (e6de7c57-1b0b-4f60-8f1d-5b434fa0487a), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:49.348248 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-cacd1c02-73eb-4aa8-b3b7-1072ed90de5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (e6de7c57-1b0b-4f60-8f1d-5b434fa0487a), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:49.353887 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:55:49.387008 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacd1c02-73eb-4aa8-b3b7-1072ed90de5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6de7c57-1b0b-4f60-8f1d-5b434fa0487a,revision_number=1']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:49.390965 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-cacd1c02-73eb-4aa8-b3b7-1072ed90de5e admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=846d2a9d718e4b2ebf48996a639d4299&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3164470 Jul 26 14:55:49.394514 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 49012) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:55:49.398031 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacd1c02-73eb-4aa8-b3b7-1072ed90de5e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:55:49.398379 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacd1c02-73eb-4aa8-b3b7-1072ed90de5e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:55:49.398718 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacd1c02-73eb-4aa8-b3b7-1072ed90de5e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:55:49.399073 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacd1c02-73eb-4aa8-b3b7-1072ed90de5e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:55:49.399394 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacd1c02-73eb-4aa8-b3b7-1072ed90de5e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:55:49.399736 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacd1c02-73eb-4aa8-b3b7-1072ed90de5e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:55:49.400061 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacd1c02-73eb-4aa8-b3b7-1072ed90de5e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:55:49.400386 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacd1c02-73eb-4aa8-b3b7-1072ed90de5e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:55:49.400741 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacd1c02-73eb-4aa8-b3b7-1072ed90de5e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:55:49.401031 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacd1c02-73eb-4aa8-b3b7-1072ed90de5e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:55:49.401355 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacd1c02-73eb-4aa8-b3b7-1072ed90de5e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:55:49.401680 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacd1c02-73eb-4aa8-b3b7-1072ed90de5e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:55:49.402054 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacd1c02-73eb-4aa8-b3b7-1072ed90de5e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:55:49.402448 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacd1c02-73eb-4aa8-b3b7-1072ed90de5e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:55:49.402658 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cacd1c02-73eb-4aa8-b3b7-1072ed90de5e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:55:49.444091 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-406c62fa-c8c0-457e-b4a2-041598f17a77 admin admin] Publish callbacks [] for security_group (e6de7c57-1b0b-4f60-8f1d-5b434fa0487a), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:49.465731 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-406c62fa-c8c0-457e-b4a2-041598f17a77 admin admin] Publish callbacks [] for security_group (e6de7c57-1b0b-4f60-8f1d-5b434fa0487a), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:49.605543 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-406c62fa-c8c0-457e-b4a2-041598f17a77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (e6de7c57-1b0b-4f60-8f1d-5b434fa0487a), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:49.608371 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-406c62fa-c8c0-457e-b4a2-041598f17a77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:49.609676 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-406c62fa-c8c0-457e-b4a2-041598f17a77 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/e6de7c57-1b0b-4f60-8f1d-5b434fa0487a HTTP/1.1" status: 204 len: 168 time: 0.2140770 Jul 26 14:55:49.617886 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406c62fa-c8c0-457e-b4a2-041598f17a77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6de7c57-1b0b-4f60-8f1d-5b434fa0487a,revision_number=None']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:55:52.043979 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-5ae5554c-f78b-4a8f-a328-9ed5d8b59725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (bb4183fa-e0c9-4858-9c34-b1ab78d39af4), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:53.073924 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=66 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:55:54.348584 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-322ea761-53f3-4ccc-a0ea-7468ccb05f48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (66f8bb98-7ace-4a85-b6ba-ffe40597695b), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:55.450854 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b30572d2-bee0-4462-94ed-c13cd0ef4273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (40fac31a-afaa-44e8-8521-47b803a59f0f), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:56.908374 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b977bc9f-0510-4ebd-94dd-930fc4499a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (e5556d63-fbf3-48f2-bfac-7896e86945c3), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:57.080327 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (df49e665-2de0-463a-a1e1-c989804d5593), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:55:59.394613 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=26,neutron:INSERT=6 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:55:59.612911 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=32,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:55:59.613699 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=13,neutron:DELETE=3 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:56:04.699627 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 49264) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:56:04.804493 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-897e2681-5ada-4114-a42f-61f0623341e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:56:04.883683 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-897e2681-5ada-4114-a42f-61f0623341e2 admin admin] Publish callbacks [] for security_group (1fbebab6-720a-4415-91fe-249ad2fb0819), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:56:04.965197 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-897e2681-5ada-4114-a42f-61f0623341e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (1fbebab6-720a-4415-91fe-249ad2fb0819), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:56:05.006451 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897e2681-5ada-4114-a42f-61f0623341e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fbebab6-720a-4415-91fe-249ad2fb0819,revision_number=1']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:05.010749 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-897e2681-5ada-4114-a42f-61f0623341e2 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=4705017825cc46139b39449c17f6c14f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3100922 Jul 26 14:56:05.013424 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 49272) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:56:05.062553 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-e5131126-0c41-44bd-802d-2909db4d54d9 admin admin] Publish callbacks [] for security_group (1fbebab6-720a-4415-91fe-249ad2fb0819), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:56:05.084231 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-e5131126-0c41-44bd-802d-2909db4d54d9 admin admin] Publish callbacks [] for security_group (1fbebab6-720a-4415-91fe-249ad2fb0819), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:56:05.233968 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-e5131126-0c41-44bd-802d-2909db4d54d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (1fbebab6-720a-4415-91fe-249ad2fb0819), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:56:05.237036 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-e5131126-0c41-44bd-802d-2909db4d54d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:56:05.238354 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-e5131126-0c41-44bd-802d-2909db4d54d9 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/1fbebab6-720a-4415-91fe-249ad2fb0819 HTTP/1.1" status: 204 len: 168 time: 0.2240143 Jul 26 14:56:05.246534 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5131126-0c41-44bd-802d-2909db4d54d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fbebab6-720a-4415-91fe-249ad2fb0819,revision_number=None']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:06.092800 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defc6543-cc04-4be9-b3a9-42f849ffbdb5 req-1aa5f08f-32d1-436e-b779-7116d644c666 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:56:06.094284 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-defc6543-cc04-4be9-b3a9-42f849ffbdb5 req-1aa5f08f-32d1-436e-b779-7116d644c666 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=d1552ebb-d614-4398-96ba-47e3fd737e3d HTTP/1.1" status: 200 len: 945 time: 0.0478401 Jul 26 14:56:06.143979 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-defc6543-cc04-4be9-b3a9-42f849ffbdb5 req-a1f075f2-d02d-4a2c-b495-d08cfb257bc4 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/security-groups?id=dc40aab4-ece4-4809-892c-4aaf7437cd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440216 Jul 26 14:56:07.001811 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:56:07.266470 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630a858d-5690-49e3-8d23-fc1f6157d432 req-bb41014e-50c3-41af-8939-443ec1579698 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:56:07.268765 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-630a858d-5690-49e3-8d23-fc1f6157d432 req-bb41014e-50c3-41af-8939-443ec1579698 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=d1552ebb-d614-4398-96ba-47e3fd737e3d HTTP/1.1" status: 200 len: 945 time: 0.0487220 Jul 26 14:56:07.317956 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-630a858d-5690-49e3-8d23-fc1f6157d432 req-b995a682-246d-4a9f-93ae-94dc61785901 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/security-groups?id=dc40aab4-ece4-4809-892c-4aaf7437cd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434422 Jul 26 14:56:08.441040 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042b7784-1119-4b28-9c8f-1a5fe4437251 req-4fb190e0-863f-483f-afe2-50a79bacdc1b tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:56:08.442505 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-042b7784-1119-4b28-9c8f-1a5fe4437251 req-4fb190e0-863f-483f-afe2-50a79bacdc1b tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=d1552ebb-d614-4398-96ba-47e3fd737e3d HTTP/1.1" status: 200 len: 945 time: 0.0471776 Jul 26 14:56:08.489385 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-042b7784-1119-4b28-9c8f-1a5fe4437251 req-23c59ca4-cb82-4884-a0a6-a08ede3feda6 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/security-groups?id=dc40aab4-ece4-4809-892c-4aaf7437cd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413070 Jul 26 14:56:09.612898 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b62519-0f2e-405c-acc8-d6d430d6078b req-b0836799-c4fb-4be7-8e5d-c9edd91a8fd3 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:56:09.614379 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-80b62519-0f2e-405c-acc8-d6d430d6078b req-b0836799-c4fb-4be7-8e5d-c9edd91a8fd3 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=d1552ebb-d614-4398-96ba-47e3fd737e3d HTTP/1.1" status: 200 len: 945 time: 0.0468409 Jul 26 14:56:09.662721 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-80b62519-0f2e-405c-acc8-d6d430d6078b req-d44a432b-135b-4872-801e-5d351e97f93c tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/security-groups?id=dc40aab4-ece4-4809-892c-4aaf7437cd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429120 Jul 26 14:56:10.785129 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6584628-26c6-4f90-8435-e1bf828072cc req-3e886b03-c993-44f5-abc1-3cd4af76a378 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:56:10.786653 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-e6584628-26c6-4f90-8435-e1bf828072cc req-3e886b03-c993-44f5-abc1-3cd4af76a378 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=d1552ebb-d614-4398-96ba-47e3fd737e3d HTTP/1.1" status: 200 len: 945 time: 0.0492125 Jul 26 14:56:10.849860 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-e6584628-26c6-4f90-8435-e1bf828072cc req-06170ac3-8421-43b5-8723-1a024a9e7ee2 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/security-groups?id=dc40aab4-ece4-4809-892c-4aaf7437cd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434628 Jul 26 14:56:12.000552 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5f6eb1-18c9-43d0-a5bc-423bf549f82f req-2fce839b-b08a-45c9-9db7-e794f7f2e955 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:56:12.002826 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-ba5f6eb1-18c9-43d0-a5bc-423bf549f82f req-2fce839b-b08a-45c9-9db7-e794f7f2e955 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=d1552ebb-d614-4398-96ba-47e3fd737e3d HTTP/1.1" status: 200 len: 945 time: 0.0698774 Jul 26 14:56:12.072356 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-ba5f6eb1-18c9-43d0-a5bc-423bf549f82f req-70d49124-85d7-4ce6-ba28-39429c43715e tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/security-groups?id=dc40aab4-ece4-4809-892c-4aaf7437cd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585463 Jul 26 14:56:13.082598 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=3 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:56:13.083345 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=3 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:56:13.194203 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e08b6d-2f0a-4e08-a694-464a998348d0 req-ba426422-7b3d-4ac3-ab0e-04002cb1282e tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:56:13.195674 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-07e08b6d-2f0a-4e08-a694-464a998348d0 req-ba426422-7b3d-4ac3-ab0e-04002cb1282e tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=d1552ebb-d614-4398-96ba-47e3fd737e3d HTTP/1.1" status: 200 len: 945 time: 0.0527649 Jul 26 14:56:13.242434 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-07e08b6d-2f0a-4e08-a694-464a998348d0 req-1e6f0e96-1e78-412c-be4d-d144d1f81c36 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/security-groups?id=dc40aab4-ece4-4809-892c-4aaf7437cd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410855 Jul 26 14:56:14.363472 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68225daf-f30a-4845-808f-c1702a6bf00e req-b8a0cd21-f419-46a4-9629-0b912e6be8af tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:56:14.364843 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-68225daf-f30a-4845-808f-c1702a6bf00e req-b8a0cd21-f419-46a4-9629-0b912e6be8af tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=d1552ebb-d614-4398-96ba-47e3fd737e3d HTTP/1.1" status: 200 len: 945 time: 0.0495913 Jul 26 14:56:14.411804 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-68225daf-f30a-4845-808f-c1702a6bf00e req-f0fcbaaf-db03-455e-b8c6-a70dbf7b1138 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/security-groups?id=dc40aab4-ece4-4809-892c-4aaf7437cd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414422 Jul 26 14:56:15.060396 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=57,neutron:UPDATE=4 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:56:15.148931 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (311d617f-8fa1-4662-a157-ab38f6e1e2d8), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:56:15.534779 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeebb1b-7d8e-4e78-8109-f7dac72c99fd req-d78d0ee7-ad6d-47a4-80c6-ce0b82b5b772 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:56:15.535725 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-bbeebb1b-7d8e-4e78-8109-f7dac72c99fd req-d78d0ee7-ad6d-47a4-80c6-ce0b82b5b772 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=d1552ebb-d614-4398-96ba-47e3fd737e3d HTTP/1.1" status: 200 len: 945 time: 0.0501373 Jul 26 14:56:15.587010 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-bbeebb1b-7d8e-4e78-8109-f7dac72c99fd req-d176044b-a8e7-459a-9059-3b25b4bd582a tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/security-groups?id=dc40aab4-ece4-4809-892c-4aaf7437cd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434296 Jul 26 14:56:16.708799 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce2aff4-8f72-425d-bfec-8ddf90f6b4ac req-0c008aa3-1020-435c-a34e-4f7540fdd5e7 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:56:16.710401 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-9ce2aff4-8f72-425d-bfec-8ddf90f6b4ac req-0c008aa3-1020-435c-a34e-4f7540fdd5e7 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=d1552ebb-d614-4398-96ba-47e3fd737e3d HTTP/1.1" status: 200 len: 945 time: 0.0508654 Jul 26 14:56:16.756696 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-9ce2aff4-8f72-425d-bfec-8ddf90f6b4ac req-81b5b304-e023-45cd-88f6-a3104c6279ea tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/security-groups?id=dc40aab4-ece4-4809-892c-4aaf7437cd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408196 Jul 26 14:56:17.880990 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bbd985-a1ee-4b99-b9e0-6c3f0865b4d8 req-501c279f-5d83-49af-9089-a28bfb8cc3b6 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:56:17.882519 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-47bbd985-a1ee-4b99-b9e0-6c3f0865b4d8 req-501c279f-5d83-49af-9089-a28bfb8cc3b6 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=d1552ebb-d614-4398-96ba-47e3fd737e3d HTTP/1.1" status: 200 len: 945 time: 0.0506911 Jul 26 14:56:17.926860 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:56:17.934375 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-47bbd985-a1ee-4b99-b9e0-6c3f0865b4d8 req-8595a340-cc56-4139-8f5b-58ad31e97d43 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/security-groups?id=dc40aab4-ece4-4809-892c-4aaf7437cd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461993 Jul 26 14:56:19.053512 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40682ee-935c-4295-8faf-1635a6bf52e9 req-7ca6b182-a16d-44b2-bb1a-1cce897f601b tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:56:19.055178 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-e40682ee-935c-4295-8faf-1635a6bf52e9 req-7ca6b182-a16d-44b2-bb1a-1cce897f601b tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=d1552ebb-d614-4398-96ba-47e3fd737e3d HTTP/1.1" status: 200 len: 945 time: 0.0474179 Jul 26 14:56:19.103034 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-e40682ee-935c-4295-8faf-1635a6bf52e9 req-0cdcaedb-c3ea-43ad-9d04-1f044c0c07fa tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/security-groups?id=dc40aab4-ece4-4809-892c-4aaf7437cd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421162 Jul 26 14:56:20.077378 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.agents_db [None req-99196b13-9676-4f02-b89b-0db7196f18a6 None None] Agent healthcheck: found 6 active agents {{(pid=111105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 14:56:20.224767 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae4fc68-e796-4aad-94a0-87726022236e req-1fb6ef99-23fc-461b-8c19-e90520562152 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:56:20.227574 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-dae4fc68-e796-4aad-94a0-87726022236e req-1fb6ef99-23fc-461b-8c19-e90520562152 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=d1552ebb-d614-4398-96ba-47e3fd737e3d HTTP/1.1" status: 200 len: 945 time: 0.0519392 Jul 26 14:56:20.247355 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:56:20.273832 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-dae4fc68-e796-4aad-94a0-87726022236e req-73cba360-f141-4261-9ae9-0c1e5e513959 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/security-groups?id=dc40aab4-ece4-4809-892c-4aaf7437cd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418499 Jul 26 14:56:21.060824 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 49526) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:56:21.066054 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.v2.base [None req-3597124d-95e9-4588-ad9c-ba8b537bd8b1 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1285580422', 'description': 'tempest-description--1924591786'}} {{(pid=111102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 14:56:21.160975 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-3597124d-95e9-4588-ad9c-ba8b537bd8b1 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks [] for security_group (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:56:21.229392 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-3597124d-95e9-4588-ad9c-ba8b537bd8b1 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks [] for security_group (e18d08e8-0e5b-496c-b28f-118dc6f0620e), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:56:21.280176 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-3597124d-95e9-4588-ad9c-ba8b537bd8b1 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (e18d08e8-0e5b-496c-b28f-118dc6f0620e), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:56:21.312202 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3597124d-95e9-4588-ad9c-ba8b537bd8b1 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e18d08e8-0e5b-496c-b28f-118dc6f0620e,revision_number=1']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:21.335715 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 49534) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:56:21.368793 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-3597124d-95e9-4588-ad9c-ba8b537bd8b1 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks [] for security_group (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:56:21.370009 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-3597124d-95e9-4588-ad9c-ba8b537bd8b1 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3080554 Jul 26 14:56:21.373201 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 49538) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:56:21.378270 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.v2.base [None req-88bca493-7925-4250-b807-ae989b7240ed tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Request body: {'security_group_rule': {'security_group_id': 'e18d08e8-0e5b-496c-b28f-118dc6f0620e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 14:56:21.482792 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-88bca493-7925-4250-b807-ae989b7240ed tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks [] for security_group_rule (94931995-f652-4685-9ce8-2e985c574cbe), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:56:21.550769 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-88bca493-7925-4250-b807-ae989b7240ed tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks [] for security_group_rule (94931995-f652-4685-9ce8-2e985c574cbe), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:56:21.658199 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-88bca493-7925-4250-b807-ae989b7240ed tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662595'] for security_group_rule (94931995-f652-4685-9ce8-2e985c574cbe), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:56:21.659611 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-8d4d15d7-b543-4f66-9c5b-73de9882bad7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:56:21.679842 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb92f97c-ca19-4c3f-9d8d-478e353b27cb req-6706260f-0efa-4234-a8de-14760912bba2 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:56:21.681364 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-fb92f97c-ca19-4c3f-9d8d-478e353b27cb req-6706260f-0efa-4234-a8de-14760912bba2 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=d1552ebb-d614-4398-96ba-47e3fd737e3d HTTP/1.1" status: 200 len: 945 time: 0.3308482 Jul 26 14:56:21.684826 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bca493-7925-4250-b807-ae989b7240ed tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94931995-f652-4685-9ce8-2e985c574cbe,revision_number=0']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:21.693753 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bca493-7925-4250-b807-ae989b7240ed tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:56:21.694332 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bca493-7925-4250-b807-ae989b7240ed tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:56:21.694675 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bca493-7925-4250-b807-ae989b7240ed tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:56:21.695015 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bca493-7925-4250-b807-ae989b7240ed tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:56:21.695356 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bca493-7925-4250-b807-ae989b7240ed tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:56:21.695758 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bca493-7925-4250-b807-ae989b7240ed tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:56:21.696128 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bca493-7925-4250-b807-ae989b7240ed tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:56:21.696448 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bca493-7925-4250-b807-ae989b7240ed tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:56:21.696778 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bca493-7925-4250-b807-ae989b7240ed tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:56:21.697106 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bca493-7925-4250-b807-ae989b7240ed tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:56:21.697434 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bca493-7925-4250-b807-ae989b7240ed tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:56:21.697787 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bca493-7925-4250-b807-ae989b7240ed tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:56:21.698111 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bca493-7925-4250-b807-ae989b7240ed tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:56:21.698436 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bca493-7925-4250-b807-ae989b7240ed tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:56:21.698761 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bca493-7925-4250-b807-ae989b7240ed tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:56:21.758489 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-fb92f97c-ca19-4c3f-9d8d-478e353b27cb req-36a65b45-3df2-40b9-b71c-6571123b23e6 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/security-groups?id=dc40aab4-ece4-4809-892c-4aaf7437cd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665555 Jul 26 14:56:21.762284 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-88bca493-7925-4250-b807-ae989b7240ed tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:56:21.763612 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-88bca493-7925-4250-b807-ae989b7240ed tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3893754 Jul 26 14:56:21.766345 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 49546) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:56:21.771417 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.v2.base [None req-8c4da49a-b98d-44d5-bd49-f89412515b8b tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Request body: {'security_group_rule': {'security_group_id': 'e18d08e8-0e5b-496c-b28f-118dc6f0620e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 14:56:21.794831 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-8d4d15d7-b543-4f66-9c5b-73de9882bad7 admin admin] Publish callbacks [] for security_group (d42f161a-74e0-4884-8eaf-091e8a26a140), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:56:21.874513 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-8c4da49a-b98d-44d5-bd49-f89412515b8b tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks [] for security_group_rule (ae51e21c-fde5-4d1a-a147-c01d18a21d55), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:56:21.903053 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-8d4d15d7-b543-4f66-9c5b-73de9882bad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (d42f161a-74e0-4884-8eaf-091e8a26a140), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:56:21.934195 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-8c4da49a-b98d-44d5-bd49-f89412515b8b tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks [] for security_group_rule (ae51e21c-fde5-4d1a-a147-c01d18a21d55), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:56:21.942398 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4d15d7-b543-4f66-9c5b-73de9882bad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d42f161a-74e0-4884-8eaf-091e8a26a140,revision_number=1']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:21.947699 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-8d4d15d7-b543-4f66-9c5b-73de9882bad7 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=3f8865a65a8343c1b5e7f3c41723050e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6109293 Jul 26 14:56:21.950600 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 49548) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:56:21.973320 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-ad04ac59-2128-45a8-8592-a483849f48ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (bb4183fa-e0c9-4858-9c34-b1ab78d39af4), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:56:22.001204 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-862a789f-ec4c-4c53-9d4b-1578b00461c6 admin admin] Publish callbacks [] for security_group (d42f161a-74e0-4884-8eaf-091e8a26a140), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:56:22.011264 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:56:22.019471 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:56:22.024221 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-862a789f-ec4c-4c53-9d4b-1578b00461c6 admin admin] Publish callbacks [] for security_group (d42f161a-74e0-4884-8eaf-091e8a26a140), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:56:22.050563 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-8c4da49a-b98d-44d5-bd49-f89412515b8b tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662595'] for security_group_rule (ae51e21c-fde5-4d1a-a147-c01d18a21d55), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:56:22.074277 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4da49a-b98d-44d5-bd49-f89412515b8b tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae51e21c-fde5-4d1a-a147-c01d18a21d55,revision_number=0']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:22.196868 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-8c4da49a-b98d-44d5-bd49-f89412515b8b tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:56:22.198186 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-8c4da49a-b98d-44d5-bd49-f89412515b8b tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4306667 Jul 26 14:56:22.199108 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-862a789f-ec4c-4c53-9d4b-1578b00461c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (d42f161a-74e0-4884-8eaf-091e8a26a140), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:56:22.202474 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-862a789f-ec4c-4c53-9d4b-1578b00461c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:56:22.203509 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-862a789f-ec4c-4c53-9d4b-1578b00461c6 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/d42f161a-74e0-4884-8eaf-091e8a26a140 HTTP/1.1" status: 204 len: 168 time: 0.2517908 Jul 26 14:56:22.208157 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 49552) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:56:22.213205 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862a789f-ec4c-4c53-9d4b-1578b00461c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d42f161a-74e0-4884-8eaf-091e8a26a140,revision_number=None']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:22.213467 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.v2.base [None req-4cae6f7e-9866-42d2-9de3-f84f64d01964 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Request body: {'floatingip': {'floating_network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a'}} {{(pid=111102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 14:56:22.343189 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-4cae6f7e-9866-42d2-9de3-f84f64d01964 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:56:22.429476 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-4cae6f7e-9866-42d2-9de3-f84f64d01964 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:56:22.551982 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.db_base_plugin_common [None req-4cae6f7e-9866-42d2-9de3-f84f64d01964 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Allocated IP 172.27.0.60 (976f28e8-c47c-49b7-93ff-2bd79bbe121a/527ba32d-e656-41f8-8fe6-15a8ab4751c9/20a2a579-8830-4de9-800d-08cf35926eec) {{(pid=111102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:56:22.558910 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:56:22.639925 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:56:22.678031 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-4cae6f7e-9866-42d2-9de3-f84f64d01964 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks [] for port (20a2a579-8830-4de9-800d-08cf35926eec), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:56:22.783793 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-4cae6f7e-9866-42d2-9de3-f84f64d01964 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789579689795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868105'] for port (20a2a579-8830-4de9-800d-08cf35926eec), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:56:22.825800 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cae6f7e-9866-42d2-9de3-f84f64d01964 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Network 976f28e8-c47c-49b7-93ff-2bd79bbe121a is already hosted by enough agents. {{(pid=111102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:56:22.830836 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.base_scheduler [None req-4cae6f7e-9866-42d2-9de3-f84f64d01964 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Resources bound (agent type, host, resource id): {{(pid=111102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:56:22.834512 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cae6f7e-9866-42d2-9de3-f84f64d01964 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Received port after_create {{(pid=111102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 14:56:22.860090 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cae6f7e-9866-42d2-9de3-f84f64d01964 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Pushing event updated for resources: {'Port': ['ID=20a2a579-8830-4de9-800d-08cf35926eec,revision_number=1']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:22.891715 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8b9719-798d-4131-8fcd-ecd86c0fc629 req-f80aafee-8e04-4d4e-a24a-9c15a5aa5bb4 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:56:22.893215 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-ce8b9719-798d-4131-8fcd-ecd86c0fc629 req-f80aafee-8e04-4d4e-a24a-9c15a5aa5bb4 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=d1552ebb-d614-4398-96ba-47e3fd737e3d HTTP/1.1" status: 200 len: 945 time: 0.0526850 Jul 26 14:56:22.924421 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-4cae6f7e-9866-42d2-9de3-f84f64d01964 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks [] for floatingip (e0fbf666-e002-4e0d-bd85-dcbfeea8efa8), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:56:22.942788 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-ce8b9719-798d-4131-8fcd-ecd86c0fc629 req-9b59d862-d68c-4e65-bca9-8caf0ef01392 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/security-groups?id=dc40aab4-ece4-4809-892c-4aaf7437cd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433943 Jul 26 14:56:23.023637 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-4cae6f7e-9866-42d2-9de3-f84f64d01964 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (20a2a579-8830-4de9-800d-08cf35926eec), before_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:56:23.123559 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:56:23.176212 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-4cae6f7e-9866-42d2-9de3-f84f64d01964 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks [] for port (20a2a579-8830-4de9-800d-08cf35926eec), precommit_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:56:23.262731 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-4cae6f7e-9866-42d2-9de3-f84f64d01964 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868126'] for port (20a2a579-8830-4de9-800d-08cf35926eec), after_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:56:23.334768 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cae6f7e-9866-42d2-9de3-f84f64d01964 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Pushing event updated for resources: {'Port': ['ID=20a2a579-8830-4de9-800d-08cf35926eec,revision_number=2']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:23.347028 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-4cae6f7e-9866-42d2-9de3-f84f64d01964 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691171'] for floatingip (e0fbf666-e002-4e0d-bd85-dcbfeea8efa8), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:56:23.516639 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-4cae6f7e-9866-42d2-9de3-f84f64d01964 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-431034'] for floatingip (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:56:23.518536 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-4cae6f7e-9866-42d2-9de3-f84f64d01964 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3091624 Jul 26 14:56:23.736170 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-967838e6-8f88-4307-8b22-1e18e3937c8b req-628b6911-6ac1-447a-9ddb-4f6607a5ab36 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/security-groups?name=tempest-securitygroup--1285580422&fields=id&tenant_id=ace4455a9e1b44e5bf7b04fd4abf81d7 HTTP/1.1" status: 200 len: 267 time: 0.0456800 Jul 26 14:56:23.850532 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967838e6-8f88-4307-8b22-1e18e3937c8b req-1837e081-b378-4366-9340-12a09aeae7e8 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:56:23.851917 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-967838e6-8f88-4307-8b22-1e18e3937c8b req-1837e081-b378-4366-9340-12a09aeae7e8 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/networks?id=4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0 HTTP/1.1" status: 200 len: 815 time: 0.1080568 Jul 26 14:56:23.866869 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-967838e6-8f88-4307-8b22-1e18e3937c8b req-d4905780-0ba3-4046-b067-951873cb1cd9 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/quotas/ace4455a9e1b44e5bf7b04fd4abf81d7 HTTP/1.1" status: 200 len: 375 time: 0.0095110 Jul 26 14:56:23.922310 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-967838e6-8f88-4307-8b22-1e18e3937c8b req-ca1dff7b-ae4a-4dc8-a3c3-e188cafe2512 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=ace4455a9e1b44e5bf7b04fd4abf81d7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0501544 Jul 26 14:56:24.022586 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-967838e6-8f88-4307-8b22-1e18e3937c8b req-61d7ef94-823c-4487-89e6-3b18167700d2 service neutron] 10.222.0.97 "GET /v2.0/networks/4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887959 Jul 26 14:56:24.062176 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb7f30d-9703-413a-825e-94380ff91bec req-6e6e1663-d704-47a9-8a63-3db6a7a5645f tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:56:24.064257 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-cdb7f30d-9703-413a-825e-94380ff91bec req-6e6e1663-d704-47a9-8a63-3db6a7a5645f tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=d1552ebb-d614-4398-96ba-47e3fd737e3d HTTP/1.1" status: 200 len: 945 time: 0.0495958 Jul 26 14:56:24.112576 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-cdb7f30d-9703-413a-825e-94380ff91bec req-762f85b7-2df7-4e73-8b54-9043913737d7 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/security-groups?id=dc40aab4-ece4-4809-892c-4aaf7437cd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425227 Jul 26 14:56:24.123903 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-967838e6-8f88-4307-8b22-1e18e3937c8b req-49b68aa2-e1e6-45f6-9fa1-30afe94d5f08 service neutron] 10.222.0.97 "GET /v2.0/networks/4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948462 Jul 26 14:56:24.291584 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-be3b9afd-d241-4e91-b300-0d0014a13bd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (66f8bb98-7ace-4a85-b6ba-ffe40597695b), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:56:24.411565 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-d2940fbb-ea6b-4f60-ab80-e8acae6c005e req-de82d05e-950c-4012-bafc-2035311d3b6c tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=5646d5b5-6207-4584-bf5b-be1d1c6904c5 HTTP/1.1" status: 200 len: 210 time: 0.0294826 Jul 26 14:56:25.236389 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6edbe61-4ff8-4ca2-8fed-e6cd09e987fa req-60fe490f-41cd-43c4-a97a-0f4dffbda197 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:56:25.237865 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-e6edbe61-4ff8-4ca2-8fed-e6cd09e987fa req-60fe490f-41cd-43c4-a97a-0f4dffbda197 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=d1552ebb-d614-4398-96ba-47e3fd737e3d HTTP/1.1" status: 200 len: 945 time: 0.0475171 Jul 26 14:56:25.286119 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-e6edbe61-4ff8-4ca2-8fed-e6cd09e987fa req-5028cf16-255b-4d68-8d05-802eb7cf210b tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/security-groups?id=dc40aab4-ece4-4809-892c-4aaf7437cd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426064 Jul 26 14:56:25.394980 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b30572d2-bee0-4462-94ed-c13cd0ef4273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (40fac31a-afaa-44e8-8521-47b803a59f0f), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:56:25.520711 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-9dccbe4b-62c2-44c3-8f4f-4db1956407ea req-317af2c8-891c-40ae-80f9-af14959e55cf tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=5646d5b5-6207-4584-bf5b-be1d1c6904c5 HTTP/1.1" status: 200 len: 210 time: 0.0336108 Jul 26 14:56:26.409807 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bca93b9-9136-4616-9b2b-17ec2a79ae11 req-e2fb245b-db8f-42e5-876f-4c1ff820d47b tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:56:26.411372 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-0bca93b9-9136-4616-9b2b-17ec2a79ae11 req-e2fb245b-db8f-42e5-876f-4c1ff820d47b tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=d1552ebb-d614-4398-96ba-47e3fd737e3d HTTP/1.1" status: 200 len: 945 time: 0.0520403 Jul 26 14:56:26.458624 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-0bca93b9-9136-4616-9b2b-17ec2a79ae11 req-95a56ecb-aa12-450e-9a9c-ebeaa04ad320 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/security-groups?id=dc40aab4-ece4-4809-892c-4aaf7437cd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415947 Jul 26 14:56:26.627536 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-0dc9ddd2-b14b-4d23-a61e-1b5d920d063d req-bfef1229-e80f-4f3a-b497-8fd5d8111525 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=5646d5b5-6207-4584-bf5b-be1d1c6904c5 HTTP/1.1" status: 200 len: 210 time: 0.0323670 Jul 26 14:56:26.915582 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=100 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:56:26.932127 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b977bc9f-0510-4ebd-94dd-930fc4499a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (e5556d63-fbf3-48f2-bfac-7896e86945c3), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:56:27.013395 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967838e6-8f88-4307-8b22-1e18e3937c8b req-579dd054-20fc-4aaf-8769-7065add50eb4 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:56:27.014972 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-967838e6-8f88-4307-8b22-1e18e3937c8b req-579dd054-20fc-4aaf-8769-7065add50eb4 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.99 "GET /v2.0/networks?id=4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0 HTTP/1.1" status: 200 len: 815 time: 0.1099112 Jul 26 14:56:27.109195 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-967838e6-8f88-4307-8b22-1e18e3937c8b req-cc608941-5dba-46bf-a2d3-9be14a7fba99 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ace4455a9e1b44e5bf7b04fd4abf81d7 HTTP/1.1" status: 200 len: 472 time: 0.0720129 Jul 26 14:56:27.119031 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.v2.base [req-967838e6-8f88-4307-8b22-1e18e3937c8b req-c7f49596-7ffb-422a-9d76-99ef1ab2f97c tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Request body: {'port': {'device_id': '5646d5b5-6207-4584-bf5b-be1d1c6904c5', 'network_id': '4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0', 'admin_state_up': True, 'tenant_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'security_groups': ['e18d08e8-0e5b-496c-b28f-118dc6f0620e']}} {{(pid=111102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 14:56:27.129604 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (df49e665-2de0-463a-a1e1-c989804d5593), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:56:27.218678 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:56:27.360225 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-967838e6-8f88-4307-8b22-1e18e3937c8b req-c7f49596-7ffb-422a-9d76-99ef1ab2f97c tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Made reservation on behalf of ace4455a9e1b44e5bf7b04fd4abf81d7 for: {'port': 1} {{(pid=111102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:56:27.364766 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-967838e6-8f88-4307-8b22-1e18e3937c8b req-c7f49596-7ffb-422a-9d76-99ef1ab2f97c tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:56:27.506954 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.db_base_plugin_common [req-967838e6-8f88-4307-8b22-1e18e3937c8b req-c7f49596-7ffb-422a-9d76-99ef1ab2f97c tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Allocated IP 172.20.0.4 (4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0/2dc51976-041f-4e28-9975-c948630898a5/f0eafead-2868-4633-b117-bf601471eb13) {{(pid=111102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:56:27.629708 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a75292-a25f-4a08-90bd-ccd9c2d70929 req-95b131d7-8737-4342-a224-66b7ca836405 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:56:27.631224 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-79a75292-a25f-4a08-90bd-ccd9c2d70929 req-95b131d7-8737-4342-a224-66b7ca836405 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=d1552ebb-d614-4398-96ba-47e3fd737e3d HTTP/1.1" status: 200 len: 945 time: 0.0975893 Jul 26 14:56:27.713638 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-79a75292-a25f-4a08-90bd-ccd9c2d70929 req-d527afb5-7229-4ddf-9dcc-f7bed9fe91a7 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/security-groups?id=dc40aab4-ece4-4809-892c-4aaf7437cd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752776 Jul 26 14:56:27.726774 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-967838e6-8f88-4307-8b22-1e18e3937c8b req-c7f49596-7ffb-422a-9d76-99ef1ab2f97c tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks [] for port (f0eafead-2868-4633-b117-bf601471eb13), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:56:27.737264 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-425f0985-119e-46d1-afe1-3befc9e8c148 req-847d39d3-b94c-4964-a774-b3659329cfcd tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=5646d5b5-6207-4584-bf5b-be1d1c6904c5 HTTP/1.1" status: 200 len: 210 time: 0.0335557 Jul 26 14:56:27.874904 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-967838e6-8f88-4307-8b22-1e18e3937c8b req-c7f49596-7ffb-422a-9d76-99ef1ab2f97c tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789579689795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868105'] for port (f0eafead-2868-4633-b117-bf601471eb13), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:56:27.917089 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-967838e6-8f88-4307-8b22-1e18e3937c8b req-c7f49596-7ffb-422a-9d76-99ef1ab2f97c tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Network 4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0 is already hosted by enough agents. {{(pid=111102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:56:27.922447 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.base_scheduler [req-967838e6-8f88-4307-8b22-1e18e3937c8b req-c7f49596-7ffb-422a-9d76-99ef1ab2f97c tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Resources bound (agent type, host, resource id): {{(pid=111102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:56:27.925522 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.l3_dvrscheduler_db [req-967838e6-8f88-4307-8b22-1e18e3937c8b req-c7f49596-7ffb-422a-9d76-99ef1ab2f97c tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Received port after_create {{(pid=111102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 14:56:27.962060 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f49596-7ffb-422a-9d76-99ef1ab2f97c tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Pushing event updated for resources: {'Port': ['ID=f0eafead-2868-4633-b117-bf601471eb13,revision_number=1']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:27.991473 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967838e6-8f88-4307-8b22-1e18e3937c8b req-c7f49596-7ffb-422a-9d76-99ef1ab2f97c tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:56:27.992107 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-967838e6-8f88-4307-8b22-1e18e3937c8b req-c7f49596-7ffb-422a-9d76-99ef1ab2f97c tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-431034'] for port (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:56:28.094717 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-967838e6-8f88-4307-8b22-1e18e3937c8b req-c7f49596-7ffb-422a-9d76-99ef1ab2f97c tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9794483 Jul 26 14:56:28.113153 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.v2.base [req-967838e6-8f88-4307-8b22-1e18e3937c8b req-be293a5b-8aca-49b8-945e-b061872d31ec service neutron] Request body: {'port': {'device_id': '5646d5b5-6207-4584-bf5b-be1d1c6904c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85103'}} {{(pid=111102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 14:56:28.141533 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-83d26527-9312-4ca5-8bd0-906639de4358 None None] Provisioning complete for port f0eafead-2868-4633-b117-bf601471eb13 triggered by entity DHCP. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:56:28.142439 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-83d26527-9312-4ca5-8bd0-906639de4358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (f0eafead-2868-4633-b117-bf601471eb13), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:56:28.184695 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:56:28.185460 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-83d26527-9312-4ca5-8bd0-906639de4358 None None] Port f0eafead-2868-4633-b117-bf601471eb13 cannot update to ACTIVE because it is not bound. {{(pid=111104) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 14:56:28.197902 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-967838e6-8f88-4307-8b22-1e18e3937c8b req-be293a5b-8aca-49b8-945e-b061872d31ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (f0eafead-2868-4633-b117-bf601471eb13), before_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:56:28.349264 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=2,neutron:DELETE=2 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:56:28.519614 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.notifiers.nova [req-967838e6-8f88-4307-8b22-1e18e3937c8b req-be293a5b-8aca-49b8-945e-b061872d31ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0eafead-2868-4633-b117-bf601471eb13 {{(pid=111102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 14:56:28.527334 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-967838e6-8f88-4307-8b22-1e18e3937c8b req-be293a5b-8aca-49b8-945e-b061872d31ec service neutron] Publish callbacks [] for port (f0eafead-2868-4633-b117-bf601471eb13), precommit_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:56:28.539756 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.provisioning_blocks [req-967838e6-8f88-4307-8b22-1e18e3937c8b req-be293a5b-8aca-49b8-945e-b061872d31ec service neutron] Transition to ACTIVE for port object f0eafead-2868-4633-b117-bf601471eb13 will not be triggered until provisioned by entity L2. {{(pid=111102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 14:56:28.646962 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-967838e6-8f88-4307-8b22-1e18e3937c8b req-be293a5b-8aca-49b8-945e-b061872d31ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868126'] for port (f0eafead-2868-4633-b117-bf601471eb13), after_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:56:28.705716 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be293a5b-8aca-49b8-945e-b061872d31ec service neutron] Pushing event updated for resources: {'Port': ['ID=f0eafead-2868-4633-b117-bf601471eb13,revision_number=2']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:28.867667 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdde2c1-9310-4e02-bc44-e00c6e5ec21e req-2a6f3ed0-b94c-4934-b555-6982d0c5e236 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:56:28.874950 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-0bdde2c1-9310-4e02-bc44-e00c6e5ec21e req-2a6f3ed0-b94c-4934-b555-6982d0c5e236 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=d1552ebb-d614-4398-96ba-47e3fd737e3d HTTP/1.1" status: 200 len: 945 time: 0.0662408 Jul 26 14:56:28.878100 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.managers [req-967838e6-8f88-4307-8b22-1e18e3937c8b req-be293a5b-8aca-49b8-945e-b061872d31ec service neutron] Attempting to bind port f0eafead-2868-4633-b117-bf601471eb13 on host hv-cinder-85103 for vnic_type normal with profile {{(pid=111102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 14:56:28.878479 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.managers [req-967838e6-8f88-4307-8b22-1e18e3937c8b req-be293a5b-8aca-49b8-945e-b061872d31ec service neutron] Attempting to bind port f0eafead-2868-4633-b117-bf601471eb13 by drivers openvswitch,hyperv on host hv-cinder-85103 at level 0 using segments [{'id': '44f32d63-89d2-4ed3-9d85-4654c6c16c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0'}] {{(pid=111102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 14:56:28.878753 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967838e6-8f88-4307-8b22-1e18e3937c8b req-be293a5b-8aca-49b8-945e-b061872d31ec service neutron] Attempting to bind port f0eafead-2868-4633-b117-bf601471eb13 on network 4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0 {{(pid=111102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 14:56:28.897795 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967838e6-8f88-4307-8b22-1e18e3937c8b req-be293a5b-8aca-49b8-945e-b061872d31ec service neutron] Port f0eafead-2868-4633-b117-bf601471eb13 on network 4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85103 {{(pid=111102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 14:56:28.898129 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967838e6-8f88-4307-8b22-1e18e3937c8b req-be293a5b-8aca-49b8-945e-b061872d31ec service neutron] Attempting to bind port f0eafead-2868-4633-b117-bf601471eb13 on network 4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0 {{(pid=111102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 14:56:28.899721 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84511f21-df6a-46fa-bd61-f9fe783492b9 req-0582f7cd-30d9-4d69-8e82-8837f8385459 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:56:28.901362 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-84511f21-df6a-46fa-bd61-f9fe783492b9 req-0582f7cd-30d9-4d69-8e82-8837f8385459 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=5646d5b5-6207-4584-bf5b-be1d1c6904c5 HTTP/1.1" status: 200 len: 943 time: 0.0781841 Jul 26 14:56:28.909360 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967838e6-8f88-4307-8b22-1e18e3937c8b req-be293a5b-8aca-49b8-945e-b061872d31ec service neutron] Checking agent: {'id': '311d617f-8fa1-4662-a157-ab38f6e1e2d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85103', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 14, 49, 45), 'started_at': datetime.datetime(2022, 7, 26, 14, 49, 45), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 14, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 14:56:28.909697 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967838e6-8f88-4307-8b22-1e18e3937c8b req-be293a5b-8aca-49b8-945e-b061872d31ec service neutron] Checking segment: {'id': '44f32d63-89d2-4ed3-9d85-4654c6c16c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 14:56:28.910079 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967838e6-8f88-4307-8b22-1e18e3937c8b req-be293a5b-8aca-49b8-945e-b061872d31ec service neutron] Bound using segment: {'id': '44f32d63-89d2-4ed3-9d85-4654c6c16c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0'} {{(pid=111102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 14:56:28.910519 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.managers [req-967838e6-8f88-4307-8b22-1e18e3937c8b req-be293a5b-8aca-49b8-945e-b061872d31ec service neutron] Bound port: f0eafead-2868-4633-b117-bf601471eb13, host: hv-cinder-85103, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44f32d63-89d2-4ed3-9d85-4654c6c16c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0'}}] {{(pid=111102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 14:56:28.912668 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-967838e6-8f88-4307-8b22-1e18e3937c8b req-be293a5b-8aca-49b8-945e-b061872d31ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (f0eafead-2868-4633-b117-bf601471eb13), before_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:56:28.935381 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:56:28.971706 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-84511f21-df6a-46fa-bd61-f9fe783492b9 req-f1706afc-f22c-4eb9-859f-2f72b31a2ac4 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/security-groups?id=e18d08e8-0e5b-496c-b28f-118dc6f0620e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615351 Jul 26 14:56:28.990923 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-0bdde2c1-9310-4e02-bc44-e00c6e5ec21e req-3954bae4-7280-4d3e-8e46-79e5173d5276 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/security-groups?id=dc40aab4-ece4-4809-892c-4aaf7437cd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040823 Jul 26 14:56:29.014115 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.db [req-967838e6-8f88-4307-8b22-1e18e3937c8b req-be293a5b-8aca-49b8-945e-b061872d31ec service neutron] For port f0eafead-2868-4633-b117-bf601471eb13, host hv-cinder-85103, cleared binding levels {{(pid=111102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:56:29.019833 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.db [req-967838e6-8f88-4307-8b22-1e18e3937c8b req-be293a5b-8aca-49b8-945e-b061872d31ec service neutron] For port f0eafead-2868-4633-b117-bf601471eb13, host hv-cinder-85103, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=f0eafead-2868-4633-b117-bf601471eb13,segment=NetworkSegment(44f32d63-89d2-4ed3-9d85-4654c6c16c14),segment_id=44f32d63-89d2-4ed3-9d85-4654c6c16c14)] {{(pid=111102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:56:29.081645 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-967838e6-8f88-4307-8b22-1e18e3937c8b req-be293a5b-8aca-49b8-945e-b061872d31ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868126'] for port (f0eafead-2868-4633-b117-bf601471eb13), after_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:56:29.113697 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967838e6-8f88-4307-8b22-1e18e3937c8b req-be293a5b-8aca-49b8-945e-b061872d31ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:56:29.114345 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-967838e6-8f88-4307-8b22-1e18e3937c8b req-be293a5b-8aca-49b8-945e-b061872d31ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-431034'] for port (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:56:29.115781 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-967838e6-8f88-4307-8b22-1e18e3937c8b req-be293a5b-8aca-49b8-945e-b061872d31ec service neutron] 10.222.0.99 "PUT /v2.0/ports/f0eafead-2868-4633-b117-bf601471eb13 HTTP/1.1" status: 200 len: 1093 time: 1.0074251 Jul 26 14:56:29.118277 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5646d5b5-6207-4584-bf5b-be1d1c6904c5', 'tag': 'f0eafead-2868-4633-b117-bf601471eb13'}] {{(pid=111102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 14:56:29.120637 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8185506cd1cc56e10fcde42571d85de650c4e290bb1b6bf5ec2f858ed2201c15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf64cf7d-2e09-494d-b33e-abbd097123d9" -d '{"events": [{"name": "network-changed", "server_uuid": "5646d5b5-6207-4584-bf5b-be1d1c6904c5", "tag": "f0eafead-2868-4633-b117-bf601471eb13"}]}' {{(pid=111102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:56:29.151300 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be293a5b-8aca-49b8-945e-b061872d31ec service neutron] Pushing event updated for resources: {'Port': ['ID=f0eafead-2868-4633-b117-bf601471eb13,revision_number=3']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:29.162787 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 14:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3075d46-9cb3-4128-998a-2a5a7a224848 x-openstack-request-id: req-b3075d46-9cb3-4128-998a-2a5a7a224848 {{(pid=111102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:56:29.163078 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5646d5b5-6207-4584-bf5b-be1d1c6904c5", "tag": "f0eafead-2868-4633-b117-bf601471eb13", "status": "completed", "code": 200}]} {{(pid=111102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:56:29.163354 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-b3075d46-9cb3-4128-998a-2a5a7a224848 {{(pid=111102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:56:29.163776 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3075d46-9cb3-4128-998a-2a5a7a224848'] response: {'name': 'network-changed', 'server_uuid': '5646d5b5-6207-4584-bf5b-be1d1c6904c5', 'tag': 'f0eafead-2868-4633-b117-bf601471eb13', 'status': 'completed', 'code': 200} Jul 26 14:56:29.256839 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf64cf7d-2e09-494d-b33e-abbd097123d9 req-881b7020-b4cd-47fb-9a6f-e002a271cb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:56:29.259046 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-cf64cf7d-2e09-494d-b33e-abbd097123d9 req-881b7020-b4cd-47fb-9a6f-e002a271cb07 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=ace4455a9e1b44e5bf7b04fd4abf81d7&device_id=5646d5b5-6207-4584-bf5b-be1d1c6904c5 HTTP/1.1" status: 200 len: 1127 time: 0.0512476 Jul 26 14:56:29.366480 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf64cf7d-2e09-494d-b33e-abbd097123d9 req-55bf1390-967d-48c8-8217-8888a2c8876c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:56:29.367956 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-cf64cf7d-2e09-494d-b33e-abbd097123d9 req-55bf1390-967d-48c8-8217-8888a2c8876c service neutron] 10.222.0.99 "GET /v2.0/networks?tenant_id=ace4455a9e1b44e5bf7b04fd4abf81d7&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0952954 Jul 26 14:56:29.467655 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf64cf7d-2e09-494d-b33e-abbd097123d9 req-a7e48fb8-8429-4f8b-b120-140eabbc3fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:56:29.469052 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-cf64cf7d-2e09-494d-b33e-abbd097123d9 req-a7e48fb8-8429-4f8b-b120-140eabbc3fd4 service neutron] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0928018 Jul 26 14:56:29.660371 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967838e6-8f88-4307-8b22-1e18e3937c8b req-cd041857-b389-46c5-989b-958d07c125cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:56:29.661904 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-967838e6-8f88-4307-8b22-1e18e3937c8b req-cd041857-b389-46c5-989b-958d07c125cc service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=ace4455a9e1b44e5bf7b04fd4abf81d7&device_id=5646d5b5-6207-4584-bf5b-be1d1c6904c5 HTTP/1.1" status: 200 len: 1127 time: 0.0395782 Jul 26 14:56:29.713040 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-967838e6-8f88-4307-8b22-1e18e3937c8b req-08863a0a-47d0-4b78-9216-c570a95794a0 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f0eafead-2868-4633-b117-bf601471eb13 HTTP/1.1" status: 200 len: 217 time: 0.0322278 Jul 26 14:56:29.772282 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967838e6-8f88-4307-8b22-1e18e3937c8b req-22f33d88-8dca-4151-8852-4d5f07ba667d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:56:29.773966 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-967838e6-8f88-4307-8b22-1e18e3937c8b req-22f33d88-8dca-4151-8852-4d5f07ba667d service neutron] 10.222.0.99 "GET /v2.0/subnets?id=2dc51976-041f-4e28-9975-c948630898a5 HTTP/1.1" status: 200 len: 854 time: 0.0513473 Jul 26 14:56:29.823485 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967838e6-8f88-4307-8b22-1e18e3937c8b req-9a535ddb-54a0-412b-bb5d-f204e5b22aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:56:29.824993 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-967838e6-8f88-4307-8b22-1e18e3937c8b req-9a535ddb-54a0-412b-bb5d-f204e5b22aae service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424027 Jul 26 14:56:29.925521 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-967838e6-8f88-4307-8b22-1e18e3937c8b req-37736f06-c64b-4648-8581-b28150065f27 service neutron] 10.222.0.99 "GET /v2.0/networks/4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939589 Jul 26 14:56:30.036508 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-967838e6-8f88-4307-8b22-1e18e3937c8b req-7f0d5be7-fc6c-4669-87ad-1a08f9942ada service neutron] 10.222.0.99 "GET /v2.0/networks/4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045723 Jul 26 14:56:30.073251 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=1 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:56:30.077581 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=1 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:56:30.112978 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541e95a6-8dbd-495b-ba45-56e9522919da req-04558b68-4469-4b89-929a-20388a5d9e10 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:56:30.114571 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-541e95a6-8dbd-495b-ba45-56e9522919da req-04558b68-4469-4b89-929a-20388a5d9e10 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=5646d5b5-6207-4584-bf5b-be1d1c6904c5 HTTP/1.1" status: 200 len: 943 time: 0.0662081 Jul 26 14:56:30.145010 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b61984c-a2dc-42e2-a326-5df4ef04ea53 req-e3bb35f3-1476-4c0c-93b2-cfa342debd9c tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:56:30.146636 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-1b61984c-a2dc-42e2-a326-5df4ef04ea53 req-e3bb35f3-1476-4c0c-93b2-cfa342debd9c tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=d1552ebb-d614-4398-96ba-47e3fd737e3d HTTP/1.1" status: 200 len: 945 time: 0.0591908 Jul 26 14:56:30.171479 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-541e95a6-8dbd-495b-ba45-56e9522919da req-9ba01060-19f2-43d0-a789-d225d7e61b16 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/security-groups?id=e18d08e8-0e5b-496c-b28f-118dc6f0620e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508423 Jul 26 14:56:30.194860 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-1b61984c-a2dc-42e2-a326-5df4ef04ea53 req-64a2c342-a543-46c9-aa37-055e2e234b91 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/security-groups?id=dc40aab4-ece4-4809-892c-4aaf7437cd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426188 Jul 26 14:56:31.129115 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:56:31.148821 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-59c1e368-91f6-4649-8fef-4be569ba0947 req-62028e9a-9499-4b6e-ac46-42273d8978ca tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2055757842&fields=id&tenant_id=fde004be36ee4efeaa9ada32b4e2182c HTTP/1.1" status: 200 len: 267 time: 0.0586383 Jul 26 14:56:31.257776 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c1e368-91f6-4649-8fef-4be569ba0947 req-bd65d36c-a369-4001-9f64-24667993d5a8 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:56:31.259161 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-59c1e368-91f6-4649-8fef-4be569ba0947 req-bd65d36c-a369-4001-9f64-24667993d5a8 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/networks?id=4f224720-dd50-4b3d-ae12-e0978ae6cbaf HTTP/1.1" status: 200 len: 808 time: 0.1058757 Jul 26 14:56:31.277024 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-59c1e368-91f6-4649-8fef-4be569ba0947 req-7b46f6f6-c68d-4b22-bacb-65f888eb2b32 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/quotas/fde004be36ee4efeaa9ada32b4e2182c HTTP/1.1" status: 200 len: 375 time: 0.0124872 Jul 26 14:56:31.303430 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3556060b-12c7-44a3-9964-408a279ee026 req-6a1f6038-7a23-486d-b2e8-8b2e9dbcb7dc tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:56:31.305172 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-3556060b-12c7-44a3-9964-408a279ee026 req-6a1f6038-7a23-486d-b2e8-8b2e9dbcb7dc tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=5646d5b5-6207-4584-bf5b-be1d1c6904c5 HTTP/1.1" status: 200 len: 943 time: 0.0573766 Jul 26 14:56:31.328693 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=100 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:56:31.357675 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-59c1e368-91f6-4649-8fef-4be569ba0947 req-59ff99d1-fe34-4f42-baf0-bb0271f4c349 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=fde004be36ee4efeaa9ada32b4e2182c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0654817 Jul 26 14:56:31.363627 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-3556060b-12c7-44a3-9964-408a279ee026 req-4565f8b3-b2b9-40e4-929e-4b5cab45fb30 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/security-groups?id=e18d08e8-0e5b-496c-b28f-118dc6f0620e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502441 Jul 26 14:56:31.471104 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-59c1e368-91f6-4649-8fef-4be569ba0947 req-29b7ee2f-7b1c-4ddb-8804-97db28238a62 service neutron] 10.222.0.97 "GET /v2.0/networks/4f224720-dd50-4b3d-ae12-e0978ae6cbaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015739 Jul 26 14:56:31.491822 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd0c5aa-b2f7-4873-bed7-cc8f854987d9 req-4a161ed9-a898-402b-a94c-704758921060 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:56:31.493331 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-cdd0c5aa-b2f7-4873-bed7-cc8f854987d9 req-4a161ed9-a898-402b-a94c-704758921060 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=d1552ebb-d614-4398-96ba-47e3fd737e3d HTTP/1.1" status: 200 len: 945 time: 0.0546703 Jul 26 14:56:31.546500 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-cdd0c5aa-b2f7-4873-bed7-cc8f854987d9 req-14c15da1-27bd-44e2-988b-fac0a554ec73 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/security-groups?id=dc40aab4-ece4-4809-892c-4aaf7437cd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461056 Jul 26 14:56:31.572577 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-59c1e368-91f6-4649-8fef-4be569ba0947 req-3b154957-48e3-49f3-bb33-5062525854fe service neutron] 10.222.0.97 "GET /v2.0/networks/4f224720-dd50-4b3d-ae12-e0978ae6cbaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946779 Jul 26 14:56:32.162637 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-9cdb3960-d1f4-4ee1-b935-9461732bc7c4 req-259de8e8-0322-4529-909c-500da3d81041 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/ports?device_id=df55a650-eac7-41dd-8361-bb02fc6d25f6 HTTP/1.1" status: 200 len: 210 time: 0.0289533 Jul 26 14:56:32.485106 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d4605d-c2b5-4f02-b681-29167d51fc77 req-da6aebd4-b040-4a2b-9d02-c6975201e261 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:56:32.487244 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-05d4605d-c2b5-4f02-b681-29167d51fc77 req-da6aebd4-b040-4a2b-9d02-c6975201e261 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=5646d5b5-6207-4584-bf5b-be1d1c6904c5 HTTP/1.1" status: 200 len: 943 time: 0.0491724 Jul 26 14:56:32.536305 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-05d4605d-c2b5-4f02-b681-29167d51fc77 req-42666ccd-f4f8-4a9c-824f-e1a9c55fe680 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/security-groups?id=e18d08e8-0e5b-496c-b28f-118dc6f0620e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432258 Jul 26 14:56:32.677227 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0804d83a-b5da-4a5a-a18f-4a1e230b7562 req-a783bf3d-2651-4d0b-b081-e7ab0b9b84e3 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:56:32.678876 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-0804d83a-b5da-4a5a-a18f-4a1e230b7562 req-a783bf3d-2651-4d0b-b081-e7ab0b9b84e3 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=d1552ebb-d614-4398-96ba-47e3fd737e3d HTTP/1.1" status: 200 len: 945 time: 0.0532367 Jul 26 14:56:32.736803 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-0804d83a-b5da-4a5a-a18f-4a1e230b7562 req-d3c34e18-2de2-4d7e-a8a8-f1022418aa35 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/security-groups?id=dc40aab4-ece4-4809-892c-4aaf7437cd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518453 Jul 26 14:56:33.270073 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-c8a81a97-124d-49b6-8212-a442ac0f79af req-b1db7949-5144-4e3e-9f87-dd5014dd2e8c tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/ports?device_id=df55a650-eac7-41dd-8361-bb02fc6d25f6 HTTP/1.1" status: 200 len: 210 time: 0.0315607 Jul 26 14:56:33.659467 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35865077-3326-4fc8-bd05-879e10a23001 req-447f6bee-a39b-4d99-93cb-802e5682c148 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:56:33.661039 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-35865077-3326-4fc8-bd05-879e10a23001 req-447f6bee-a39b-4d99-93cb-802e5682c148 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=5646d5b5-6207-4584-bf5b-be1d1c6904c5 HTTP/1.1" status: 200 len: 943 time: 0.0516570 Jul 26 14:56:33.712357 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-35865077-3326-4fc8-bd05-879e10a23001 req-8ce34943-ea60-4d59-98fe-2da09880fd79 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/security-groups?id=e18d08e8-0e5b-496c-b28f-118dc6f0620e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449560 Jul 26 14:56:33.868977 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89926c80-10cb-4b82-8335-96a59eced705 req-7a6b2e6d-9307-4452-9005-8d2b23a60fb7 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:56:33.870402 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-89926c80-10cb-4b82-8335-96a59eced705 req-7a6b2e6d-9307-4452-9005-8d2b23a60fb7 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=d1552ebb-d614-4398-96ba-47e3fd737e3d HTTP/1.1" status: 200 len: 945 time: 0.0548003 Jul 26 14:56:33.923025 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-89926c80-10cb-4b82-8335-96a59eced705 req-9c664acc-1ae1-40cc-a2d1-369a090cf752 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/security-groups?id=dc40aab4-ece4-4809-892c-4aaf7437cd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462625 Jul 26 14:56:34.368575 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-fdaeda5d-49e7-4a56-be0b-9230065fe603 req-6417eabd-5a4a-4055-a58f-af36448ca9b8 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/ports?device_id=df55a650-eac7-41dd-8361-bb02fc6d25f6 HTTP/1.1" status: 200 len: 210 time: 0.0280969 Jul 26 14:56:34.830230 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72acb533-7591-4aae-a20c-7cc2830b02a7 req-3fec32b3-baec-40d4-8748-3f2b0552fdc9 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:56:34.831977 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-72acb533-7591-4aae-a20c-7cc2830b02a7 req-3fec32b3-baec-40d4-8748-3f2b0552fdc9 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=5646d5b5-6207-4584-bf5b-be1d1c6904c5 HTTP/1.1" status: 200 len: 943 time: 0.0467043 Jul 26 14:56:34.878080 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-72acb533-7591-4aae-a20c-7cc2830b02a7 req-a9313d94-8626-4e6b-a0b1-4787b6126318 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/security-groups?id=e18d08e8-0e5b-496c-b28f-118dc6f0620e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405126 Jul 26 14:56:35.045229 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14312bd0-db26-428d-a7a3-a51663719a72 req-4df73407-4840-434b-b07f-3e4f8faef19a tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:56:35.071929 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-14312bd0-db26-428d-a7a3-a51663719a72 req-4df73407-4840-434b-b07f-3e4f8faef19a tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=d1552ebb-d614-4398-96ba-47e3fd737e3d HTTP/1.1" status: 200 len: 945 time: 0.0478239 Jul 26 14:56:35.071929 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:56:35.098263 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-14312bd0-db26-428d-a7a3-a51663719a72 req-750888a7-f962-427c-91de-7660a8119077 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/security-groups?id=dc40aab4-ece4-4809-892c-4aaf7437cd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458217 Jul 26 14:56:35.211929 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Device f0eafead-2868-4633-b117-bf601471eb13 details requested by agent hyperv_hv-cinder-85103 with host hv-cinder-85103 {{(pid=111104) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:56:35.460495 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] For port f0eafead-2868-4633-b117-bf601471eb13, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=f0eafead-2868-4633-b117-bf601471eb13,segment=NetworkSegment(44f32d63-89d2-4ed3-9d85-4654c6c16c14),segment_id=44f32d63-89d2-4ed3-9d85-4654c6c16c14)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:56:35.475394 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Returning: {'device': 'f0eafead-2868-4633-b117-bf601471eb13', 'network_id': '4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0', 'port_id': 'f0eafead-2868-4633-b117-bf601471eb13', 'mac_address': 'fa:16:3e:1e:8b:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1079, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dc51976-041f-4e28-9975-c948630898a5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111104) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:56:35.476934 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-d066156a-480d-4777-8020-e3ae16054dca req-a3fbf12a-192a-473e-b639-2b1c68bd6745 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/ports?device_id=df55a650-eac7-41dd-8361-bb02fc6d25f6 HTTP/1.1" status: 200 len: 210 time: 0.0286136 Jul 26 14:56:35.511381 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Current status of the port f0eafead-2868-4633-b117-bf601471eb13 is: DOWN; New status is: BUILD {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:56:35.511792 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (f0eafead-2868-4633-b117-bf601471eb13), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:56:35.525819 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.notifiers.nova [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0eafead-2868-4633-b117-bf601471eb13 {{(pid=111104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 14:56:35.547768 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] For port f0eafead-2868-4633-b117-bf601471eb13, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=f0eafead-2868-4633-b117-bf601471eb13,segment=NetworkSegment(44f32d63-89d2-4ed3-9d85-4654c6c16c14),segment_id=44f32d63-89d2-4ed3-9d85-4654c6c16c14)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:56:35.847283 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (f0eafead-2868-4633-b117-bf601471eb13), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:56:35.932551 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Pushing event updated for resources: {'Port': ['ID=f0eafead-2868-4633-b117-bf601471eb13,revision_number=4']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:35.948230 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:56:35.948821 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:56:35.949504 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:56:35.950108 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:56:35.950684 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:56:35.951251 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:56:35.951836 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:56:35.952341 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:56:35.952857 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:56:35.953433 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:56:35.954168 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:56:35.955375 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:56:35.955927 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:56:35.956441 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:56:35.956948 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:56:35.996709 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=100 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:56:36.036102 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d4a22a-0d98-482b-a11b-dd73bd4f78d4 req-04e30e1c-b696-491e-b401-e76b55d99c30 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:56:36.038584 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-e9d4a22a-0d98-482b-a11b-dd73bd4f78d4 req-04e30e1c-b696-491e-b401-e76b55d99c30 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=d1552ebb-d614-4398-96ba-47e3fd737e3d HTTP/1.1" status: 200 len: 945 time: 0.0855503 Jul 26 14:56:36.051938 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f1532f-0009-4d91-b2c4-b7b866646836 req-63548836-af9b-4214-b750-bd564bc523d5 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:56:36.053598 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-48f1532f-0009-4d91-b2c4-b7b866646836 req-63548836-af9b-4214-b750-bd564bc523d5 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=5646d5b5-6207-4584-bf5b-be1d1c6904c5 HTTP/1.1" status: 200 len: 944 time: 0.0901184 Jul 26 14:56:36.092880 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-e9d4a22a-0d98-482b-a11b-dd73bd4f78d4 req-8c8e4b5c-a9fe-474c-b305-6da91f579827 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/security-groups?id=dc40aab4-ece4-4809-892c-4aaf7437cd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472817 Jul 26 14:56:36.113326 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-48f1532f-0009-4d91-b2c4-b7b866646836 req-4fac3758-5cdc-4cb1-b302-07e703b6e284 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/security-groups?id=e18d08e8-0e5b-496c-b28f-118dc6f0620e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530756 Jul 26 14:56:36.579169 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-fa456af0-2c47-40ca-b0fe-57d1ce33e2d8 req-15001caa-2cf1-4d37-973e-43d653ac45cd tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/ports?device_id=df55a650-eac7-41dd-8361-bb02fc6d25f6 HTTP/1.1" status: 200 len: 210 time: 0.0316732 Jul 26 14:56:37.218560 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12afd468-6435-46bb-be20-826747310726 req-19a62c39-a7fc-4a54-9c9f-91a83a4f4eef tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:56:37.219510 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-12afd468-6435-46bb-be20-826747310726 req-19a62c39-a7fc-4a54-9c9f-91a83a4f4eef tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=d1552ebb-d614-4398-96ba-47e3fd737e3d HTTP/1.1" status: 200 len: 945 time: 0.0490019 Jul 26 14:56:37.235175 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a76d4d2-3a43-4b50-abb1-50d37da141c1 req-cca89f28-0b0d-48e2-86f3-b86a920194e7 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:56:37.236692 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-2a76d4d2-3a43-4b50-abb1-50d37da141c1 req-cca89f28-0b0d-48e2-86f3-b86a920194e7 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=5646d5b5-6207-4584-bf5b-be1d1c6904c5 HTTP/1.1" status: 200 len: 944 time: 0.0483177 Jul 26 14:56:37.268622 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-12afd468-6435-46bb-be20-826747310726 req-521b8cd6-4246-44f0-bc97-acd454a313d3 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/security-groups?id=dc40aab4-ece4-4809-892c-4aaf7437cd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427670 Jul 26 14:56:37.286112 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-2a76d4d2-3a43-4b50-abb1-50d37da141c1 req-7ed90c9e-1cb1-4408-b9f6-06cde3031913 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/security-groups?id=e18d08e8-0e5b-496c-b28f-118dc6f0620e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427415 Jul 26 14:56:37.677959 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-3f7639d3-c005-48ff-b3f9-463aa3e82177 req-156b31eb-86e1-41dd-9aa2-7e8dcf1e9c89 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/ports?device_id=df55a650-eac7-41dd-8361-bb02fc6d25f6 HTTP/1.1" status: 200 len: 210 time: 0.0270150 Jul 26 14:56:38.395812 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bb3976-cd39-4eeb-a7ad-ce3ca9125cf3 req-b5a94b1a-e5c2-4a40-85d1-a31b84673982 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:56:38.397331 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-22bb3976-cd39-4eeb-a7ad-ce3ca9125cf3 req-b5a94b1a-e5c2-4a40-85d1-a31b84673982 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=d1552ebb-d614-4398-96ba-47e3fd737e3d HTTP/1.1" status: 200 len: 945 time: 0.0498726 Jul 26 14:56:38.417088 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c78339-32d0-4a73-a2ab-4db780db87a0 req-4284d920-d4fa-4373-b990-93002e6e2d4c tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:56:38.418573 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-52c78339-32d0-4a73-a2ab-4db780db87a0 req-4284d920-d4fa-4373-b990-93002e6e2d4c tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=5646d5b5-6207-4584-bf5b-be1d1c6904c5 HTTP/1.1" status: 200 len: 944 time: 0.0547712 Jul 26 14:56:38.452354 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-22bb3976-cd39-4eeb-a7ad-ce3ca9125cf3 req-6c7276b7-a3de-4c32-b3b9-6aa9112e0df9 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/security-groups?id=dc40aab4-ece4-4809-892c-4aaf7437cd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478845 Jul 26 14:56:38.473226 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-52c78339-32d0-4a73-a2ab-4db780db87a0 req-ec1987d8-df36-4df1-9b2c-4abab267eda3 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/security-groups?id=e18d08e8-0e5b-496c-b28f-118dc6f0620e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465477 Jul 26 14:56:38.802198 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-c88ccdb9-b4ff-4e08-b2b3-074c2fad3306 req-a127dedf-3945-441a-a4d2-7bf355d7d59e tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/ports?device_id=df55a650-eac7-41dd-8361-bb02fc6d25f6 HTTP/1.1" status: 200 len: 210 time: 0.0331514 Jul 26 14:56:39.606969 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c640038-88c5-4759-98ad-ec63e67babc4 req-24a30bf5-80cb-45d8-81d0-ebd30fa1a1aa tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:56:39.609288 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-4c640038-88c5-4759-98ad-ec63e67babc4 req-24a30bf5-80cb-45d8-81d0-ebd30fa1a1aa tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=d1552ebb-d614-4398-96ba-47e3fd737e3d HTTP/1.1" status: 200 len: 945 time: 0.0664346 Jul 26 14:56:39.633373 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff78f45c-ceab-4a0b-abe7-5ce946fde9bb req-3ef9ddb2-8a4c-4915-86ea-f4328afddde9 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:56:39.635001 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-ff78f45c-ceab-4a0b-abe7-5ce946fde9bb req-3ef9ddb2-8a4c-4915-86ea-f4328afddde9 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=5646d5b5-6207-4584-bf5b-be1d1c6904c5 HTTP/1.1" status: 200 len: 944 time: 0.0678558 Jul 26 14:56:39.678705 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-4c640038-88c5-4759-98ad-ec63e67babc4 req-c904c719-d71b-4087-bda6-b8f5a317bc4e tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/security-groups?id=dc40aab4-ece4-4809-892c-4aaf7437cd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599837 Jul 26 14:56:39.696946 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-ff78f45c-ceab-4a0b-abe7-5ce946fde9bb req-bae85a13-8017-4e32-beda-dbfd2cfbc755 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/security-groups?id=e18d08e8-0e5b-496c-b28f-118dc6f0620e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490897 Jul 26 14:56:39.913739 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-dbd2884a-bf98-4300-a67f-5bcd3216812f req-491a26b9-fd50-4d70-8334-f29bf2164d42 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/ports?device_id=df55a650-eac7-41dd-8361-bb02fc6d25f6 HTTP/1.1" status: 200 len: 210 time: 0.0286181 Jul 26 14:56:40.681689 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c1e368-91f6-4649-8fef-4be569ba0947 req-1103ec3d-0033-4157-ae38-77ef09684a5d tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:56:40.683127 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-59c1e368-91f6-4649-8fef-4be569ba0947 req-1103ec3d-0033-4157-ae38-77ef09684a5d tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.99 "GET /v2.0/networks?id=4f224720-dd50-4b3d-ae12-e0978ae6cbaf HTTP/1.1" status: 200 len: 808 time: 0.1096139 Jul 26 14:56:40.823620 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=100 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:56:40.827537 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=100 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:56:40.850969 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f190c5-a58b-4fdb-97c9-ac2a9a0acdcd req-0aeb6af6-1166-47b0-93af-e25480053477 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:56:40.852879 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-60f190c5-a58b-4fdb-97c9-ac2a9a0acdcd req-0aeb6af6-1166-47b0-93af-e25480053477 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=d1552ebb-d614-4398-96ba-47e3fd737e3d HTTP/1.1" status: 200 len: 945 time: 0.0633092 Jul 26 14:56:40.854049 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d43edee-c609-4592-a809-5aa742e8eea6 req-d0bbcf97-7176-495e-82ec-93e3334ec715 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:56:40.855606 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-8d43edee-c609-4592-a809-5aa742e8eea6 req-d0bbcf97-7176-495e-82ec-93e3334ec715 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=5646d5b5-6207-4584-bf5b-be1d1c6904c5 HTTP/1.1" status: 200 len: 944 time: 0.0660849 Jul 26 14:56:40.915887 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-60f190c5-a58b-4fdb-97c9-ac2a9a0acdcd req-4f549285-5fb5-435d-8788-78eca859bb81 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/security-groups?id=dc40aab4-ece4-4809-892c-4aaf7437cd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554538 Jul 26 14:56:40.918440 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-8d43edee-c609-4592-a809-5aa742e8eea6 req-40e3e34f-2eb7-48e9-8a27-2991d8be09be tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/security-groups?id=e18d08e8-0e5b-496c-b28f-118dc6f0620e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563695 Jul 26 14:56:41.027175 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-f416e19a-88bf-43d9-b995-df22651f8ab2 req-46386b15-3aec-4071-b154-f301be03748e tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/ports?device_id=df55a650-eac7-41dd-8361-bb02fc6d25f6 HTTP/1.1" status: 200 len: 210 time: 0.0330846 Jul 26 14:56:42.057579 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c06659-f859-495f-afee-3054b61fe73a req-3361ae1c-7efa-4807-b587-ee757f02db87 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:56:42.058865 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-a4c06659-f859-495f-afee-3054b61fe73a req-3361ae1c-7efa-4807-b587-ee757f02db87 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=5646d5b5-6207-4584-bf5b-be1d1c6904c5 HTTP/1.1" status: 200 len: 944 time: 0.0587847 Jul 26 14:56:42.071193 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b21caec-f78c-4fd6-a61a-a3bcccdb4fe5 req-3c3f989b-33c9-43ef-a12e-a5871e9655fc tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:56:42.073473 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-9b21caec-f78c-4fd6-a61a-a3bcccdb4fe5 req-3c3f989b-33c9-43ef-a12e-a5871e9655fc tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=d1552ebb-d614-4398-96ba-47e3fd737e3d HTTP/1.1" status: 200 len: 945 time: 0.0762587 Jul 26 14:56:42.109017 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-a4c06659-f859-495f-afee-3054b61fe73a req-bf3e7ba1-8ad9-455f-b4dc-21b2b032dbea tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/security-groups?id=e18d08e8-0e5b-496c-b28f-118dc6f0620e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440605 Jul 26 14:56:42.124381 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-9b21caec-f78c-4fd6-a61a-a3bcccdb4fe5 req-b8886d43-ee14-4254-af32-397004e8edda tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/security-groups?id=dc40aab4-ece4-4809-892c-4aaf7437cd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454247 Jul 26 14:56:42.199195 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-0b304ae7-5b7a-49a4-a0f8-36f9cc77512b req-a7130c3e-3357-4eca-83ba-ce93a05373b8 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/ports?device_id=df55a650-eac7-41dd-8361-bb02fc6d25f6 HTTP/1.1" status: 200 len: 210 time: 0.0311904 Jul 26 14:56:42.888301 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-59c1e368-91f6-4649-8fef-4be569ba0947 req-e7fe54c8-d94d-471e-ae43-5947c58fbc00 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fde004be36ee4efeaa9ada32b4e2182c HTTP/1.1" status: 200 len: 380 time: 0.0919671 Jul 26 14:56:42.899645 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.v2.base [req-59c1e368-91f6-4649-8fef-4be569ba0947 req-14534386-23c4-4296-a2be-f1b8d7ced45d tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Request body: {'port': {'device_id': 'df55a650-eac7-41dd-8361-bb02fc6d25f6', 'network_id': '4f224720-dd50-4b3d-ae12-e0978ae6cbaf', 'admin_state_up': True, 'tenant_id': 'fde004be36ee4efeaa9ada32b4e2182c', 'security_groups': ['36e74357-39f1-4280-add6-3361918964e5']}} {{(pid=111102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 14:56:42.905134 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27751699-e455-4756-9660-ecf1aeaf8871 req-54b43c0f-b6c0-4665-8337-42e3a7360195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:56:42.906700 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-27751699-e455-4756-9660-ecf1aeaf8871 req-54b43c0f-b6c0-4665-8337-42e3a7360195 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7ccd4ff518dc4c37bfb7f343ccc97206&device_id=d1552ebb-d614-4398-96ba-47e3fd737e3d HTTP/1.1" status: 200 len: 1129 time: 0.0698645 Jul 26 14:56:43.081102 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27751699-e455-4756-9660-ecf1aeaf8871 req-a1310cf3-88c9-4b46-9501-6433e8c0e5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:56:43.082669 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-27751699-e455-4756-9660-ecf1aeaf8871 req-a1310cf3-88c9-4b46-9501-6433e8c0e5e2 service neutron] 10.222.0.99 "GET /v2.0/networks?id=02c3d9d5-b71e-4ad5-9373-5d17164e8aec HTTP/1.1" status: 200 len: 913 time: 0.1649885 Jul 26 14:56:43.177823 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59c1e368-91f6-4649-8fef-4be569ba0947 req-14534386-23c4-4296-a2be-f1b8d7ced45d tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Made reservation on behalf of fde004be36ee4efeaa9ada32b4e2182c for: {'port': 1} {{(pid=111102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:56:43.181919 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-59c1e368-91f6-4649-8fef-4be569ba0947 req-14534386-23c4-4296-a2be-f1b8d7ced45d tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:56:43.278253 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9cb589-f768-4d44-8654-ba7df59d2457 req-4f8ae28e-eeab-4bf7-910b-7d597b8dbc3c tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:56:43.286531 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-bd9cb589-f768-4d44-8654-ba7df59d2457 req-4f8ae28e-eeab-4bf7-910b-7d597b8dbc3c tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=5646d5b5-6207-4584-bf5b-be1d1c6904c5 HTTP/1.1" status: 200 len: 944 time: 0.0727751 Jul 26 14:56:43.335955 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-bd9cb589-f768-4d44-8654-ba7df59d2457 req-7298029f-e7a1-4085-850d-51305c2322a8 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/security-groups?id=e18d08e8-0e5b-496c-b28f-118dc6f0620e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463679 Jul 26 14:56:43.468937 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-a8fc3de6-5e32-48d5-ada6-30ec9ee4cec8 req-0b6abc1e-b2f6-4d03-8ab1-1db00a2c02e1 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/ports?device_id=df55a650-eac7-41dd-8361-bb02fc6d25f6 HTTP/1.1" status: 200 len: 210 time: 0.0367167 Jul 26 14:56:43.609435 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-27751699-e455-4756-9660-ecf1aeaf8871 req-229f68b1-b55b-4a12-9033-6eb897b99409 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f52ee38e-091f-4eb3-93dc-683dcd709ebd HTTP/1.1" status: 200 len: 1001 time: 0.4125686 Jul 26 14:56:43.619824 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2c6121-b46d-439c-bcbc-9059ba6ecf9f req-26ca8f45-1cd5-47b6-963d-080c2d4fde1f tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:56:43.621215 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-6e2c6121-b46d-439c-bcbc-9059ba6ecf9f req-26ca8f45-1cd5-47b6-963d-080c2d4fde1f tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=d1552ebb-d614-4398-96ba-47e3fd737e3d HTTP/1.1" status: 200 len: 945 time: 0.3780015 Jul 26 14:56:43.630693 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] get_ports_and_sgs() called for port_ids ['f0eafead-2868-4633-b117-bf601471eb13'] {{(pid=111104) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:56:43.640360 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=68,neutron:UPDATE=5 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:56:43.742365 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27751699-e455-4756-9660-ecf1aeaf8871 req-b5ec04d3-231e-498b-9974-627cd493646b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:56:43.743842 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-27751699-e455-4756-9660-ecf1aeaf8871 req-b5ec04d3-231e-498b-9974-627cd493646b service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e75d54a1-37a3-48c4-b0bd-5c996cd738b8 HTTP/1.1" status: 200 len: 850 time: 0.1218095 Jul 26 14:56:43.746555 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:56:43.778636 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-6e2c6121-b46d-439c-bcbc-9059ba6ecf9f req-09a08463-bfd0-4e96-a162-5389632f95b2 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/security-groups?id=dc40aab4-ece4-4809-892c-4aaf7437cd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1421876 Jul 26 14:56:43.797906 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.db_base_plugin_common [req-59c1e368-91f6-4649-8fef-4be569ba0947 req-14534386-23c4-4296-a2be-f1b8d7ced45d tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Allocated IP 172.20.0.9 (4f224720-dd50-4b3d-ae12-e0978ae6cbaf/6f67d112-1d95-4c3e-9346-29b9427575bb/1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42) {{(pid=111102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:56:43.825649 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27751699-e455-4756-9660-ecf1aeaf8871 req-e6ec4583-6433-4b4e-8c87-f57f48131eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:56:43.828049 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-27751699-e455-4756-9660-ecf1aeaf8871 req-e6ec4583-6433-4b4e-8c87-f57f48131eca service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=02c3d9d5-b71e-4ad5-9373-5d17164e8aec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0729499 Jul 26 14:56:43.831625 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:56:43.903456 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:56:44.010176 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-27751699-e455-4756-9660-ecf1aeaf8871 req-456818ee-fcdc-4fb2-bc47-6d2bf3c9bcef service neutron] 10.222.0.99 "GET /v2.0/networks/02c3d9d5-b71e-4ad5-9373-5d17164e8aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728830 Jul 26 14:56:44.087569 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-59c1e368-91f6-4649-8fef-4be569ba0947 req-14534386-23c4-4296-a2be-f1b8d7ced45d tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Publish callbacks [] for port (1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:56:44.150154 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-27751699-e455-4756-9660-ecf1aeaf8871 req-063f8438-5364-439f-bd08-ed81973b5ddf service neutron] 10.222.0.99 "GET /v2.0/networks/02c3d9d5-b71e-4ad5-9373-5d17164e8aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278751 Jul 26 14:56:44.270679 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-59c1e368-91f6-4649-8fef-4be569ba0947 req-14534386-23c4-4296-a2be-f1b8d7ced45d tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789579689795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868105'] for port (1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:56:44.320340 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59c1e368-91f6-4649-8fef-4be569ba0947 req-14534386-23c4-4296-a2be-f1b8d7ced45d tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Network 4f224720-dd50-4b3d-ae12-e0978ae6cbaf is already hosted by enough agents. {{(pid=111102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:56:44.323808 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.base_scheduler [req-59c1e368-91f6-4649-8fef-4be569ba0947 req-14534386-23c4-4296-a2be-f1b8d7ced45d tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Resources bound (agent type, host, resource id): {{(pid=111102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:56:44.326472 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.l3_dvrscheduler_db [req-59c1e368-91f6-4649-8fef-4be569ba0947 req-14534386-23c4-4296-a2be-f1b8d7ced45d tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Received port after_create {{(pid=111102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 14:56:44.358577 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14534386-23c4-4296-a2be-f1b8d7ced45d tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Pushing event updated for resources: {'Port': ['ID=1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42,revision_number=1']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:44.418272 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c1e368-91f6-4649-8fef-4be569ba0947 req-14534386-23c4-4296-a2be-f1b8d7ced45d tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:56:44.422957 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-59c1e368-91f6-4649-8fef-4be569ba0947 req-14534386-23c4-4296-a2be-f1b8d7ced45d tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-431034'] for port (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:56:44.534023 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fd5734-cab7-479e-9724-b16689f828d7 req-ad64c55a-4f07-49d6-8f72-0417c3b60ae6 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:56:44.537584 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-99fd5734-cab7-479e-9724-b16689f828d7 req-ad64c55a-4f07-49d6-8f72-0417c3b60ae6 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=5646d5b5-6207-4584-bf5b-be1d1c6904c5 HTTP/1.1" status: 200 len: 944 time: 0.0972700 Jul 26 14:56:44.577766 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-59c1e368-91f6-4649-8fef-4be569ba0947 req-14534386-23c4-4296-a2be-f1b8d7ced45d tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6819901 Jul 26 14:56:44.598167 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.v2.base [req-59c1e368-91f6-4649-8fef-4be569ba0947 req-928a69d2-1cf5-442f-b12d-2a1e1083e181 service neutron] Request body: {'port': {'device_id': 'df55a650-eac7-41dd-8361-bb02fc6d25f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85103'}} {{(pid=111102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 14:56:44.620903 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-99fd5734-cab7-479e-9724-b16689f828d7 req-196b05e7-de34-44a2-a540-4c2c2301ef7f tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/security-groups?id=e18d08e8-0e5b-496c-b28f-118dc6f0620e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745196 Jul 26 14:56:44.663743 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-0522a9eb-308d-4d5f-9e64-c3a1314415d1 None None] Provisioning complete for port 1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42 triggered by entity DHCP. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:56:44.664581 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-0522a9eb-308d-4d5f-9e64-c3a1314415d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:56:44.696922 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-0522a9eb-308d-4d5f-9e64-c3a1314415d1 None None] Port 1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42 cannot update to ACTIVE because it is not bound. {{(pid=111104) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 14:56:44.701669 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231ed282-f754-4ad3-8086-77223482e13d req-c3ac2472-a2a0-486e-a3aa-206ba858f918 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:56:44.703389 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-231ed282-f754-4ad3-8086-77223482e13d req-c3ac2472-a2a0-486e-a3aa-206ba858f918 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/ports?device_id=df55a650-eac7-41dd-8361-bb02fc6d25f6 HTTP/1.1" status: 200 len: 931 time: 0.1017141 Jul 26 14:56:44.730760 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-59c1e368-91f6-4649-8fef-4be569ba0947 req-928a69d2-1cf5-442f-b12d-2a1e1083e181 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42), before_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:56:44.790216 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:INSERT=2,neutron:SELECT=98 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:56:44.805710 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-231ed282-f754-4ad3-8086-77223482e13d req-0c2e4d4c-54c6-4d82-9f41-0c5c3b7e99ec tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/security-groups?id=36e74357-39f1-4280-add6-3361918964e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920923 Jul 26 14:56:44.911099 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3001c7f8-aada-4b88-9607-4a56bab19a88 req-93b6ef87-a7b6-4b3d-94d7-415b249ba580 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:56:44.913216 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-3001c7f8-aada-4b88-9607-4a56bab19a88 req-93b6ef87-a7b6-4b3d-94d7-415b249ba580 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=d1552ebb-d614-4398-96ba-47e3fd737e3d HTTP/1.1" status: 200 len: 945 time: 0.0518034 Jul 26 14:56:44.968844 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-3001c7f8-aada-4b88-9607-4a56bab19a88 req-b895cbfb-451b-47ef-9e3b-667876f79689 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/security-groups?id=dc40aab4-ece4-4809-892c-4aaf7437cd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492814 Jul 26 14:56:45.095246 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.notifiers.nova [req-59c1e368-91f6-4649-8fef-4be569ba0947 req-928a69d2-1cf5-442f-b12d-2a1e1083e181 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42 {{(pid=111102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 14:56:45.100026 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-59c1e368-91f6-4649-8fef-4be569ba0947 req-928a69d2-1cf5-442f-b12d-2a1e1083e181 service neutron] Publish callbacks [] for port (1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42), precommit_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:56:45.102375 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:56:45.116643 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.provisioning_blocks [req-59c1e368-91f6-4649-8fef-4be569ba0947 req-928a69d2-1cf5-442f-b12d-2a1e1083e181 service neutron] Transition to ACTIVE for port object 1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42 will not be triggered until provisioned by entity L2. {{(pid=111102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 14:56:45.201224 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-59c1e368-91f6-4649-8fef-4be569ba0947 req-928a69d2-1cf5-442f-b12d-2a1e1083e181 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868126'] for port (1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42), after_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:56:45.264843 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928a69d2-1cf5-442f-b12d-2a1e1083e181 service neutron] Pushing event updated for resources: {'Port': ['ID=1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42,revision_number=2']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:45.270836 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (311d617f-8fa1-4662-a157-ab38f6e1e2d8), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:56:45.363037 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Device f0eafead-2868-4633-b117-bf601471eb13 up at agent hyperv_hv-cinder-85103 {{(pid=111104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:56:45.371552 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.managers [req-59c1e368-91f6-4649-8fef-4be569ba0947 req-928a69d2-1cf5-442f-b12d-2a1e1083e181 service neutron] Attempting to bind port 1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42 on host hv-cinder-85103 for vnic_type normal with profile {{(pid=111102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 14:56:45.371884 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.managers [req-59c1e368-91f6-4649-8fef-4be569ba0947 req-928a69d2-1cf5-442f-b12d-2a1e1083e181 service neutron] Attempting to bind port 1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42 by drivers openvswitch,hyperv on host hv-cinder-85103 at level 0 using segments [{'id': '21413819-3722-4fd4-ade1-8fa0ec8b65e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '4f224720-dd50-4b3d-ae12-e0978ae6cbaf'}] {{(pid=111102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 14:56:45.372289 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c1e368-91f6-4649-8fef-4be569ba0947 req-928a69d2-1cf5-442f-b12d-2a1e1083e181 service neutron] Attempting to bind port 1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42 on network 4f224720-dd50-4b3d-ae12-e0978ae6cbaf {{(pid=111102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 14:56:45.380998 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c1e368-91f6-4649-8fef-4be569ba0947 req-928a69d2-1cf5-442f-b12d-2a1e1083e181 service neutron] Port 1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42 on network 4f224720-dd50-4b3d-ae12-e0978ae6cbaf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85103 {{(pid=111102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 14:56:45.381233 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c1e368-91f6-4649-8fef-4be569ba0947 req-928a69d2-1cf5-442f-b12d-2a1e1083e181 service neutron] Attempting to bind port 1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42 on network 4f224720-dd50-4b3d-ae12-e0978ae6cbaf {{(pid=111102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 14:56:45.386893 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c1e368-91f6-4649-8fef-4be569ba0947 req-928a69d2-1cf5-442f-b12d-2a1e1083e181 service neutron] Checking agent: {'id': '311d617f-8fa1-4662-a157-ab38f6e1e2d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85103', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 14, 49, 45), 'started_at': datetime.datetime(2022, 7, 26, 14, 49, 45), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 14, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 14:56:45.387228 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c1e368-91f6-4649-8fef-4be569ba0947 req-928a69d2-1cf5-442f-b12d-2a1e1083e181 service neutron] Checking segment: {'id': '21413819-3722-4fd4-ade1-8fa0ec8b65e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '4f224720-dd50-4b3d-ae12-e0978ae6cbaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 14:56:45.387637 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c1e368-91f6-4649-8fef-4be569ba0947 req-928a69d2-1cf5-442f-b12d-2a1e1083e181 service neutron] Bound using segment: {'id': '21413819-3722-4fd4-ade1-8fa0ec8b65e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '4f224720-dd50-4b3d-ae12-e0978ae6cbaf'} {{(pid=111102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 14:56:45.388075 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.managers [req-59c1e368-91f6-4649-8fef-4be569ba0947 req-928a69d2-1cf5-442f-b12d-2a1e1083e181 service neutron] Bound port: 1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42, host: hv-cinder-85103, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21413819-3722-4fd4-ade1-8fa0ec8b65e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1066, 'network_id': '4f224720-dd50-4b3d-ae12-e0978ae6cbaf'}}] {{(pid=111102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 14:56:45.388429 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-59c1e368-91f6-4649-8fef-4be569ba0947 req-928a69d2-1cf5-442f-b12d-2a1e1083e181 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42), before_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:56:45.434587 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Provisioning for port f0eafead-2868-4633-b117-bf601471eb13 completed by entity L2. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 14:56:45.468981 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.db [req-59c1e368-91f6-4649-8fef-4be569ba0947 req-928a69d2-1cf5-442f-b12d-2a1e1083e181 service neutron] For port 1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42, host hv-cinder-85103, cleared binding levels {{(pid=111102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:56:45.472694 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.db [req-59c1e368-91f6-4649-8fef-4be569ba0947 req-928a69d2-1cf5-442f-b12d-2a1e1083e181 service neutron] For port 1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42, host hv-cinder-85103, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42,segment=NetworkSegment(21413819-3722-4fd4-ade1-8fa0ec8b65e4),segment_id=21413819-3722-4fd4-ade1-8fa0ec8b65e4)] {{(pid=111102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:56:45.519021 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Provisioning complete for port f0eafead-2868-4633-b117-bf601471eb13 triggered by entity L2. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:56:45.521279 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (f0eafead-2868-4633-b117-bf601471eb13), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:56:45.584653 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-59c1e368-91f6-4649-8fef-4be569ba0947 req-928a69d2-1cf5-442f-b12d-2a1e1083e181 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868126'] for port (1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42), after_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:56:45.599743 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Current status of the port f0eafead-2868-4633-b117-bf601471eb13 is: BUILD; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:56:45.600129 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (f0eafead-2868-4633-b117-bf601471eb13), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:56:45.622887 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c1e368-91f6-4649-8fef-4be569ba0947 req-928a69d2-1cf5-442f-b12d-2a1e1083e181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:56:45.623522 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-59c1e368-91f6-4649-8fef-4be569ba0947 req-928a69d2-1cf5-442f-b12d-2a1e1083e181 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-431034'] for port (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:56:45.624879 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-59c1e368-91f6-4649-8fef-4be569ba0947 req-928a69d2-1cf5-442f-b12d-2a1e1083e181 service neutron] 10.222.0.99 "PUT /v2.0/ports/1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42 HTTP/1.1" status: 200 len: 1093 time: 1.0322747 Jul 26 14:56:45.626018 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df55a650-eac7-41dd-8361-bb02fc6d25f6', 'tag': '1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42'}] {{(pid=111102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 14:56:45.628253 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8185506cd1cc56e10fcde42571d85de650c4e290bb1b6bf5ec2f858ed2201c15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9eb4462-effb-428d-828c-2f3e83d7b3d9" -d '{"events": [{"name": "network-changed", "server_uuid": "df55a650-eac7-41dd-8361-bb02fc6d25f6", "tag": "1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42"}]}' {{(pid=111102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:56:45.635532 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5646d5b5-6207-4584-bf5b-be1d1c6904c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0eafead-2868-4633-b117-bf601471eb13'}] {{(pid=111104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 14:56:45.639193 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8a064b11bc677c9d4ab9f25c89ff6de8646fcd773e132cdea81d797053aa31c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dfc2b69-4ed7-4821-bf8f-348f9d0bc068" -d '{"events": [{"server_uuid": "5646d5b5-6207-4584-bf5b-be1d1c6904c5", "name": "network-vif-plugged", "status": "completed", "tag": "f0eafead-2868-4633-b117-bf601471eb13"}]}' {{(pid=111104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:56:45.662104 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] For port f0eafead-2868-4633-b117-bf601471eb13, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=f0eafead-2868-4633-b117-bf601471eb13,segment=NetworkSegment(44f32d63-89d2-4ed3-9d85-4654c6c16c14),segment_id=44f32d63-89d2-4ed3-9d85-4654c6c16c14)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:56:45.662806 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928a69d2-1cf5-442f-b12d-2a1e1083e181 service neutron] Pushing event updated for resources: {'Port': ['ID=1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42,revision_number=3']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:45.687203 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 14:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ed7cc74-b7ac-4237-b3d7-b008b0049376 x-openstack-request-id: req-2ed7cc74-b7ac-4237-b3d7-b008b0049376 {{(pid=111104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:56:45.687990 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5646d5b5-6207-4584-bf5b-be1d1c6904c5", "name": "network-vif-plugged", "status": "completed", "tag": "f0eafead-2868-4633-b117-bf601471eb13", "code": 200}]} {{(pid=111104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:56:45.688206 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-2ed7cc74-b7ac-4237-b3d7-b008b0049376 {{(pid=111104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:56:45.688661 dv-cinder-851030-1-iscsi neutron-server[111104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ed7cc74-b7ac-4237-b3d7-b008b0049376'] response: {'server_uuid': '5646d5b5-6207-4584-bf5b-be1d1c6904c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0eafead-2868-4633-b117-bf601471eb13', 'code': 200} Jul 26 14:56:45.716878 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 14:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-855ebdc2-39b1-47d4-927f-dc52c4327da6 x-openstack-request-id: req-855ebdc2-39b1-47d4-927f-dc52c4327da6 {{(pid=111102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:56:45.717307 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df55a650-eac7-41dd-8361-bb02fc6d25f6", "tag": "1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42", "status": "completed", "code": 200}]} {{(pid=111102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:56:45.717751 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-855ebdc2-39b1-47d4-927f-dc52c4327da6 {{(pid=111102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:56:45.718216 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.notifiers.nova [-] Nova event matching ['req-855ebdc2-39b1-47d4-927f-dc52c4327da6'] response: {'name': 'network-changed', 'server_uuid': 'df55a650-eac7-41dd-8361-bb02fc6d25f6', 'tag': '1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42', 'status': 'completed', 'code': 200} Jul 26 14:56:45.749379 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (f0eafead-2868-4633-b117-bf601471eb13), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:56:45.800941 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Pushing event updated for resources: {'Port': ['ID=f0eafead-2868-4633-b117-bf601471eb13,revision_number=5']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:45.825905 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c03089-d5a6-4f85-bc28-d5f983dc1bd5 req-ab84331c-e069-46f9-b715-517439cf3009 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:56:45.828159 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-52c03089-d5a6-4f85-bc28-d5f983dc1bd5 req-ab84331c-e069-46f9-b715-517439cf3009 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=5646d5b5-6207-4584-bf5b-be1d1c6904c5 HTTP/1.1" status: 200 len: 945 time: 0.0746469 Jul 26 14:56:45.858822 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=100 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:56:45.887308 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-52c03089-d5a6-4f85-bc28-d5f983dc1bd5 req-4f452459-ff32-4eb5-8d56-8c2ffa9f45ac tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/security-groups?id=e18d08e8-0e5b-496c-b28f-118dc6f0620e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534685 Jul 26 14:56:46.128194 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de442a6e-2cf9-4b32-8b4a-9b655e153017 req-7e76ab18-05a0-44a6-aa36-882d2246f1d0 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:56:46.129319 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-de442a6e-2cf9-4b32-8b4a-9b655e153017 req-7e76ab18-05a0-44a6-aa36-882d2246f1d0 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=d1552ebb-d614-4398-96ba-47e3fd737e3d HTTP/1.1" status: 200 len: 945 time: 0.0578365 Jul 26 14:56:46.165888 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514fcfaf-ee6f-4911-8a4c-f126e8febd94 req-ada32574-2dc0-4b20-909e-6442ff3f1ed9 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:56:46.170218 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-514fcfaf-ee6f-4911-8a4c-f126e8febd94 req-ada32574-2dc0-4b20-909e-6442ff3f1ed9 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/ports?device_id=df55a650-eac7-41dd-8361-bb02fc6d25f6 HTTP/1.1" status: 200 len: 943 time: 0.2624042 Jul 26 14:56:46.222561 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-de442a6e-2cf9-4b32-8b4a-9b655e153017 req-5aced873-4afb-4c43-b2ec-11b745aef93f tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/security-groups?id=dc40aab4-ece4-4809-892c-4aaf7437cd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792000 Jul 26 14:56:46.236155 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-514fcfaf-ee6f-4911-8a4c-f126e8febd94 req-3814bdf0-b1da-4cc9-8953-57da3bc4355b tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/security-groups?id=36e74357-39f1-4280-add6-3361918964e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625834 Jul 26 14:56:46.559837 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eb4462-effb-428d-828c-2f3e83d7b3d9 req-1e2dd6d8-b734-4add-9165-50308694e489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:56:46.561382 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-d9eb4462-effb-428d-828c-2f3e83d7b3d9 req-1e2dd6d8-b734-4add-9165-50308694e489 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=fde004be36ee4efeaa9ada32b4e2182c&device_id=df55a650-eac7-41dd-8361-bb02fc6d25f6 HTTP/1.1" status: 200 len: 1127 time: 0.0459092 Jul 26 14:56:46.752186 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eb4462-effb-428d-828c-2f3e83d7b3d9 req-b1c97c96-0650-4f89-b44a-41082a9cfa49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:56:46.753691 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-d9eb4462-effb-428d-828c-2f3e83d7b3d9 req-b1c97c96-0650-4f89-b44a-41082a9cfa49 service neutron] 10.222.0.99 "GET /v2.0/networks?tenant_id=fde004be36ee4efeaa9ada32b4e2182c&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1017983 Jul 26 14:56:46.999320 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=100 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:56:47.008230 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c009aa3f-4640-4f2d-bbed-c6b29841cca3 req-e600199c-0e2e-4414-8b32-83b035b08538 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:56:47.009765 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-c009aa3f-4640-4f2d-bbed-c6b29841cca3 req-e600199c-0e2e-4414-8b32-83b035b08538 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=5646d5b5-6207-4584-bf5b-be1d1c6904c5 HTTP/1.1" status: 200 len: 945 time: 0.0478358 Jul 26 14:56:47.066483 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:56:47.069101 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-c009aa3f-4640-4f2d-bbed-c6b29841cca3 req-867b64b3-4294-4515-adbf-ef2c33b8ed2e tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/security-groups?id=e18d08e8-0e5b-496c-b28f-118dc6f0620e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529530 Jul 26 14:56:47.105640 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5447bd-fdba-45d8-9500-87c571dee210 req-c2e5056e-fa15-43a1-896f-5aa136f59cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:56:47.107150 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-ab5447bd-fdba-45d8-9500-87c571dee210 req-c2e5056e-fa15-43a1-896f-5aa136f59cb0 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=5646d5b5-6207-4584-bf5b-be1d1c6904c5 HTTP/1.1" status: 200 len: 1129 time: 0.1025200 Jul 26 14:56:47.185161 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eb4462-effb-428d-828c-2f3e83d7b3d9 req-40d1ceac-9d7c-4007-b2df-883ad9b20b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:56:47.187061 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-d9eb4462-effb-428d-828c-2f3e83d7b3d9 req-40d1ceac-9d7c-4007-b2df-883ad9b20b19 service neutron] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1801655 Jul 26 14:56:47.189371 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-ab5447bd-fdba-45d8-9500-87c571dee210 req-764d7359-1644-4dc2-8644-cb56389170ca service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=e18d08e8-0e5b-496c-b28f-118dc6f0620e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758016 Jul 26 14:56:47.397656 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea5d0e1-53c6-4727-90cf-2e61a8c42abe req-e56f824a-d652-4852-9527-718766185165 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:56:47.399826 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-9ea5d0e1-53c6-4727-90cf-2e61a8c42abe req-e56f824a-d652-4852-9527-718766185165 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/ports?device_id=df55a650-eac7-41dd-8361-bb02fc6d25f6 HTTP/1.1" status: 200 len: 943 time: 0.0740366 Jul 26 14:56:47.453637 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-9ea5d0e1-53c6-4727-90cf-2e61a8c42abe req-35b26d51-23ab-456b-ac39-391b85607fd0 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/security-groups?id=36e74357-39f1-4280-add6-3361918964e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477705 Jul 26 14:56:48.161448 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-508beff5-e9a3-4d57-a1c6-90fa1352cc27 req-e070f4da-fc32-4983-b2e0-a8d52db9ec4a service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=d1552ebb-d614-4398-96ba-47e3fd737e3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0707157 Jul 26 14:56:48.170992 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c1e368-91f6-4649-8fef-4be569ba0947 req-142f8b07-d89f-4f74-8d01-f99a107c2bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:56:48.174011 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-59c1e368-91f6-4649-8fef-4be569ba0947 req-142f8b07-d89f-4f74-8d01-f99a107c2bbd service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=fde004be36ee4efeaa9ada32b4e2182c&device_id=df55a650-eac7-41dd-8361-bb02fc6d25f6 HTTP/1.1" status: 200 len: 1127 time: 0.0542815 Jul 26 14:56:48.259741 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec263f6-6aea-4ca7-8655-1d9640598ea0 req-98e237c6-63f2-49d5-bf9b-03dca97b511d tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:56:48.261296 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-bec263f6-6aea-4ca7-8655-1d9640598ea0 req-98e237c6-63f2-49d5-bf9b-03dca97b511d tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=5646d5b5-6207-4584-bf5b-be1d1c6904c5 HTTP/1.1" status: 200 len: 945 time: 0.1114097 Jul 26 14:56:48.311203 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-bec263f6-6aea-4ca7-8655-1d9640598ea0 req-52164fe5-b3d2-4fce-aea9-d0635890b816 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/security-groups?id=e18d08e8-0e5b-496c-b28f-118dc6f0620e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432596 Jul 26 14:56:48.581946 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81990ec-dbbf-470d-a5f6-fe8c3c6f87aa req-fb940e61-4c6e-49ed-a2ad-bc7d42997431 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:56:48.583506 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-b81990ec-dbbf-470d-a5f6-fe8c3c6f87aa req-fb940e61-4c6e-49ed-a2ad-bc7d42997431 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/ports?device_id=df55a650-eac7-41dd-8361-bb02fc6d25f6 HTTP/1.1" status: 200 len: 943 time: 0.0532110 Jul 26 14:56:48.633645 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-b81990ec-dbbf-470d-a5f6-fe8c3c6f87aa req-5d06dad0-5921-42d0-8e68-7bc1e4ea06a4 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/security-groups?id=36e74357-39f1-4280-add6-3361918964e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443976 Jul 26 14:56:48.889520 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-59c1e368-91f6-4649-8fef-4be569ba0947 req-b197e227-02a2-4c02-9c56-394e9771fa52 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42 HTTP/1.1" status: 200 len: 217 time: 0.0584426 Jul 26 14:56:48.901900 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508beff5-e9a3-4d57-a1c6-90fa1352cc27 req-34eedf9b-935c-4b31-ba2b-a48792151f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:56:48.903376 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-508beff5-e9a3-4d57-a1c6-90fa1352cc27 req-34eedf9b-935c-4b31-ba2b-a48792151f86 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7ccd4ff518dc4c37bfb7f343ccc97206&device_id=d1552ebb-d614-4398-96ba-47e3fd737e3d HTTP/1.1" status: 200 len: 1129 time: 0.0646451 Jul 26 14:56:48.962177 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:56:49.020304 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c1e368-91f6-4649-8fef-4be569ba0947 req-461002e4-9447-4fce-a909-47f070f456f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:56:49.021742 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-59c1e368-91f6-4649-8fef-4be569ba0947 req-461002e4-9447-4fce-a909-47f070f456f8 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=6f67d112-1d95-4c3e-9346-29b9427575bb HTTP/1.1" status: 200 len: 847 time: 0.1029017 Jul 26 14:56:49.055342 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508beff5-e9a3-4d57-a1c6-90fa1352cc27 req-672b4e45-059b-4a39-a0c7-df4c1acae37c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:56:49.056848 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-508beff5-e9a3-4d57-a1c6-90fa1352cc27 req-672b4e45-059b-4a39-a0c7-df4c1acae37c service neutron] 10.222.0.99 "GET /v2.0/networks?id=02c3d9d5-b71e-4ad5-9373-5d17164e8aec HTTP/1.1" status: 200 len: 913 time: 0.1059818 Jul 26 14:56:49.140497 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c1e368-91f6-4649-8fef-4be569ba0947 req-4cb89e65-e0ba-4941-9817-f1a965055c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:56:49.141925 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-59c1e368-91f6-4649-8fef-4be569ba0947 req-4cb89e65-e0ba-4941-9817-f1a965055c1d service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=4f224720-dd50-4b3d-ae12-e0978ae6cbaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0842135 Jul 26 14:56:49.160592 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-508beff5-e9a3-4d57-a1c6-90fa1352cc27 req-db914270-2964-4668-8fac-91c98dd1cd30 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f52ee38e-091f-4eb3-93dc-683dcd709ebd HTTP/1.1" status: 200 len: 1001 time: 0.0935338 Jul 26 14:56:49.245994 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-59c1e368-91f6-4649-8fef-4be569ba0947 req-49da1adb-5f70-4784-b261-10f2a5481972 service neutron] 10.222.0.99 "GET /v2.0/networks/4f224720-dd50-4b3d-ae12-e0978ae6cbaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943863 Jul 26 14:56:49.466502 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508beff5-e9a3-4d57-a1c6-90fa1352cc27 req-f649b595-d33f-470a-9d27-e40a0fa4aa13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:56:49.467895 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-508beff5-e9a3-4d57-a1c6-90fa1352cc27 req-f649b595-d33f-470a-9d27-e40a0fa4aa13 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e75d54a1-37a3-48c4-b0bd-5c996cd738b8 HTTP/1.1" status: 200 len: 850 time: 0.1473329 Jul 26 14:56:49.489846 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e29aef-ece3-417c-b077-41c9ed69b262 req-81fb52c7-ba82-450e-ad90-0b835d2412f8 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:56:49.491546 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-73e29aef-ece3-417c-b077-41c9ed69b262 req-81fb52c7-ba82-450e-ad90-0b835d2412f8 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=5646d5b5-6207-4584-bf5b-be1d1c6904c5 HTTP/1.1" status: 200 len: 945 time: 0.0521123 Jul 26 14:56:49.504605 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-59c1e368-91f6-4649-8fef-4be569ba0947 req-3a39e8af-c3cc-49fa-afd7-8b82acc54de6 service neutron] 10.222.0.99 "GET /v2.0/networks/4f224720-dd50-4b3d-ae12-e0978ae6cbaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724164 Jul 26 14:56:49.542542 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-73e29aef-ece3-417c-b077-41c9ed69b262 req-4309d5b1-b991-48a4-9a54-9bbc09fadec6 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/security-groups?id=e18d08e8-0e5b-496c-b28f-118dc6f0620e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433953 Jul 26 14:56:49.758128 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5659620b-45ef-4597-96d5-fcadb4371ca0 req-c7b34baf-4555-4df2-ae25-f347a2301f5d tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:56:49.759637 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-5659620b-45ef-4597-96d5-fcadb4371ca0 req-c7b34baf-4555-4df2-ae25-f347a2301f5d tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/ports?device_id=df55a650-eac7-41dd-8361-bb02fc6d25f6 HTTP/1.1" status: 200 len: 943 time: 0.0496566 Jul 26 14:56:49.811378 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-5659620b-45ef-4597-96d5-fcadb4371ca0 req-459b0ba0-8659-4e41-ad6b-f91124cad809 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/security-groups?id=36e74357-39f1-4280-add6-3361918964e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460351 Jul 26 14:56:49.981929 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=100 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:56:49.993188 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508beff5-e9a3-4d57-a1c6-90fa1352cc27 req-2bd9a14c-f8bd-46e5-acf6-f4eb5eba3955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:56:49.994762 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-508beff5-e9a3-4d57-a1c6-90fa1352cc27 req-2bd9a14c-f8bd-46e5-acf6-f4eb5eba3955 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=02c3d9d5-b71e-4ad5-9373-5d17164e8aec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0504432 Jul 26 14:56:50.099437 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=4 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:56:50.100481 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:56:50.668807 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4232ec-fb94-4bdc-bbdb-3ed0697cbc48 req-9ac68262-8b4a-4514-a1ef-82c47db43a15 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:56:50.670302 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-4d4232ec-fb94-4bdc-bbdb-3ed0697cbc48 req-9ac68262-8b4a-4514-a1ef-82c47db43a15 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=5646d5b5-6207-4584-bf5b-be1d1c6904c5 HTTP/1.1" status: 200 len: 945 time: 0.0529761 Jul 26 14:56:50.722694 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-4d4232ec-fb94-4bdc-bbdb-3ed0697cbc48 req-294d429a-57bf-41e9-8166-09705866978f tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/security-groups?id=e18d08e8-0e5b-496c-b28f-118dc6f0620e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440183 Jul 26 14:56:50.844929 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966f12ef-8899-428c-8789-3f5e2ae96e7b req-e0061622-d794-4850-8897-aea010ec315b tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:56:50.846935 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-966f12ef-8899-428c-8789-3f5e2ae96e7b req-e0061622-d794-4850-8897-aea010ec315b tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=5646d5b5-6207-4584-bf5b-be1d1c6904c5 HTTP/1.1" status: 200 len: 945 time: 0.0532598 Jul 26 14:56:50.864231 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 49972) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:56:50.869187 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.v2.base [None req-57c850fb-c704-4d00-a36a-0e3c6242a37b tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Request body: {'floatingip': {'port_id': 'f0eafead-2868-4633-b117-bf601471eb13'}} {{(pid=111103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 14:56:50.917583 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-57c850fb-c704-4d00-a36a-0e3c6242a37b tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks [] for floatingip (e0fbf666-e002-4e0d-bd85-dcbfeea8efa8), before_update {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:56:51.008643 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f43a22-da2c-4852-bb65-79d207c752ae req-cc3b1a59-1555-4b10-995d-6af8ad7030b9 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:56:51.010120 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-20f43a22-da2c-4852-bb65-79d207c752ae req-cc3b1a59-1555-4b10-995d-6af8ad7030b9 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/ports?device_id=df55a650-eac7-41dd-8361-bb02fc6d25f6 HTTP/1.1" status: 200 len: 943 time: 0.1107633 Jul 26 14:56:51.139000 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-20f43a22-da2c-4852-bb65-79d207c752ae req-3d137ea2-38e7-4a2a-b4a7-8fcf33b93290 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/security-groups?id=36e74357-39f1-4280-add6-3361918964e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202590 Jul 26 14:56:51.424782 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:56:51.440326 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-57c850fb-c704-4d00-a36a-0e3c6242a37b tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:56:51.532655 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-57c850fb-c704-4d00-a36a-0e3c6242a37b tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691171'] for floatingip (e0fbf666-e002-4e0d-bd85-dcbfeea8efa8), after_update {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:56:51.637663 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.db.l3_db [None req-57c850fb-c704-4d00-a36a-0e3c6242a37b tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Floating IP e0fbf666-e002-4e0d-bd85-dcbfeea8efa8 associated. External IP: 172.27.0.60, port: f0eafead-2868-4633-b117-bf601471eb13. Jul 26 14:56:51.730981 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:56:51.967310 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-61b27055-8031-413e-985d-9a3d315a7b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (bb4183fa-e0c9-4858-9c34-b1ab78d39af4), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:56:52.047487 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 49992) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:56:52.057033 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57c850fb-c704-4d00-a36a-0e3c6242a37b tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Router 5f57147f-1584-4a62-83b8-e842b7fdbfc2 has already been hosted by L3 agent 66f8bb98-7ace-4a85-b6ba-ffe40597695b {{(pid=111103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 14:56:52.166879 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57c850fb-c704-4d00-a36a-0e3c6242a37b tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Notify agent at l3_agent.dv-cinder-851030-1-iscsi the message routers_updated {{(pid=111103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:56:52.172273 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-57c850fb-c704-4d00-a36a-0e3c6242a37b tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-431034'] for floatingip (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:56:52.180132 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2211ff7-7caf-4faa-9090-0330cd8afc3e None None] Sync routers for ids ['5f57147f-1584-4a62-83b8-e842b7fdbfc2'] in dv-cinder-851030-1-iscsi {{(pid=111104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:56:52.190529 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2211ff7-7caf-4faa-9090-0330cd8afc3e None None] Routers {'5f57147f-1584-4a62-83b8-e842b7fdbfc2'} bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 14:56:52.191238 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-c2211ff7-7caf-4faa-9090-0330cd8afc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851030-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-26T14:42:54Z,description=,heartbeat_timestamp=2022-07-26T14:56:24Z,host='dv-cinder-851030-1-iscsi',id=66f8bb98-7ace-4a85-b6ba-ffe40597695b,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:42:55Z,topic='l3_agent')) {'router_ids': ['5f57147f-1584-4a62-83b8-e842b7fdbfc2'], 'active': True} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:56:52.199081 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-279beab3-8ea3-470a-9624-ad7bbb50796c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:56:52.218354 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-57c850fb-c704-4d00-a36a-0e3c6242a37b tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "PUT /v2.0/floatingips/e0fbf666-e002-4e0d-bd85-dcbfeea8efa8 HTTP/1.1" status: 200 len: 990 time: 1.3528156 Jul 26 14:56:52.218935 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5646d5b5-6207-4584-bf5b-be1d1c6904c5', 'tag': 'f0eafead-2868-4633-b117-bf601471eb13'}] {{(pid=111103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 14:56:52.222378 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}517d84f8092def9b9250e77a34976a676e41c9ce554e95d8bccbc94b5a7b6795" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10eccc03-6fef-4092-84fb-c62cb0ab9743" -d '{"events": [{"name": "network-changed", "server_uuid": "5646d5b5-6207-4584-bf5b-be1d1c6904c5", "tag": "f0eafead-2868-4633-b117-bf601471eb13"}]}' {{(pid=111103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:56:52.263152 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 14:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ab48acd-a67a-4452-ba30-f4c8c7a55d95 x-openstack-request-id: req-9ab48acd-a67a-4452-ba30-f4c8c7a55d95 {{(pid=111103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:56:52.263464 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5646d5b5-6207-4584-bf5b-be1d1c6904c5", "tag": "f0eafead-2868-4633-b117-bf601471eb13", "status": "completed", "code": 200}]} {{(pid=111103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:56:52.263720 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-9ab48acd-a67a-4452-ba30-f4c8c7a55d95 {{(pid=111103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:56:52.264118 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ab48acd-a67a-4452-ba30-f4c8c7a55d95'] response: {'name': 'network-changed', 'server_uuid': '5646d5b5-6207-4584-bf5b-be1d1c6904c5', 'tag': 'f0eafead-2868-4633-b117-bf601471eb13', 'status': 'completed', 'code': 200} Jul 26 14:56:52.310988 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvr_db [None req-c2211ff7-7caf-4faa-9090-0330cd8afc3e None None] Set router 5f57147f-1584-4a62-83b8-e842b7fdbfc2 gateway port host: dv-cinder-851030-1-iscsi {{(pid=111104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 14:56:52.311718 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fbc0ae-7354-40d9-93fa-f1a45ffb7be4 req-f66e9fa1-55cb-468b-9b33-5297b77b9290 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:56:52.313499 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-22fbc0ae-7354-40d9-93fa-f1a45ffb7be4 req-f66e9fa1-55cb-468b-9b33-5297b77b9290 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/ports?device_id=df55a650-eac7-41dd-8361-bb02fc6d25f6 HTTP/1.1" status: 200 len: 943 time: 0.0916722 Jul 26 14:56:52.371216 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-508beff5-e9a3-4d57-a1c6-90fa1352cc27 req-967cbba5-c4c4-4f6b-bd31-73faa5822258 service neutron] 10.222.0.99 "GET /v2.0/networks/02c3d9d5-b71e-4ad5-9373-5d17164e8aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335515 Jul 26 14:56:52.466828 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eccc03-6fef-4092-84fb-c62cb0ab9743 req-77a5ed01-8941-4305-adeb-147d99964453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:56:52.468457 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-10eccc03-6fef-4092-84fb-c62cb0ab9743 req-77a5ed01-8941-4305-adeb-147d99964453 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=ace4455a9e1b44e5bf7b04fd4abf81d7&device_id=5646d5b5-6207-4584-bf5b-be1d1c6904c5 HTTP/1.1" status: 200 len: 1129 time: 0.1547911 Jul 26 14:56:52.543793 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-c2211ff7-7caf-4faa-9090-0330cd8afc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f57147f-1584-4a62-83b8-e842b7fdbfc2', 'name': 'tempest-AttachVolumeNegativeTest-1038869275-router', 'tenant_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '8dee36ad-48a7-4c32-9e44-b495406a43fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:51:43Z', 'updated_at': '2022-07-26T14:51:50Z', 'revision_number': 4, 'project_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'gw_port': {'id': '8dee36ad-48a7-4c32-9e44-b495406a43fc', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:28:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f57147f-1584-4a62-83b8-e842b7fdbfc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:44Z', 'updated_at': '2022-07-26T14:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi', '_floatingips': [{'id': 'cd53df16-aeae-41e0-ab80-d8cd9458edcd', 'tenant_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'floating_ip_address': '172.27.0.24', 'floating_network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'router_id': '5f57147f-1584-4a62-83b8-e842b7fdbfc2', 'port_id': '73723af2-05ec-4b78-b99d-0201637337f6', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0', 'mac_address': 'fa:16:3e:9c:af:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c808f60-6b5e-4ad9-8463-47c749c4ad58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T14:51:59Z', 'updated_at': '2022-07-26T14:53:10Z', 'revision_number': 2, 'project_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'fixed_ip_address_scope': None}, {'id': 'e0fbf666-e002-4e0d-bd85-dcbfeea8efa8', 'tenant_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'floating_ip_address': '172.27.0.60', 'floating_network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'router_id': '5f57147f-1584-4a62-83b8-e842b7fdbfc2', 'port_id': 'f0eafead-2868-4633-b117-bf601471eb13', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0', 'mac_address': 'fa:16:3e:1e:8b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5646d5b5-6207-4584-bf5b-be1d1c6904c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T14:56:22Z', 'updated_at': '2022-07-26T14:56:51Z', 'revision_number': 1, 'project_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c22bd2eb-9253-40e7-9f5d-34524feb8d4d', 'name': '', 'network_id': '4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0', 'tenant_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'mac_address': 'fa:16:3e:9b:be:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f57147f-1584-4a62-83b8-e842b7fdbfc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2dc51976-041f-4e28-9975-c948630898a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:48Z', 'updated_at': '2022-07-26T14:51:59Z', 'revision_number': 5, 'project_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'subnets': [{'id': '2dc51976-041f-4e28-9975-c948630898a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851030-1-iscsi', False) {} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:56:52.560036 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-279beab3-8ea3-470a-9624-ad7bbb50796c admin admin] Publish callbacks [] for security_group (495767f3-9331-4fd0-ae7f-49d246a0da96), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:56:52.566694 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-22fbc0ae-7354-40d9-93fa-f1a45ffb7be4 req-9230d7a1-0c25-4250-95b5-0707e30b9a8c tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/security-groups?id=36e74357-39f1-4280-add6-3361918964e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2449102 Jul 26 14:56:52.575677 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2211ff7-7caf-4faa-9090-0330cd8afc3e None None] Checking router: 5f57147f-1584-4a62-83b8-e842b7fdbfc2 for host: dv-cinder-851030-1-iscsi {{(pid=111104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:56:52.585975 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2211ff7-7caf-4faa-9090-0330cd8afc3e None None] Routers {'5f57147f-1584-4a62-83b8-e842b7fdbfc2'} bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 14:56:52.586737 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-c2211ff7-7caf-4faa-9090-0330cd8afc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851030-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-26T14:42:54Z,description=,heartbeat_timestamp=2022-07-26T14:56:24Z,host='dv-cinder-851030-1-iscsi',id=66f8bb98-7ace-4a85-b6ba-ffe40597695b,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:42:55Z,topic='l3_agent')) {'router_ids': ['5f57147f-1584-4a62-83b8-e842b7fdbfc2'], 'active': True} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:56:52.606861 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-508beff5-e9a3-4d57-a1c6-90fa1352cc27 req-0a8897c0-43ed-478e-ac24-dd0f3b7b2f58 service neutron] 10.222.0.99 "GET /v2.0/networks/02c3d9d5-b71e-4ad5-9373-5d17164e8aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271492 Jul 26 14:56:52.632320 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eccc03-6fef-4092-84fb-c62cb0ab9743 req-9d128ac0-79ed-49ba-a1f6-12027dd275af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:56:52.633838 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-10eccc03-6fef-4092-84fb-c62cb0ab9743 req-9d128ac0-79ed-49ba-a1f6-12027dd275af service neutron] 10.222.0.99 "GET /v2.0/networks?id=4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0 HTTP/1.1" status: 200 len: 917 time: 0.1484611 Jul 26 14:56:52.640567 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-279beab3-8ea3-470a-9624-ad7bbb50796c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (495767f3-9331-4fd0-ae7f-49d246a0da96), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:56:52.658997 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:56:52.695308 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvr_db [None req-c2211ff7-7caf-4faa-9090-0330cd8afc3e None None] Set router 5f57147f-1584-4a62-83b8-e842b7fdbfc2 gateway port host: dv-cinder-851030-1-iscsi {{(pid=111104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 14:56:52.700424 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:56:52.726188 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:56:52.728480 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-279beab3-8ea3-470a-9624-ad7bbb50796c admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=83e662c6c13145dea987e2c31ede8ee7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6798582 Jul 26 14:56:52.731191 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 50004) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:56:52.731898 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279beab3-8ea3-470a-9624-ad7bbb50796c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=495767f3-9331-4fd0-ae7f-49d246a0da96,revision_number=1']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:52.748107 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279beab3-8ea3-470a-9624-ad7bbb50796c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:56:52.748448 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279beab3-8ea3-470a-9624-ad7bbb50796c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:56:52.748784 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279beab3-8ea3-470a-9624-ad7bbb50796c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:56:52.753695 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279beab3-8ea3-470a-9624-ad7bbb50796c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:56:52.753695 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279beab3-8ea3-470a-9624-ad7bbb50796c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:56:52.753695 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279beab3-8ea3-470a-9624-ad7bbb50796c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:56:52.753695 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279beab3-8ea3-470a-9624-ad7bbb50796c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:56:52.753695 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279beab3-8ea3-470a-9624-ad7bbb50796c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:56:52.753695 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279beab3-8ea3-470a-9624-ad7bbb50796c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:56:52.753695 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279beab3-8ea3-470a-9624-ad7bbb50796c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:56:52.753695 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279beab3-8ea3-470a-9624-ad7bbb50796c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:56:52.753695 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279beab3-8ea3-470a-9624-ad7bbb50796c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:56:52.753695 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279beab3-8ea3-470a-9624-ad7bbb50796c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:56:52.753695 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279beab3-8ea3-470a-9624-ad7bbb50796c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:56:52.753695 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279beab3-8ea3-470a-9624-ad7bbb50796c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:56:52.757974 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-10eccc03-6fef-4092-84fb-c62cb0ab9743 req-a2dddf88-47a1-4617-97ba-baa116f755db service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f0eafead-2868-4633-b117-bf601471eb13 HTTP/1.1" status: 200 len: 998 time: 0.1144617 Jul 26 14:56:52.799904 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-67d63250-ce6f-443d-b8e5-7173ade73f37 admin admin] Publish callbacks [] for security_group (495767f3-9331-4fd0-ae7f-49d246a0da96), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:56:52.806024 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:56:52.820966 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eccc03-6fef-4092-84fb-c62cb0ab9743 req-5c48eeb1-7e00-4219-b64b-528b9d3adfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:56:52.822561 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-10eccc03-6fef-4092-84fb-c62cb0ab9743 req-5c48eeb1-7e00-4219-b64b-528b9d3adfe5 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=2dc51976-041f-4e28-9975-c948630898a5 HTTP/1.1" status: 200 len: 854 time: 0.0487263 Jul 26 14:56:52.822842 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-67d63250-ce6f-443d-b8e5-7173ade73f37 admin admin] Publish callbacks [] for security_group (495767f3-9331-4fd0-ae7f-49d246a0da96), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:56:52.877450 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eccc03-6fef-4092-84fb-c62cb0ab9743 req-ecbe5a84-bac9-49a4-8dec-f4080a5b7e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:56:52.879044 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-10eccc03-6fef-4092-84fb-c62cb0ab9743 req-ecbe5a84-bac9-49a4-8dec-f4080a5b7e37 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444319 Jul 26 14:56:52.925774 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-c2211ff7-7caf-4faa-9090-0330cd8afc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f57147f-1584-4a62-83b8-e842b7fdbfc2', 'name': 'tempest-AttachVolumeNegativeTest-1038869275-router', 'tenant_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '8dee36ad-48a7-4c32-9e44-b495406a43fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:51:43Z', 'updated_at': '2022-07-26T14:51:50Z', 'revision_number': 4, 'project_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'gw_port': {'id': '8dee36ad-48a7-4c32-9e44-b495406a43fc', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:28:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f57147f-1584-4a62-83b8-e842b7fdbfc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:44Z', 'updated_at': '2022-07-26T14:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi', '_floatingips': [{'id': 'cd53df16-aeae-41e0-ab80-d8cd9458edcd', 'tenant_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'floating_ip_address': '172.27.0.24', 'floating_network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'router_id': '5f57147f-1584-4a62-83b8-e842b7fdbfc2', 'port_id': '73723af2-05ec-4b78-b99d-0201637337f6', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0', 'mac_address': 'fa:16:3e:9c:af:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c808f60-6b5e-4ad9-8463-47c749c4ad58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T14:51:59Z', 'updated_at': '2022-07-26T14:53:10Z', 'revision_number': 2, 'project_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'fixed_ip_address_scope': None}, {'id': 'e0fbf666-e002-4e0d-bd85-dcbfeea8efa8', 'tenant_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'floating_ip_address': '172.27.0.60', 'floating_network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'router_id': '5f57147f-1584-4a62-83b8-e842b7fdbfc2', 'port_id': 'f0eafead-2868-4633-b117-bf601471eb13', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0', 'mac_address': 'fa:16:3e:1e:8b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5646d5b5-6207-4584-bf5b-be1d1c6904c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T14:56:22Z', 'updated_at': '2022-07-26T14:56:51Z', 'revision_number': 1, 'project_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c22bd2eb-9253-40e7-9f5d-34524feb8d4d', 'name': '', 'network_id': '4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0', 'tenant_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'mac_address': 'fa:16:3e:9b:be:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f57147f-1584-4a62-83b8-e842b7fdbfc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2dc51976-041f-4e28-9975-c948630898a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:48Z', 'updated_at': '2022-07-26T14:51:59Z', 'revision_number': 5, 'project_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'subnets': [{'id': '2dc51976-041f-4e28-9975-c948630898a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851030-1-iscsi', False) {} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:56:52.950720 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2211ff7-7caf-4faa-9090-0330cd8afc3e None None] The sync data for ids ['5f57147f-1584-4a62-83b8-e842b7fdbfc2'] in dv-cinder-851030-1-iscsi is: [{'id': '5f57147f-1584-4a62-83b8-e842b7fdbfc2', 'name': 'tempest-AttachVolumeNegativeTest-1038869275-router', 'tenant_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '8dee36ad-48a7-4c32-9e44-b495406a43fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:51:43Z', 'updated_at': '2022-07-26T14:51:50Z', 'revision_number': 4, 'project_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'gw_port': {'id': '8dee36ad-48a7-4c32-9e44-b495406a43fc', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:28:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f57147f-1584-4a62-83b8-e842b7fdbfc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:44Z', 'updated_at': '2022-07-26T14:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi', '_floatingips': [{'id': 'cd53df16-aeae-41e0-ab80-d8cd9458edcd', 'tenant_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'floating_ip_address': '172.27.0.24', 'floating_network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'router_id': '5f57147f-1584-4a62-83b8-e842b7fdbfc2', 'port_id': '73723af2-05ec-4b78-b99d-0201637337f6', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0', 'mac_address': 'fa:16:3e:9c:af:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c808f60-6b5e-4ad9-8463-47c749c4ad58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T14:51:59Z', 'updated_at': '2022-07-26T14:53:10Z', 'revision_number': 2, 'project_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'fixed_ip_address_scope': None}, {'id': 'e0fbf666-e002-4e0d-bd85-dcbfeea8efa8', 'tenant_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'floating_ip_address': '172.27.0.60', 'floating_network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'router_id': '5f57147f-1584-4a62-83b8-e842b7fdbfc2', 'port_id': 'f0eafead-2868-4633-b117-bf601471eb13', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0', 'mac_address': 'fa:16:3e:1e:8b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5646d5b5-6207-4584-bf5b-be1d1c6904c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T14:56:22Z', 'updated_at': '2022-07-26T14:56:51Z', 'revision_number': 1, 'project_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c22bd2eb-9253-40e7-9f5d-34524feb8d4d', 'name': '', 'network_id': '4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0', 'tenant_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'mac_address': 'fa:16:3e:9b:be:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f57147f-1584-4a62-83b8-e842b7fdbfc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2dc51976-041f-4e28-9975-c948630898a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:48Z', 'updated_at': '2022-07-26T14:51:59Z', 'revision_number': 5, 'project_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'subnets': [{'id': '2dc51976-041f-4e28-9975-c948630898a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:56:52.972667 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-10eccc03-6fef-4092-84fb-c62cb0ab9743 req-80ab67f9-16af-4786-922c-f061db3a828f service neutron] 10.222.0.99 "GET /v2.0/networks/4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864525 Jul 26 14:56:53.030053 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-67d63250-ce6f-443d-b8e5-7173ade73f37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (495767f3-9331-4fd0-ae7f-49d246a0da96), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:56:53.033560 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-67d63250-ce6f-443d-b8e5-7173ade73f37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:56:53.034914 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-67d63250-ce6f-443d-b8e5-7173ade73f37 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/495767f3-9331-4fd0-ae7f-49d246a0da96 HTTP/1.1" status: 204 len: 168 time: 0.3026302 Jul 26 14:56:53.044807 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d63250-ce6f-443d-b8e5-7173ade73f37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=495767f3-9331-4fd0-ae7f-49d246a0da96,revision_number=None']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:56:53.082966 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-10eccc03-6fef-4092-84fb-c62cb0ab9743 req-432bcff7-32dc-4b2a-ac50-c739688c3377 service neutron] 10.222.0.99 "GET /v2.0/networks/4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031792 Jul 26 14:56:53.164156 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b108e0c2-06ac-42e0-ba6e-ccc1f3b7d228 None None] New status for floating IP e0fbf666-e002-4e0d-bd85-dcbfeea8efa8: ACTIVE {{(pid=111105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 14:56:53.696122 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58429364-8456-480d-94b6-650fd261e7fa req-eb5abcd0-449c-48ca-a6ba-425269eebd5e tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:56:53.697613 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-58429364-8456-480d-94b6-650fd261e7fa req-eb5abcd0-449c-48ca-a6ba-425269eebd5e tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/ports?device_id=df55a650-eac7-41dd-8361-bb02fc6d25f6 HTTP/1.1" status: 200 len: 943 time: 0.0528917 Jul 26 14:56:53.747838 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-58429364-8456-480d-94b6-650fd261e7fa req-93bedca0-1979-417b-9c67-a7d791954b2e tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/security-groups?id=36e74357-39f1-4280-add6-3361918964e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444684 Jul 26 14:56:54.378346 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-fd2d9958-aea6-473e-b0bd-7516b5ed3e47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (66f8bb98-7ace-4a85-b6ba-ffe40597695b), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:56:54.867993 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bda92d-5bb8-4eab-aab5-f4bfaf76d583 req-d58900b9-e8ce-4ecb-b063-0e487d064e39 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:56:54.869457 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-a8bda92d-5bb8-4eab-aab5-f4bfaf76d583 req-d58900b9-e8ce-4ecb-b063-0e487d064e39 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/ports?device_id=df55a650-eac7-41dd-8361-bb02fc6d25f6 HTTP/1.1" status: 200 len: 943 time: 0.0476706 Jul 26 14:56:54.918492 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-a8bda92d-5bb8-4eab-aab5-f4bfaf76d583 req-794a70c1-0265-4c36-84a8-5a50ec332400 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/security-groups?id=36e74357-39f1-4280-add6-3361918964e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435288 Jul 26 14:56:55.446614 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b30572d2-bee0-4462-94ed-c13cd0ef4273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (40fac31a-afaa-44e8-8521-47b803a59f0f), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:56:56.035854 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbebd8b-a547-4819-8506-207867b60568 req-12d16df9-17ff-4682-b211-e58f8b6b96f7 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:56:56.037327 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-fdbebd8b-a547-4819-8506-207867b60568 req-12d16df9-17ff-4682-b211-e58f8b6b96f7 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/ports?device_id=df55a650-eac7-41dd-8361-bb02fc6d25f6 HTTP/1.1" status: 200 len: 943 time: 0.0481107 Jul 26 14:56:56.085781 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-fdbebd8b-a547-4819-8506-207867b60568 req-bcf3ad30-50c0-4096-8e8c-e0ae95fec9e0 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/security-groups?id=36e74357-39f1-4280-add6-3361918964e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427883 Jul 26 14:56:56.955725 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b977bc9f-0510-4ebd-94dd-930fc4499a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (e5556d63-fbf3-48f2-bfac-7896e86945c3), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:56:57.077675 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.agents_db [None req-99196b13-9676-4f02-b89b-0db7196f18a6 None None] Agent healthcheck: found 6 active agents {{(pid=111105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 14:56:57.119062 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (df49e665-2de0-463a-a1e1-c989804d5593), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:56:57.202934 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca36c66-b500-48f6-a17c-cc1cb0210e11 req-ff0bb803-64cf-4451-8dc2-353381854afd tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:56:57.204429 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-0ca36c66-b500-48f6-a17c-cc1cb0210e11 req-ff0bb803-64cf-4451-8dc2-353381854afd tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/ports?device_id=df55a650-eac7-41dd-8361-bb02fc6d25f6 HTTP/1.1" status: 200 len: 943 time: 0.0474033 Jul 26 14:56:57.254587 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-0ca36c66-b500-48f6-a17c-cc1cb0210e11 req-4d7aeaac-0d67-4db5-8812-14e66235aad8 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/security-groups?id=36e74357-39f1-4280-add6-3361918964e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444963 Jul 26 14:56:58.338107 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:56:58.372947 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65152c4-b394-4e36-9c7d-1dc8e16cefca req-e01e894b-be51-47d3-b62c-981fe98dbceb tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:56:58.374545 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-e65152c4-b394-4e36-9c7d-1dc8e16cefca req-e01e894b-be51-47d3-b62c-981fe98dbceb tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/ports?device_id=df55a650-eac7-41dd-8361-bb02fc6d25f6 HTTP/1.1" status: 200 len: 943 time: 0.0469322 Jul 26 14:56:58.429153 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-e65152c4-b394-4e36-9c7d-1dc8e16cefca req-4628fbf5-4238-4492-af97-56bb7e81df59 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/security-groups?id=36e74357-39f1-4280-add6-3361918964e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479798 Jul 26 14:56:59.550461 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8adc9e-6f72-42b1-8ed9-8a1863779083 req-15bdf05d-e18e-447e-90e4-0323a0598521 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:56:59.551956 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-ce8adc9e-6f72-42b1-8ed9-8a1863779083 req-15bdf05d-e18e-447e-90e4-0323a0598521 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/ports?device_id=df55a650-eac7-41dd-8361-bb02fc6d25f6 HTTP/1.1" status: 200 len: 943 time: 0.0519671 Jul 26 14:56:59.602004 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-ce8adc9e-6f72-42b1-8ed9-8a1863779083 req-bfe37dfc-15f1-4813-9bfa-0b07e2229db2 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/security-groups?id=36e74357-39f1-4280-add6-3361918964e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443249 Jul 26 14:57:00.721550 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900902f8-e742-4789-8e61-6bf675112fd8 req-f8859025-348d-4a97-9a5e-59b8636568a3 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:57:00.723020 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-900902f8-e742-4789-8e61-6bf675112fd8 req-f8859025-348d-4a97-9a5e-59b8636568a3 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/ports?device_id=df55a650-eac7-41dd-8361-bb02fc6d25f6 HTTP/1.1" status: 200 len: 943 time: 0.0484402 Jul 26 14:57:00.772331 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-900902f8-e742-4789-8e61-6bf675112fd8 req-4082ed7c-7071-48ec-b1f2-598e893b5b82 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/security-groups?id=36e74357-39f1-4280-add6-3361918964e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439048 Jul 26 14:57:01.413912 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Device 1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42 details requested by agent hyperv_hv-cinder-85103 with host hv-cinder-85103 {{(pid=111104) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:57:01.511846 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] For port 1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42,segment=NetworkSegment(21413819-3722-4fd4-ade1-8fa0ec8b65e4),segment_id=21413819-3722-4fd4-ade1-8fa0ec8b65e4)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:57:01.523373 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Returning: {'device': '1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42', 'network_id': '4f224720-dd50-4b3d-ae12-e0978ae6cbaf', 'port_id': '1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42', 'mac_address': 'fa:16:3e:96:3b:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1066, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f67d112-1d95-4c3e-9346-29b9427575bb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111104) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:57:01.558075 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Current status of the port 1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42 is: DOWN; New status is: BUILD {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:57:01.558381 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:57:01.572068 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.notifiers.nova [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42 {{(pid=111104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 14:57:01.598094 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] For port 1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42,segment=NetworkSegment(21413819-3722-4fd4-ade1-8fa0ec8b65e4),segment_id=21413819-3722-4fd4-ade1-8fa0ec8b65e4)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:57:01.772775 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:57:01.823638 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Pushing event updated for resources: {'Port': ['ID=1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42,revision_number=4']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:01.890332 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f01ffb-d19a-493b-95f7-29a6eb03c2a7 req-d74a1351-9270-49f2-b498-1f94efcb40c6 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:57:01.891976 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-96f01ffb-d19a-493b-95f7-29a6eb03c2a7 req-d74a1351-9270-49f2-b498-1f94efcb40c6 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/ports?device_id=df55a650-eac7-41dd-8361-bb02fc6d25f6 HTTP/1.1" status: 200 len: 944 time: 0.0474358 Jul 26 14:57:01.942255 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-96f01ffb-d19a-493b-95f7-29a6eb03c2a7 req-e0ee1c9e-fddc-4b06-aeeb-3d454295a16c tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/security-groups?id=36e74357-39f1-4280-add6-3361918964e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438967 Jul 26 14:57:02.332617 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] get_ports_and_sgs() called for port_ids ['1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42'] {{(pid=111104) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:57:02.411855 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:57:03.063424 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48dbff5-8c73-48bd-92ab-9d5db53dc464 req-0d7c3b04-7eb0-43b2-9309-5ab7b3f1fd6c tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:57:03.065510 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-f48dbff5-8c73-48bd-92ab-9d5db53dc464 req-0d7c3b04-7eb0-43b2-9309-5ab7b3f1fd6c tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/ports?device_id=df55a650-eac7-41dd-8361-bb02fc6d25f6 HTTP/1.1" status: 200 len: 944 time: 0.0492630 Jul 26 14:57:03.114022 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-f48dbff5-8c73-48bd-92ab-9d5db53dc464 req-dd9df6e3-0c4b-45bb-9b19-905d260cd509 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/security-groups?id=36e74357-39f1-4280-add6-3361918964e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429835 Jul 26 14:57:03.756453 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Device 1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42 up at agent hyperv_hv-cinder-85103 {{(pid=111104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:57:03.778671 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:57:03.801188 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Provisioning for port 1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42 completed by entity L2. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 14:57:04.001004 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Provisioning complete for port 1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42 triggered by entity L2. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:57:04.001934 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:57:04.077349 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Current status of the port 1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42 is: BUILD; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:57:04.077713 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:57:04.100214 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df55a650-eac7-41dd-8361-bb02fc6d25f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42'}] {{(pid=111104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 14:57:04.102466 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8a064b11bc677c9d4ab9f25c89ff6de8646fcd773e132cdea81d797053aa31c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc917b2e-1048-48d6-82e6-e959107f957c" -d '{"events": [{"server_uuid": "df55a650-eac7-41dd-8361-bb02fc6d25f6", "name": "network-vif-plugged", "status": "completed", "tag": "1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42"}]}' {{(pid=111104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:57:04.115367 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] For port 1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42,segment=NetworkSegment(21413819-3722-4fd4-ade1-8fa0ec8b65e4),segment_id=21413819-3722-4fd4-ade1-8fa0ec8b65e4)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:57:04.140724 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 14:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adf19ff6-6d53-4ce7-bd51-766ceada79c9 x-openstack-request-id: req-adf19ff6-6d53-4ce7-bd51-766ceada79c9 {{(pid=111104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:57:04.141035 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df55a650-eac7-41dd-8361-bb02fc6d25f6", "name": "network-vif-plugged", "status": "completed", "tag": "1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42", "code": 200}]} {{(pid=111104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:57:04.141288 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-adf19ff6-6d53-4ce7-bd51-766ceada79c9 {{(pid=111104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:57:04.141684 dv-cinder-851030-1-iscsi neutron-server[111104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adf19ff6-6d53-4ce7-bd51-766ceada79c9'] response: {'server_uuid': 'df55a650-eac7-41dd-8361-bb02fc6d25f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42', 'code': 200} Jul 26 14:57:04.236411 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20bf82b-14be-466c-9921-0dbf56ab0448 req-9ed7b7f6-44f0-483e-a708-dd8540a16297 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:57:04.238306 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-c20bf82b-14be-466c-9921-0dbf56ab0448 req-9ed7b7f6-44f0-483e-a708-dd8540a16297 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/ports?device_id=df55a650-eac7-41dd-8361-bb02fc6d25f6 HTTP/1.1" status: 200 len: 944 time: 0.0513339 Jul 26 14:57:04.286824 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-c20bf82b-14be-466c-9921-0dbf56ab0448 req-c6952445-e714-4754-aa0e-37a4f12d4c35 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/security-groups?id=36e74357-39f1-4280-add6-3361918964e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432734 Jul 26 14:57:04.299001 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:57:04.352036 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Pushing event updated for resources: {'Port': ['ID=1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42,revision_number=5']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:04.652116 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad589185-f83d-4bfb-8b3b-0bd009219c7a req-1b6a22b6-df36-46e3-9303-63086e672074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:57:04.653498 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-ad589185-f83d-4bfb-8b3b-0bd009219c7a req-1b6a22b6-df36-46e3-9303-63086e672074 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=df55a650-eac7-41dd-8361-bb02fc6d25f6 HTTP/1.1" status: 200 len: 1129 time: 0.0444903 Jul 26 14:57:04.701179 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-ad589185-f83d-4bfb-8b3b-0bd009219c7a req-5e145970-9613-4616-b76f-993884d5ca74 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=36e74357-39f1-4280-add6-3361918964e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396416 Jul 26 14:57:05.395302 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=100 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:57:05.412247 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7445cf-bed1-4562-84ef-a697548d8135 req-4a55c31a-e170-48c6-a610-b8f62667bf42 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:57:05.413743 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-7a7445cf-bed1-4562-84ef-a697548d8135 req-4a55c31a-e170-48c6-a610-b8f62667bf42 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/ports?device_id=df55a650-eac7-41dd-8361-bb02fc6d25f6 HTTP/1.1" status: 200 len: 945 time: 0.0495660 Jul 26 14:57:05.464025 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-7a7445cf-bed1-4562-84ef-a697548d8135 req-c3c6bee0-6b95-4e3e-b5e7-1e8eb9e58da5 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/security-groups?id=36e74357-39f1-4280-add6-3361918964e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441287 Jul 26 14:57:06.117934 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 50096) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:57:06.221431 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-9867a44a-6192-40bb-8f01-a7135bea71fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:57:06.231315 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:57:06.299146 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-9867a44a-6192-40bb-8f01-a7135bea71fa admin admin] Publish callbacks [] for security_group (176b4d1a-b293-4f99-909d-a5bb990c1659), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:57:06.565678 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-9867a44a-6192-40bb-8f01-a7135bea71fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (176b4d1a-b293-4f99-909d-a5bb990c1659), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:57:06.617628 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c571cc-2a4a-48ad-bbd6-cecbbca14ad0 req-0b4f32a4-7dd4-4a83-af8a-821d540a4145 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:57:06.619371 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-37c571cc-2a4a-48ad-bbd6-cecbbca14ad0 req-0b4f32a4-7dd4-4a83-af8a-821d540a4145 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/ports?device_id=df55a650-eac7-41dd-8361-bb02fc6d25f6 HTTP/1.1" status: 200 len: 945 time: 0.0834026 Jul 26 14:57:06.627203 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-9867a44a-6192-40bb-8f01-a7135bea71fa admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=9b6cc17049d04b6c81762ebb834ca2e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5082281 Jul 26 14:57:06.629355 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9867a44a-6192-40bb-8f01-a7135bea71fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=176b4d1a-b293-4f99-909d-a5bb990c1659,revision_number=1']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:06.630072 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 50102) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:57:06.679487 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-37c571cc-2a4a-48ad-bbd6-cecbbca14ad0 req-fb25e101-7d10-4ede-b88f-008f9b8b4e29 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/security-groups?id=36e74357-39f1-4280-add6-3361918964e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511491 Jul 26 14:57:06.682372 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-df1f9425-b66d-468f-be5c-50304f684665 admin admin] Publish callbacks [] for security_group (176b4d1a-b293-4f99-909d-a5bb990c1659), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:57:06.704783 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-df1f9425-b66d-468f-be5c-50304f684665 admin admin] Publish callbacks [] for security_group (176b4d1a-b293-4f99-909d-a5bb990c1659), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:57:06.858475 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-df1f9425-b66d-468f-be5c-50304f684665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (176b4d1a-b293-4f99-909d-a5bb990c1659), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:57:06.861731 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-df1f9425-b66d-468f-be5c-50304f684665 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:57:06.862929 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-df1f9425-b66d-468f-be5c-50304f684665 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/176b4d1a-b293-4f99-909d-a5bb990c1659 HTTP/1.1" status: 204 len: 168 time: 0.2318227 Jul 26 14:57:06.870862 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1f9425-b66d-468f-be5c-50304f684665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=176b4d1a-b293-4f99-909d-a5bb990c1659,revision_number=None']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:07.071654 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:57:07.073817 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:57:07.798008 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96705eb8-fed7-46b0-b08c-596f3f999da3 req-5058648d-bb4a-4328-8055-e5e2444ee4af tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:57:07.799568 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-96705eb8-fed7-46b0-b08c-596f3f999da3 req-5058648d-bb4a-4328-8055-e5e2444ee4af tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/ports?device_id=df55a650-eac7-41dd-8361-bb02fc6d25f6 HTTP/1.1" status: 200 len: 945 time: 0.0477331 Jul 26 14:57:07.848500 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-96705eb8-fed7-46b0-b08c-596f3f999da3 req-d9c30228-ef46-4213-81a2-db32931b5d33 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/security-groups?id=36e74357-39f1-4280-add6-3361918964e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432150 Jul 26 14:57:07.964693 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdab199-5e51-4c15-8a00-e6eb9402f596 req-bb40d834-3588-487a-8f50-1f488bc8d154 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:57:07.966078 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-fbdab199-5e51-4c15-8a00-e6eb9402f596 req-bb40d834-3588-487a-8f50-1f488bc8d154 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/ports?device_id=df55a650-eac7-41dd-8361-bb02fc6d25f6 HTTP/1.1" status: 200 len: 945 time: 0.0474420 Jul 26 14:57:08.014138 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-fbdab199-5e51-4c15-8a00-e6eb9402f596 req-8248d65a-65d7-4057-b968-4b016fcd5a8a tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/security-groups?id=36e74357-39f1-4280-add6-3361918964e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426388 Jul 26 14:57:08.040268 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 50112) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:57:08.232002 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f4f5a2-7b4a-41f2-9cb7-eafe4f812cd7 tempest-TestShelveInstance-629110799 tempest-TestShelveInstance-629110799-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:57:08.233416 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-44f4f5a2-7b4a-41f2-9cb7-eafe4f812cd7 tempest-TestShelveInstance-629110799 tempest-TestShelveInstance-629110799-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=df55a650-eac7-41dd-8361-bb02fc6d25f6 HTTP/1.1" status: 200 len: 1124 time: 0.1917176 Jul 26 14:57:08.237030 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 50116) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:57:08.241158 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.v2.base [None req-3aa11649-41fe-4bf2-9d45-496c0cb89b53 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Request body: {'floatingip': {'floating_network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'port_id': '1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42', 'tenant_id': 'fde004be36ee4efeaa9ada32b4e2182c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=111102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 14:57:08.378719 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-3aa11649-41fe-4bf2-9d45-496c0cb89b53 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:57:08.461190 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:57:08.466962 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-3aa11649-41fe-4bf2-9d45-496c0cb89b53 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:57:08.574247 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.db_base_plugin_common [None req-3aa11649-41fe-4bf2-9d45-496c0cb89b53 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Allocated IP 172.27.0.56 (976f28e8-c47c-49b7-93ff-2bd79bbe121a/527ba32d-e656-41f8-8fe6-15a8ab4751c9/3bc1a70d-def8-4d32-9fbe-72c025313cc5) {{(pid=111102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:57:08.666672 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:57:08.683383 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-3aa11649-41fe-4bf2-9d45-496c0cb89b53 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Publish callbacks [] for port (3bc1a70d-def8-4d32-9fbe-72c025313cc5), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:57:08.853134 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-3aa11649-41fe-4bf2-9d45-496c0cb89b53 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789579689795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868105'] for port (3bc1a70d-def8-4d32-9fbe-72c025313cc5), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:57:08.896435 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa11649-41fe-4bf2-9d45-496c0cb89b53 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Network 976f28e8-c47c-49b7-93ff-2bd79bbe121a is already hosted by enough agents. {{(pid=111102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:57:08.901471 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.base_scheduler [None req-3aa11649-41fe-4bf2-9d45-496c0cb89b53 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Resources bound (agent type, host, resource id): {{(pid=111102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:57:08.903609 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa11649-41fe-4bf2-9d45-496c0cb89b53 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Pushing event updated for resources: {'Port': ['ID=3bc1a70d-def8-4d32-9fbe-72c025313cc5,revision_number=1']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:08.905700 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa11649-41fe-4bf2-9d45-496c0cb89b53 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Received port after_create {{(pid=111102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 14:57:09.259552 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-3aa11649-41fe-4bf2-9d45-496c0cb89b53 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Publish callbacks [] for floatingip (9e16cbad-0dd7-469d-9c7f-2c7e0c5bffb4), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:57:09.438457 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-3aa11649-41fe-4bf2-9d45-496c0cb89b53 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (3bc1a70d-def8-4d32-9fbe-72c025313cc5), before_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:57:09.713362 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:57:09.836930 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-3aa11649-41fe-4bf2-9d45-496c0cb89b53 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Publish callbacks [] for port (3bc1a70d-def8-4d32-9fbe-72c025313cc5), precommit_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:57:09.909505 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-3aa11649-41fe-4bf2-9d45-496c0cb89b53 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868126'] for port (3bc1a70d-def8-4d32-9fbe-72c025313cc5), after_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:57:09.975365 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa11649-41fe-4bf2-9d45-496c0cb89b53 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Pushing event updated for resources: {'Port': ['ID=3bc1a70d-def8-4d32-9fbe-72c025313cc5,revision_number=2']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:57:09.989415 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-3aa11649-41fe-4bf2-9d45-496c0cb89b53 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691171'] for floatingip (9e16cbad-0dd7-469d-9c7f-2c7e0c5bffb4), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:57:10.085476 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.db.l3_db [None req-3aa11649-41fe-4bf2-9d45-496c0cb89b53 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Floating IP 9e16cbad-0dd7-469d-9c7f-2c7e0c5bffb4 associated. External IP: 172.27.0.56, port: 1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42. Jul 26 14:57:10.170459 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:57:10.289858 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aa11649-41fe-4bf2-9d45-496c0cb89b53 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Router b7ab0b83-6059-444e-8c55-2b8c08b58122 has already been hosted by L3 agent 66f8bb98-7ace-4a85-b6ba-ffe40597695b {{(pid=111102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 14:57:10.397132 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aa11649-41fe-4bf2-9d45-496c0cb89b53 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Notify agent at l3_agent.dv-cinder-851030-1-iscsi the message routers_updated {{(pid=111102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:57:10.406539 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd65a4ba-02b6-4bd4-8200-2f3639914d38 None None] Sync routers for ids ['b7ab0b83-6059-444e-8c55-2b8c08b58122'] in dv-cinder-851030-1-iscsi {{(pid=111104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:57:10.416273 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd65a4ba-02b6-4bd4-8200-2f3639914d38 None None] Routers {'b7ab0b83-6059-444e-8c55-2b8c08b58122'} bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 14:57:10.416885 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-dd65a4ba-02b6-4bd4-8200-2f3639914d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851030-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-26T14:42:54Z,description=,heartbeat_timestamp=2022-07-26T14:56:54Z,host='dv-cinder-851030-1-iscsi',id=66f8bb98-7ace-4a85-b6ba-ffe40597695b,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:42:55Z,topic='l3_agent')) {'router_ids': ['b7ab0b83-6059-444e-8c55-2b8c08b58122'], 'active': True} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:57:10.494590 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-3aa11649-41fe-4bf2-9d45-496c0cb89b53 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-431034'] for floatingip (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:57:10.527745 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-3aa11649-41fe-4bf2-9d45-496c0cb89b53 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2896297 Jul 26 14:57:10.528475 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df55a650-eac7-41dd-8361-bb02fc6d25f6', 'tag': '1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42'}] {{(pid=111102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 14:57:10.530873 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8185506cd1cc56e10fcde42571d85de650c4e290bb1b6bf5ec2f858ed2201c15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69cfe23c-ac88-4d3f-9d01-a424df380a37" -d '{"events": [{"name": "network-changed", "server_uuid": "df55a650-eac7-41dd-8361-bb02fc6d25f6", "tag": "1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42"}]}' {{(pid=111102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:57:10.573447 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 14:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7141f547-ec4d-4cbb-99a9-2ea0b10c1a2f x-openstack-request-id: req-7141f547-ec4d-4cbb-99a9-2ea0b10c1a2f {{(pid=111102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:57:10.573746 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df55a650-eac7-41dd-8361-bb02fc6d25f6", "tag": "1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42", "status": "completed", "code": 200}]} {{(pid=111102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:57:10.574039 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-7141f547-ec4d-4cbb-99a9-2ea0b10c1a2f {{(pid=111102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:57:10.574474 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7141f547-ec4d-4cbb-99a9-2ea0b10c1a2f'] response: {'name': 'network-changed', 'server_uuid': 'df55a650-eac7-41dd-8361-bb02fc6d25f6', 'tag': '1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42', 'status': 'completed', 'code': 200} Jul 26 14:57:10.650354 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvr_db [None req-dd65a4ba-02b6-4bd4-8200-2f3639914d38 None None] Set router b7ab0b83-6059-444e-8c55-2b8c08b58122 gateway port host: dv-cinder-851030-1-iscsi {{(pid=111104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 14:57:10.668361 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cfe23c-ac88-4d3f-9d01-a424df380a37 req-9e1fa848-a0ca-4cb3-acf5-fb9b01674690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:57:10.669922 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-69cfe23c-ac88-4d3f-9d01-a424df380a37 req-9e1fa848-a0ca-4cb3-acf5-fb9b01674690 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=fde004be36ee4efeaa9ada32b4e2182c&device_id=df55a650-eac7-41dd-8361-bb02fc6d25f6 HTTP/1.1" status: 200 len: 1129 time: 0.0422406 Jul 26 14:57:10.767118 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cfe23c-ac88-4d3f-9d01-a424df380a37 req-13339846-6e87-42aa-9b31-64fcf0a183a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:57:10.768637 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-69cfe23c-ac88-4d3f-9d01-a424df380a37 req-13339846-6e87-42aa-9b31-64fcf0a183a8 service neutron] 10.222.0.99 "GET /v2.0/networks?id=4f224720-dd50-4b3d-ae12-e0978ae6cbaf HTTP/1.1" status: 200 len: 910 time: 0.0914998 Jul 26 14:57:10.810666 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:57:10.834237 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-69cfe23c-ac88-4d3f-9d01-a424df380a37 req-4c00b30c-0c88-4683-8221-152bf60139e6 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42 HTTP/1.1" status: 200 len: 998 time: 0.0565546 Jul 26 14:57:10.867274 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-dd65a4ba-02b6-4bd4-8200-2f3639914d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ab0b83-6059-444e-8c55-2b8c08b58122', 'name': 'tempest-TestShelveInstance-358001893-router', 'tenant_id': 'fde004be36ee4efeaa9ada32b4e2182c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': 'fc586a86-2fa0-462c-af49-e12499b759b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:55:24Z', 'updated_at': '2022-07-26T14:55:28Z', 'revision_number': 4, 'project_id': 'fde004be36ee4efeaa9ada32b4e2182c', 'gw_port': {'id': 'fc586a86-2fa0-462c-af49-e12499b759b0', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ab0b83-6059-444e-8c55-2b8c08b58122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:55:25Z', 'updated_at': '2022-07-26T14:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi', '_floatingips': [{'id': '9e16cbad-0dd7-469d-9c7f-2c7e0c5bffb4', 'tenant_id': 'fde004be36ee4efeaa9ada32b4e2182c', 'floating_ip_address': '172.27.0.56', 'floating_network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'router_id': 'b7ab0b83-6059-444e-8c55-2b8c08b58122', 'port_id': '1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f224720-dd50-4b3d-ae12-e0978ae6cbaf', 'mac_address': 'fa:16:3e:96:3b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df55a650-eac7-41dd-8361-bb02fc6d25f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T14:57:09Z', 'updated_at': '2022-07-26T14:57:09Z', 'revision_number': 0, 'project_id': 'fde004be36ee4efeaa9ada32b4e2182c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b01fd41-d585-4c58-a8b8-0eac0e76d49d', 'name': '', 'network_id': '4f224720-dd50-4b3d-ae12-e0978ae6cbaf', 'tenant_id': 'fde004be36ee4efeaa9ada32b4e2182c', 'mac_address': 'fa:16:3e:d4:d6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ab0b83-6059-444e-8c55-2b8c08b58122', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '6f67d112-1d95-4c3e-9346-29b9427575bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:55:27Z', 'updated_at': '2022-07-26T14:55:32Z', 'revision_number': 5, 'project_id': 'fde004be36ee4efeaa9ada32b4e2182c', 'subnets': [{'id': '6f67d112-1d95-4c3e-9346-29b9427575bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851030-1-iscsi', False) {} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:57:10.893357 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd65a4ba-02b6-4bd4-8200-2f3639914d38 None None] Checking router: b7ab0b83-6059-444e-8c55-2b8c08b58122 for host: dv-cinder-851030-1-iscsi {{(pid=111104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:57:10.897979 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cfe23c-ac88-4d3f-9d01-a424df380a37 req-93e1b8db-1d47-482c-9aed-12eb7265547e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:57:10.899513 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-69cfe23c-ac88-4d3f-9d01-a424df380a37 req-93e1b8db-1d47-482c-9aed-12eb7265547e service neutron] 10.222.0.99 "GET /v2.0/subnets?id=6f67d112-1d95-4c3e-9346-29b9427575bb HTTP/1.1" status: 200 len: 847 time: 0.0470514 Jul 26 14:57:10.902451 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd65a4ba-02b6-4bd4-8200-2f3639914d38 None None] Routers {'b7ab0b83-6059-444e-8c55-2b8c08b58122'} bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 14:57:10.903041 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-dd65a4ba-02b6-4bd4-8200-2f3639914d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851030-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-26T14:42:54Z,description=,heartbeat_timestamp=2022-07-26T14:56:54Z,host='dv-cinder-851030-1-iscsi',id=66f8bb98-7ace-4a85-b6ba-ffe40597695b,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:42:55Z,topic='l3_agent')) {'router_ids': ['b7ab0b83-6059-444e-8c55-2b8c08b58122'], 'active': True} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:57:10.948654 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cfe23c-ac88-4d3f-9d01-a424df380a37 req-0eb64172-98b0-4bf1-bd14-9458abd1e216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:57:10.950155 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-69cfe23c-ac88-4d3f-9d01-a424df380a37 req-0eb64172-98b0-4bf1-bd14-9458abd1e216 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=4f224720-dd50-4b3d-ae12-e0978ae6cbaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433440 Jul 26 14:57:10.987640 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:57:11.007450 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvr_db [None req-dd65a4ba-02b6-4bd4-8200-2f3639914d38 None None] Set router b7ab0b83-6059-444e-8c55-2b8c08b58122 gateway port host: dv-cinder-851030-1-iscsi {{(pid=111104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 14:57:11.042569 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-69cfe23c-ac88-4d3f-9d01-a424df380a37 req-de0ded3d-6629-45d9-bed7-8de41e7f082a service neutron] 10.222.0.99 "GET /v2.0/networks/4f224720-dd50-4b3d-ae12-e0978ae6cbaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856483 Jul 26 14:57:11.136557 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-69cfe23c-ac88-4d3f-9d01-a424df380a37 req-74e2ef50-d82e-470c-a922-4749d857fb18 service neutron] 10.222.0.99 "GET /v2.0/networks/4f224720-dd50-4b3d-ae12-e0978ae6cbaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871196 Jul 26 14:57:11.227703 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-dd65a4ba-02b6-4bd4-8200-2f3639914d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ab0b83-6059-444e-8c55-2b8c08b58122', 'name': 'tempest-TestShelveInstance-358001893-router', 'tenant_id': 'fde004be36ee4efeaa9ada32b4e2182c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': 'fc586a86-2fa0-462c-af49-e12499b759b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:55:24Z', 'updated_at': '2022-07-26T14:55:28Z', 'revision_number': 4, 'project_id': 'fde004be36ee4efeaa9ada32b4e2182c', 'gw_port': {'id': 'fc586a86-2fa0-462c-af49-e12499b759b0', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ab0b83-6059-444e-8c55-2b8c08b58122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:55:25Z', 'updated_at': '2022-07-26T14:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi', '_floatingips': [{'id': '9e16cbad-0dd7-469d-9c7f-2c7e0c5bffb4', 'tenant_id': 'fde004be36ee4efeaa9ada32b4e2182c', 'floating_ip_address': '172.27.0.56', 'floating_network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'router_id': 'b7ab0b83-6059-444e-8c55-2b8c08b58122', 'port_id': '1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f224720-dd50-4b3d-ae12-e0978ae6cbaf', 'mac_address': 'fa:16:3e:96:3b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df55a650-eac7-41dd-8361-bb02fc6d25f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T14:57:09Z', 'updated_at': '2022-07-26T14:57:09Z', 'revision_number': 0, 'project_id': 'fde004be36ee4efeaa9ada32b4e2182c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b01fd41-d585-4c58-a8b8-0eac0e76d49d', 'name': '', 'network_id': '4f224720-dd50-4b3d-ae12-e0978ae6cbaf', 'tenant_id': 'fde004be36ee4efeaa9ada32b4e2182c', 'mac_address': 'fa:16:3e:d4:d6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ab0b83-6059-444e-8c55-2b8c08b58122', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '6f67d112-1d95-4c3e-9346-29b9427575bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:55:27Z', 'updated_at': '2022-07-26T14:55:32Z', 'revision_number': 5, 'project_id': 'fde004be36ee4efeaa9ada32b4e2182c', 'subnets': [{'id': '6f67d112-1d95-4c3e-9346-29b9427575bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851030-1-iscsi', False) {} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:57:11.230177 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=100 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:57:11.252278 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd65a4ba-02b6-4bd4-8200-2f3639914d38 None None] The sync data for ids ['b7ab0b83-6059-444e-8c55-2b8c08b58122'] in dv-cinder-851030-1-iscsi is: [{'id': 'b7ab0b83-6059-444e-8c55-2b8c08b58122', 'name': 'tempest-TestShelveInstance-358001893-router', 'tenant_id': 'fde004be36ee4efeaa9ada32b4e2182c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': 'fc586a86-2fa0-462c-af49-e12499b759b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:55:24Z', 'updated_at': '2022-07-26T14:55:28Z', 'revision_number': 4, 'project_id': 'fde004be36ee4efeaa9ada32b4e2182c', 'gw_port': {'id': 'fc586a86-2fa0-462c-af49-e12499b759b0', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ab0b83-6059-444e-8c55-2b8c08b58122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:55:25Z', 'updated_at': '2022-07-26T14:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi', '_floatingips': [{'id': '9e16cbad-0dd7-469d-9c7f-2c7e0c5bffb4', 'tenant_id': 'fde004be36ee4efeaa9ada32b4e2182c', 'floating_ip_address': '172.27.0.56', 'floating_network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'router_id': 'b7ab0b83-6059-444e-8c55-2b8c08b58122', 'port_id': '1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f224720-dd50-4b3d-ae12-e0978ae6cbaf', 'mac_address': 'fa:16:3e:96:3b:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df55a650-eac7-41dd-8361-bb02fc6d25f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T14:57:09Z', 'updated_at': '2022-07-26T14:57:09Z', 'revision_number': 0, 'project_id': 'fde004be36ee4efeaa9ada32b4e2182c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b01fd41-d585-4c58-a8b8-0eac0e76d49d', 'name': '', 'network_id': '4f224720-dd50-4b3d-ae12-e0978ae6cbaf', 'tenant_id': 'fde004be36ee4efeaa9ada32b4e2182c', 'mac_address': 'fa:16:3e:d4:d6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ab0b83-6059-444e-8c55-2b8c08b58122', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '6f67d112-1d95-4c3e-9346-29b9427575bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:55:27Z', 'updated_at': '2022-07-26T14:55:32Z', 'revision_number': 5, 'project_id': 'fde004be36ee4efeaa9ada32b4e2182c', 'subnets': [{'id': '6f67d112-1d95-4c3e-9346-29b9427575bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:57:11.441592 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16415fdc-6e76-46e9-b4e1-f1e27bbed586 None None] New status for floating IP 9e16cbad-0dd7-469d-9c7f-2c7e0c5bffb4: ACTIVE {{(pid=111105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 14:57:15.298474 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (311d617f-8fa1-4662-a157-ab38f6e1e2d8), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:57:18.006277 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=27 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:57:18.010102 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=68,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:57:21.132460 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=73,neutron:DELETE=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:57:21.133254 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=18 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:57:22.000814 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6805ccbd-6495-4d1c-bf7a-9e5dcadce399 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (bb4183fa-e0c9-4858-9c34-b1ab78d39af4), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:57:24.292373 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6c74e17f-8690-4f66-8e84-445bb0c2d3fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (66f8bb98-7ace-4a85-b6ba-ffe40597695b), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:57:25.544403 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b30572d2-bee0-4462-94ed-c13cd0ef4273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (40fac31a-afaa-44e8-8521-47b803a59f0f), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:57:26.938000 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b977bc9f-0510-4ebd-94dd-930fc4499a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (e5556d63-fbf3-48f2-bfac-7896e86945c3), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:57:27.079522 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:57:27.080920 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=11 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:57:27.098126 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (df49e665-2de0-463a-a1e1-c989804d5593), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:57:34.076256 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.agents_db [None req-99196b13-9676-4f02-b89b-0db7196f18a6 None None] Agent healthcheck: found 6 active agents {{(pid=111105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 14:57:37.006304 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:57:37.013489 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=17,neutron:UPDATE=5 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:57:45.321038 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (311d617f-8fa1-4662-a157-ab38f6e1e2d8), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:57:48.803993 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-b690f922-4e64-4a24-abf5-3187662ed35b req-1405e9c6-1ed6-43be-ad27-e874b27b1578 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=2ef4043a-5d67-4091-abcb-ed5e596ba355&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0882320 Jul 26 14:57:48.909719 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b690f922-4e64-4a24-abf5-3187662ed35b req-214ba96c-f528-4574-bc92-cc39afed782a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:57:48.911285 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-b690f922-4e64-4a24-abf5-3187662ed35b req-214ba96c-f528-4574-bc92-cc39afed782a service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=4f3f79533bbf48018798e6e65050d69c&device_id=2ef4043a-5d67-4091-abcb-ed5e596ba355 HTTP/1.1" status: 200 len: 1129 time: 0.0412188 Jul 26 14:57:49.022362 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b690f922-4e64-4a24-abf5-3187662ed35b req-5e8ccb34-2bb3-4574-8a46-d9bd0734c80d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:57:49.023844 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-b690f922-4e64-4a24-abf5-3187662ed35b req-5e8ccb34-2bb3-4574-8a46-d9bd0734c80d service neutron] 10.222.0.99 "GET /v2.0/networks?id=0f1306c7-31e7-49e9-8b79-d9c630497063 HTTP/1.1" status: 200 len: 921 time: 0.0915325 Jul 26 14:57:49.066891 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-b690f922-4e64-4a24-abf5-3187662ed35b req-b120bcd3-05eb-4d3e-9126-d1a35b6990e1 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5d6c726-a2d1-4d56-97ab-81d623c53ac3 HTTP/1.1" status: 200 len: 217 time: 0.0364714 Jul 26 14:57:49.121836 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b690f922-4e64-4a24-abf5-3187662ed35b req-75fac539-85fc-4e0f-81d2-da188666333a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:57:49.123290 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-b690f922-4e64-4a24-abf5-3187662ed35b req-75fac539-85fc-4e0f-81d2-da188666333a service neutron] 10.222.0.99 "GET /v2.0/subnets?id=2fb38d4f-c234-47e2-adc0-721b341e4aad HTTP/1.1" status: 200 len: 858 time: 0.0486064 Jul 26 14:57:49.171804 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b690f922-4e64-4a24-abf5-3187662ed35b req-a2551b91-93a9-491c-a5b4-ff8df4e2f470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:57:49.173848 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-b690f922-4e64-4a24-abf5-3187662ed35b req-a2551b91-93a9-491c-a5b4-ff8df4e2f470 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=0f1306c7-31e7-49e9-8b79-d9c630497063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422933 Jul 26 14:57:49.266866 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-b690f922-4e64-4a24-abf5-3187662ed35b req-90aea446-fcf3-48af-9a7a-ccdbf08336a3 service neutron] 10.222.0.99 "GET /v2.0/networks/0f1306c7-31e7-49e9-8b79-d9c630497063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832450 Jul 26 14:57:49.359684 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-b690f922-4e64-4a24-abf5-3187662ed35b req-2f47823e-0f5a-4745-a7dc-fdbaa9c85c3c service neutron] 10.222.0.99 "GET /v2.0/networks/0f1306c7-31e7-49e9-8b79-d9c630497063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864348 Jul 26 14:57:51.984285 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-ad9e9ace-d5a4-4a92-a546-74d13d9682fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (bb4183fa-e0c9-4858-9c34-b1ab78d39af4), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:57:52.556666 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba06ddab-56c8-496d-a6f2-0f58b291388d req-9287afd2-5083-4db3-aa0a-2893fbbf541e tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:57:52.558148 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-ba06ddab-56c8-496d-a6f2-0f58b291388d req-9287afd2-5083-4db3-aa0a-2893fbbf541e tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=b501f137-fb1d-40f6-88c9-646247bebae0 HTTP/1.1" status: 200 len: 945 time: 0.0490930 Jul 26 14:57:52.612927 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-ba06ddab-56c8-496d-a6f2-0f58b291388d req-d4e0d9b6-d9fa-459b-a6bd-0d6a363d6cb2 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=ed6da162-70d4-440d-859b-2abde4a36ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485570 Jul 26 14:57:52.629068 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4a2b15-e543-4747-a5e3-cf0cd5bab685 req-a86e2c87-0d7a-40af-b87a-76740adbfccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:57:52.630754 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-0c4a2b15-e543-4747-a5e3-cf0cd5bab685 req-a86e2c87-0d7a-40af-b87a-76740adbfccc service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=4f3f79533bbf48018798e6e65050d69c&device_id=b501f137-fb1d-40f6-88c9-646247bebae0 HTTP/1.1" status: 200 len: 1129 time: 0.0406530 Jul 26 14:57:52.746771 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4a2b15-e543-4747-a5e3-cf0cd5bab685 req-39942926-feb3-47bd-a563-a1603a271622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:57:52.748158 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-0c4a2b15-e543-4747-a5e3-cf0cd5bab685 req-39942926-feb3-47bd-a563-a1603a271622 service neutron] 10.222.0.99 "GET /v2.0/networks?id=0f1306c7-31e7-49e9-8b79-d9c630497063 HTTP/1.1" status: 200 len: 921 time: 0.0886369 Jul 26 14:57:52.808569 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-0c4a2b15-e543-4747-a5e3-cf0cd5bab685 req-66b53055-710c-4343-adf8-dae346197c9c service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0af75a9-00b5-407e-a458-c93ec4a7c4ed HTTP/1.1" status: 200 len: 1001 time: 0.0534351 Jul 26 14:57:52.876722 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4a2b15-e543-4747-a5e3-cf0cd5bab685 req-2f4b6025-fa4b-4b85-a484-c87d415a290f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:57:52.878166 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-0c4a2b15-e543-4747-a5e3-cf0cd5bab685 req-2f4b6025-fa4b-4b85-a484-c87d415a290f service neutron] 10.222.0.99 "GET /v2.0/subnets?id=2fb38d4f-c234-47e2-adc0-721b341e4aad HTTP/1.1" status: 200 len: 858 time: 0.0630989 Jul 26 14:57:52.923603 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4a2b15-e543-4747-a5e3-cf0cd5bab685 req-d3e41fe1-6055-41cc-9696-a19e5239eac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:57:52.925072 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-0c4a2b15-e543-4747-a5e3-cf0cd5bab685 req-d3e41fe1-6055-41cc-9696-a19e5239eac2 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=0f1306c7-31e7-49e9-8b79-d9c630497063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387180 Jul 26 14:57:53.016201 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-0c4a2b15-e543-4747-a5e3-cf0cd5bab685 req-6f49f4fd-d8dd-406c-a18a-5d559a27d50e service neutron] 10.222.0.99 "GET /v2.0/networks/0f1306c7-31e7-49e9-8b79-d9c630497063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831449 Jul 26 14:57:53.108997 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-0c4a2b15-e543-4747-a5e3-cf0cd5bab685 req-fbeb75bd-b6a2-423b-a267-405aa4177672 service neutron] 10.222.0.99 "GET /v2.0/networks/0f1306c7-31e7-49e9-8b79-d9c630497063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861559 Jul 26 14:57:53.734279 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa997c7-0dfa-4cf1-8f8f-3d0b1eff7f3b req-daa6f0bc-25bd-404c-a0b7-039472c72660 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:57:53.735765 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-efa997c7-0dfa-4cf1-8f8f-3d0b1eff7f3b req-daa6f0bc-25bd-404c-a0b7-039472c72660 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=b501f137-fb1d-40f6-88c9-646247bebae0 HTTP/1.1" status: 200 len: 945 time: 0.0484483 Jul 26 14:57:53.746699 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=100 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:57:53.761579 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=100 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:57:53.783511 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-efa997c7-0dfa-4cf1-8f8f-3d0b1eff7f3b req-94f16f88-9620-436b-a8ff-4aa57bd42bf7 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=ed6da162-70d4-440d-859b-2abde4a36ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422144 Jul 26 14:57:54.275374 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-11c7ce05-d5cd-4c2b-980c-904673004aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (66f8bb98-7ace-4a85-b6ba-ffe40597695b), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:57:54.901079 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5461986-6696-4f43-a9d1-772caa8fb2d0 req-240c0f5b-011d-4728-ad66-3878d36ed23e tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:57:54.902531 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-d5461986-6696-4f43-a9d1-772caa8fb2d0 req-240c0f5b-011d-4728-ad66-3878d36ed23e tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=b501f137-fb1d-40f6-88c9-646247bebae0 HTTP/1.1" status: 200 len: 945 time: 0.0471609 Jul 26 14:57:54.948384 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-d5461986-6696-4f43-a9d1-772caa8fb2d0 req-a9d13657-08cd-4c65-99ee-e18cd795b428 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=ed6da162-70d4-440d-859b-2abde4a36ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403414 Jul 26 14:57:55.407768 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b30572d2-bee0-4462-94ed-c13cd0ef4273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (40fac31a-afaa-44e8-8521-47b803a59f0f), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:57:56.071873 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1846cee-ce0e-4dc7-b616-71a3fe094912 req-f6a986ea-891d-4608-9332-0c6e5bcc20a5 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:57:56.073370 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-c1846cee-ce0e-4dc7-b616-71a3fe094912 req-f6a986ea-891d-4608-9332-0c6e5bcc20a5 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=b501f137-fb1d-40f6-88c9-646247bebae0 HTTP/1.1" status: 200 len: 945 time: 0.0526295 Jul 26 14:57:56.118725 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-c1846cee-ce0e-4dc7-b616-71a3fe094912 req-bc271835-9afd-4546-bc6a-407c173c2e4a tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=ed6da162-70d4-440d-859b-2abde4a36ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399358 Jul 26 14:57:56.920888 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b977bc9f-0510-4ebd-94dd-930fc4499a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (e5556d63-fbf3-48f2-bfac-7896e86945c3), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:57:57.109095 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (df49e665-2de0-463a-a1e1-c989804d5593), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:57:57.236155 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff28b462-fe31-40ff-bd41-44830182b268 req-ee6272fc-5fec-4f77-905f-4a017f06015b tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:57:57.237632 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-ff28b462-fe31-40ff-bd41-44830182b268 req-ee6272fc-5fec-4f77-905f-4a017f06015b tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=b501f137-fb1d-40f6-88c9-646247bebae0 HTTP/1.1" status: 200 len: 945 time: 0.0469952 Jul 26 14:57:57.285046 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-ff28b462-fe31-40ff-bd41-44830182b268 req-d0a6d910-673f-4d80-87e4-78d6254cd76d tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=ed6da162-70d4-440d-859b-2abde4a36ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419159 Jul 26 14:57:58.405205 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b76368d-7845-408b-a6ed-0b6871886a08 req-d4243913-b456-413a-bdc3-027f94fb0880 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:57:58.406743 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-3b76368d-7845-408b-a6ed-0b6871886a08 req-d4243913-b456-413a-bdc3-027f94fb0880 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=b501f137-fb1d-40f6-88c9-646247bebae0 HTTP/1.1" status: 200 len: 945 time: 0.0465343 Jul 26 14:57:58.453967 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-3b76368d-7845-408b-a6ed-0b6871886a08 req-6e656b16-6721-4ef6-99dd-4f620f679e7f tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=ed6da162-70d4-440d-859b-2abde4a36ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415890 Jul 26 14:57:59.577935 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bbb6e9-b58c-4065-bf73-863379b712c6 req-8e7eba1c-e61e-4e07-b58d-2b808d52964f tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:57:59.579949 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-98bbb6e9-b58c-4065-bf73-863379b712c6 req-8e7eba1c-e61e-4e07-b58d-2b808d52964f tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=b501f137-fb1d-40f6-88c9-646247bebae0 HTTP/1.1" status: 200 len: 945 time: 0.0538838 Jul 26 14:57:59.627676 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-98bbb6e9-b58c-4065-bf73-863379b712c6 req-8977980a-1e2e-48f0-b175-0da5b307102a tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=ed6da162-70d4-440d-859b-2abde4a36ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420792 Jul 26 14:58:00.746300 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf64b21-eb46-4012-bafa-70ecfe51a81e req-46a80a71-2d8f-4e6a-821b-fc56d629dfe9 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:58:00.747791 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-ebf64b21-eb46-4012-bafa-70ecfe51a81e req-46a80a71-2d8f-4e6a-821b-fc56d629dfe9 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=b501f137-fb1d-40f6-88c9-646247bebae0 HTTP/1.1" status: 200 len: 945 time: 0.0496984 Jul 26 14:58:00.794024 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-ebf64b21-eb46-4012-bafa-70ecfe51a81e req-8176b174-af6e-4d08-bc6b-50e5a67d052a tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=ed6da162-70d4-440d-859b-2abde4a36ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402126 Jul 26 14:58:01.912871 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccb2bdc-ad98-494b-bccf-434c6185f978 req-6127a433-750c-4f9f-ab2f-f37c48b4f80a tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:58:01.914366 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-5ccb2bdc-ad98-494b-bccf-434c6185f978 req-6127a433-750c-4f9f-ab2f-f37c48b4f80a tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=b501f137-fb1d-40f6-88c9-646247bebae0 HTTP/1.1" status: 200 len: 945 time: 0.0493500 Jul 26 14:58:01.961055 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-5ccb2bdc-ad98-494b-bccf-434c6185f978 req-8d413cbb-3948-4a39-952f-9d46cbbf861d tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=ed6da162-70d4-440d-859b-2abde4a36ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411572 Jul 26 14:58:03.083805 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16754b7c-e3c6-49d8-95b2-d2a100dbe312 req-c62f3b12-fc2f-4c97-88da-cb8183552c04 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:58:03.085236 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-16754b7c-e3c6-49d8-95b2-d2a100dbe312 req-c62f3b12-fc2f-4c97-88da-cb8183552c04 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=b501f137-fb1d-40f6-88c9-646247bebae0 HTTP/1.1" status: 200 len: 945 time: 0.0495429 Jul 26 14:58:03.137094 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-16754b7c-e3c6-49d8-95b2-d2a100dbe312 req-c64871a0-b54e-4889-be80-2183efa79685 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=ed6da162-70d4-440d-859b-2abde4a36ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463073 Jul 26 14:58:04.074397 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=17 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:58:04.078246 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=19 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:58:04.260280 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091f12df-8f5b-4ce1-ad32-1e0b144d7b07 req-5c0312ce-d9cf-4e69-a4a5-0c558c31ca41 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:58:04.261746 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-091f12df-8f5b-4ce1-ad32-1e0b144d7b07 req-5c0312ce-d9cf-4e69-a4a5-0c558c31ca41 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=b501f137-fb1d-40f6-88c9-646247bebae0 HTTP/1.1" status: 200 len: 945 time: 0.0503063 Jul 26 14:58:04.321209 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-091f12df-8f5b-4ce1-ad32-1e0b144d7b07 req-7bfa2553-146a-4e87-bfb3-df6cd2cccd4e tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=ed6da162-70d4-440d-859b-2abde4a36ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532022 Jul 26 14:58:05.442712 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e985b25-61fb-4238-9f5f-5b0ebfd90688 req-5af081b6-cda8-4fd7-9e0f-fbb85b1bad4b tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:58:05.444219 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-7e985b25-61fb-4238-9f5f-5b0ebfd90688 req-5af081b6-cda8-4fd7-9e0f-fbb85b1bad4b tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=b501f137-fb1d-40f6-88c9-646247bebae0 HTTP/1.1" status: 200 len: 945 time: 0.0487084 Jul 26 14:58:05.492533 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-7e985b25-61fb-4238-9f5f-5b0ebfd90688 req-e41b8da3-e410-49eb-88d3-dcd5e6122853 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=ed6da162-70d4-440d-859b-2abde4a36ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427654 Jul 26 14:58:05.814464 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d397d76-f60f-4b00-b315-2d811ab6d1f6 req-0269d2a1-224d-4e51-90fc-9d88312f2d50 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:58:05.815931 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-7d397d76-f60f-4b00-b315-2d811ab6d1f6 req-0269d2a1-224d-4e51-90fc-9d88312f2d50 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=d1552ebb-d614-4398-96ba-47e3fd737e3d HTTP/1.1" status: 200 len: 945 time: 0.0473735 Jul 26 14:58:05.867708 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-7d397d76-f60f-4b00-b315-2d811ab6d1f6 req-9b31fe26-3dd5-4b55-954b-25697ed48935 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/security-groups?id=dc40aab4-ece4-4809-892c-4aaf7437cd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459306 Jul 26 14:58:06.614008 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adfce4c-e79f-49f7-8e7c-e05468aca3b7 req-770980ac-5bae-477b-8c3c-967e71c61598 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:58:06.615513 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-6adfce4c-e79f-49f7-8e7c-e05468aca3b7 req-770980ac-5bae-477b-8c3c-967e71c61598 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=b501f137-fb1d-40f6-88c9-646247bebae0 HTTP/1.1" status: 200 len: 945 time: 0.0467982 Jul 26 14:58:06.661713 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-6adfce4c-e79f-49f7-8e7c-e05468aca3b7 req-62d93395-e2f4-4e16-9d51-714af1a96187 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=ed6da162-70d4-440d-859b-2abde4a36ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406489 Jul 26 14:58:06.988935 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce1e7c2-af07-467f-85dd-3d52697aebbd req-d2696caf-6c03-4be7-8124-ddfae28bec2c tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:58:06.990430 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-0ce1e7c2-af07-467f-85dd-3d52697aebbd req-d2696caf-6c03-4be7-8124-ddfae28bec2c tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=d1552ebb-d614-4398-96ba-47e3fd737e3d HTTP/1.1" status: 200 len: 945 time: 0.0515509 Jul 26 14:58:07.010322 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:58:07.016282 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:58:07.046950 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-0ce1e7c2-af07-467f-85dd-3d52697aebbd req-8f1f5b41-e7f5-4efe-add2-af05e92951e7 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/security-groups?id=dc40aab4-ece4-4809-892c-4aaf7437cd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474131 Jul 26 14:58:07.794730 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27599fe-d721-4f61-88df-841b441bb4ed req-dab49efa-3d06-4f5c-b560-5dcdf3558588 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:58:07.796428 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-d27599fe-d721-4f61-88df-841b441bb4ed req-dab49efa-3d06-4f5c-b560-5dcdf3558588 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=b501f137-fb1d-40f6-88c9-646247bebae0 HTTP/1.1" status: 200 len: 945 time: 0.0581579 Jul 26 14:58:07.843640 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-d27599fe-d721-4f61-88df-841b441bb4ed req-30754c4f-7a1d-47b9-96d1-edc726deb0f6 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=ed6da162-70d4-440d-859b-2abde4a36ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410228 Jul 26 14:58:08.167815 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e471d3c-4673-4261-ba93-a7bfd5dd1568 req-5b52138a-fd3d-4bef-84c2-59402fc6f01b tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:58:08.169259 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-1e471d3c-4673-4261-ba93-a7bfd5dd1568 req-5b52138a-fd3d-4bef-84c2-59402fc6f01b tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=d1552ebb-d614-4398-96ba-47e3fd737e3d HTTP/1.1" status: 200 len: 945 time: 0.0471828 Jul 26 14:58:08.214961 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-1e471d3c-4673-4261-ba93-a7bfd5dd1568 req-8eb1e9da-b6ed-48bc-a9c4-019bf7640c55 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/security-groups?id=dc40aab4-ece4-4809-892c-4aaf7437cd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401556 Jul 26 14:58:08.962486 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddec7375-75d0-4a26-8ca4-0a81fc1047ed req-1fc51668-f8af-4de4-969e-fe2a6c6d5e6e tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:58:08.964012 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-ddec7375-75d0-4a26-8ca4-0a81fc1047ed req-1fc51668-f8af-4de4-969e-fe2a6c6d5e6e tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=b501f137-fb1d-40f6-88c9-646247bebae0 HTTP/1.1" status: 200 len: 945 time: 0.0483789 Jul 26 14:58:08.989499 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=100 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:58:09.011293 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-ddec7375-75d0-4a26-8ca4-0a81fc1047ed req-3b5b614d-6dcf-4a19-abbd-c0c4dd725e7b tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=ed6da162-70d4-440d-859b-2abde4a36ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418425 Jul 26 14:58:09.340238 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249ec521-3755-4c67-9b57-16b733c031d1 req-8a711eaa-5a30-4e40-a1fb-1b132712b122 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:58:09.341699 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-249ec521-3755-4c67-9b57-16b733c031d1 req-8a711eaa-5a30-4e40-a1fb-1b132712b122 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=d1552ebb-d614-4398-96ba-47e3fd737e3d HTTP/1.1" status: 200 len: 945 time: 0.0511727 Jul 26 14:58:09.389442 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-249ec521-3755-4c67-9b57-16b733c031d1 req-c89ce7bf-adaf-42b4-aec0-94b90b745355 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/security-groups?id=dc40aab4-ece4-4809-892c-4aaf7437cd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421679 Jul 26 14:58:10.134421 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2671f39a-2d57-4b17-b705-753e013116c2 req-088777b5-20e2-4cd1-ba73-624b8d1ca8b6 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:58:10.135919 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-2671f39a-2d57-4b17-b705-753e013116c2 req-088777b5-20e2-4cd1-ba73-624b8d1ca8b6 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=b501f137-fb1d-40f6-88c9-646247bebae0 HTTP/1.1" status: 200 len: 945 time: 0.0512309 Jul 26 14:58:10.182143 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-2671f39a-2d57-4b17-b705-753e013116c2 req-73e327fd-44ad-497a-8aad-9a617934d3b8 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=ed6da162-70d4-440d-859b-2abde4a36ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407660 Jul 26 14:58:10.505083 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312c5052-dd66-4a47-91c3-2de5ad2f21e2 req-8185b440-1ab4-4ba2-9f3e-548185053339 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:58:10.506534 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-312c5052-dd66-4a47-91c3-2de5ad2f21e2 req-8185b440-1ab4-4ba2-9f3e-548185053339 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=d1552ebb-d614-4398-96ba-47e3fd737e3d HTTP/1.1" status: 200 len: 945 time: 0.0466599 Jul 26 14:58:10.554260 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-312c5052-dd66-4a47-91c3-2de5ad2f21e2 req-fc0b930a-f6a7-440a-b81b-0bc0aa94fb0b tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/security-groups?id=dc40aab4-ece4-4809-892c-4aaf7437cd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421021 Jul 26 14:58:11.075141 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.agents_db [None req-99196b13-9676-4f02-b89b-0db7196f18a6 None None] Agent healthcheck: found 6 active agents {{(pid=111105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 14:58:11.303474 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2655ce6d-e6d8-43f6-ac8d-427dd1b66dc5 req-907a0054-ef0f-47d4-8502-0a1a277f4432 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:58:11.305016 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-2655ce6d-e6d8-43f6-ac8d-427dd1b66dc5 req-907a0054-ef0f-47d4-8502-0a1a277f4432 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=b501f137-fb1d-40f6-88c9-646247bebae0 HTTP/1.1" status: 200 len: 945 time: 0.0466356 Jul 26 14:58:11.352815 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-2655ce6d-e6d8-43f6-ac8d-427dd1b66dc5 req-1c3637f8-41a9-499f-8a1d-0f5e46ab3bec tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=ed6da162-70d4-440d-859b-2abde4a36ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421286 Jul 26 14:58:11.671356 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38707a14-3298-438d-abf9-aec9533898c2 req-b9b736af-887b-4389-80f4-a136256bb17e tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:58:11.673344 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-38707a14-3298-438d-abf9-aec9533898c2 req-b9b736af-887b-4389-80f4-a136256bb17e tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=d1552ebb-d614-4398-96ba-47e3fd737e3d HTTP/1.1" status: 200 len: 945 time: 0.0482471 Jul 26 14:58:11.728791 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-38707a14-3298-438d-abf9-aec9533898c2 req-2a8111fa-5210-4275-9fbb-8bac05bd23d9 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/security-groups?id=dc40aab4-ece4-4809-892c-4aaf7437cd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498545 Jul 26 14:58:12.472052 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326c241d-6f5d-4f91-ae7d-ee22690e5926 req-6389c584-3de2-4576-97da-1658df0cfc7a tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:58:12.473558 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-326c241d-6f5d-4f91-ae7d-ee22690e5926 req-6389c584-3de2-4576-97da-1658df0cfc7a tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=b501f137-fb1d-40f6-88c9-646247bebae0 HTTP/1.1" status: 200 len: 945 time: 0.0472267 Jul 26 14:58:12.493948 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=100 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:58:12.525322 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-326c241d-6f5d-4f91-ae7d-ee22690e5926 req-6958827d-0c04-404e-adce-df5e83dd3edd tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=ed6da162-70d4-440d-859b-2abde4a36ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462384 Jul 26 14:58:12.839623 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=100 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:58:12.850993 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea06f0b-562c-4b9b-8d53-28610d263f13 req-72280343-6b81-4c38-bcc0-4d843ccbd435 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:58:12.852489 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-0ea06f0b-562c-4b9b-8d53-28610d263f13 req-72280343-6b81-4c38-bcc0-4d843ccbd435 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=d1552ebb-d614-4398-96ba-47e3fd737e3d HTTP/1.1" status: 200 len: 945 time: 0.0477231 Jul 26 14:58:12.886347 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=100 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:58:12.901663 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-0ea06f0b-562c-4b9b-8d53-28610d263f13 req-5ba223a4-6b9e-4392-8f27-994b29999502 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/security-groups?id=dc40aab4-ece4-4809-892c-4aaf7437cd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435147 Jul 26 14:58:13.652051 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5434433e-4525-4a67-9087-68c9ac066551 req-afa9aea0-e559-4560-b921-daf7d6a842a8 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:58:13.653453 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-5434433e-4525-4a67-9087-68c9ac066551 req-afa9aea0-e559-4560-b921-daf7d6a842a8 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=b501f137-fb1d-40f6-88c9-646247bebae0 HTTP/1.1" status: 200 len: 945 time: 0.0497630 Jul 26 14:58:13.713608 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-5434433e-4525-4a67-9087-68c9ac066551 req-71161453-5d2d-4873-a2eb-5888c74a5e58 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=ed6da162-70d4-440d-859b-2abde4a36ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534377 Jul 26 14:58:14.026751 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b075faf-1d39-45f9-ac97-0ceaf84abd65 req-3e543094-f919-4995-a0f3-853a3b5cb67c tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:58:14.028263 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-6b075faf-1d39-45f9-ac97-0ceaf84abd65 req-3e543094-f919-4995-a0f3-853a3b5cb67c tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=d1552ebb-d614-4398-96ba-47e3fd737e3d HTTP/1.1" status: 200 len: 945 time: 0.0490270 Jul 26 14:58:14.076927 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-6b075faf-1d39-45f9-ac97-0ceaf84abd65 req-f5456f4c-615f-4381-b387-0d42dfbf6b9d tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/security-groups?id=dc40aab4-ece4-4809-892c-4aaf7437cd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431654 Jul 26 14:58:14.833876 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0692a4-2d1a-491e-a157-1ac0c160c56f req-d5e714e5-17d1-4885-868e-94c163b4cb61 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:58:14.835335 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-4c0692a4-2d1a-491e-a157-1ac0c160c56f req-d5e714e5-17d1-4885-868e-94c163b4cb61 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=b501f137-fb1d-40f6-88c9-646247bebae0 HTTP/1.1" status: 200 len: 945 time: 0.0467026 Jul 26 14:58:14.882225 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-4c0692a4-2d1a-491e-a157-1ac0c160c56f req-4b29bc79-18af-43c1-a6fa-43c102a6b413 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=ed6da162-70d4-440d-859b-2abde4a36ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412698 Jul 26 14:58:15.198572 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d20f6b6-df6b-4fce-9ce3-930bb366153c req-0a0d6b15-89ad-4731-ae5c-59b896d88921 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:58:15.200030 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-5d20f6b6-df6b-4fce-9ce3-930bb366153c req-0a0d6b15-89ad-4731-ae5c-59b896d88921 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=d1552ebb-d614-4398-96ba-47e3fd737e3d HTTP/1.1" status: 200 len: 945 time: 0.0496962 Jul 26 14:58:15.248307 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-5d20f6b6-df6b-4fce-9ce3-930bb366153c req-62e2f54d-eb1f-44d5-9014-7f5c312f11e2 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/security-groups?id=dc40aab4-ece4-4809-892c-4aaf7437cd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425785 Jul 26 14:58:15.286940 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (311d617f-8fa1-4662-a157-ab38f6e1e2d8), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:15.660210 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4ea0ca-f54c-4149-8ec4-93cfee54733f req-dbf94708-4825-4f1d-a009-697319df6f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:58:15.661717 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-5b4ea0ca-f54c-4149-8ec4-93cfee54733f req-dbf94708-4825-4f1d-a009-697319df6f62 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=b501f137-fb1d-40f6-88c9-646247bebae0 HTTP/1.1" status: 200 len: 1129 time: 0.0424669 Jul 26 14:58:15.706853 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-5b4ea0ca-f54c-4149-8ec4-93cfee54733f req-347d024e-ee62-4dba-8d8e-afca35060959 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=ed6da162-70d4-440d-859b-2abde4a36ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386016 Jul 26 14:58:16.010430 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14e9996-c773-48e0-abdf-579037476cb7 req-22614261-e8ec-4db8-a6e4-204f3e1812b0 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:58:16.011897 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-c14e9996-c773-48e0-abdf-579037476cb7 req-22614261-e8ec-4db8-a6e4-204f3e1812b0 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=b501f137-fb1d-40f6-88c9-646247bebae0 HTTP/1.1" status: 200 len: 945 time: 0.0548942 Jul 26 14:58:16.065552 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-c14e9996-c773-48e0-abdf-579037476cb7 req-ed596a3f-706d-40d0-bc7a-8522e22584e9 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=ed6da162-70d4-440d-859b-2abde4a36ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471811 Jul 26 14:58:16.372840 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2242f20f-a1bf-4819-bd5d-b2efa29ad18c req-80d4d4b6-73d6-4c53-b8db-ca9bd2d3423f tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:58:16.374321 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-2242f20f-a1bf-4819-bd5d-b2efa29ad18c req-80d4d4b6-73d6-4c53-b8db-ca9bd2d3423f tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=d1552ebb-d614-4398-96ba-47e3fd737e3d HTTP/1.1" status: 200 len: 945 time: 0.0517864 Jul 26 14:58:16.422108 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-2242f20f-a1bf-4819-bd5d-b2efa29ad18c req-4e346c71-30dd-46cf-92c0-e3168f4239a6 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/security-groups?id=dc40aab4-ece4-4809-892c-4aaf7437cd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422900 Jul 26 14:58:17.203365 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74de5655-8fe2-4258-8137-195e6bb0577d req-197b28ff-6902-4d6e-be6c-f74fc07b69d9 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:58:17.206206 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-74de5655-8fe2-4258-8137-195e6bb0577d req-197b28ff-6902-4d6e-be6c-f74fc07b69d9 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=b501f137-fb1d-40f6-88c9-646247bebae0 HTTP/1.1" status: 200 len: 945 time: 0.0507789 Jul 26 14:58:17.261856 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-74de5655-8fe2-4258-8137-195e6bb0577d req-2dc90b8c-40ea-4a84-b345-8451c579ee28 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=ed6da162-70d4-440d-859b-2abde4a36ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494165 Jul 26 14:58:17.567410 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2194fab-f888-4296-b776-e82ff74ca71d req-8ad367d7-6f17-4a69-b5dc-be9972250676 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:58:17.568930 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-a2194fab-f888-4296-b776-e82ff74ca71d req-8ad367d7-6f17-4a69-b5dc-be9972250676 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=d1552ebb-d614-4398-96ba-47e3fd737e3d HTTP/1.1" status: 200 len: 945 time: 0.0543230 Jul 26 14:58:17.617059 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-a2194fab-f888-4296-b776-e82ff74ca71d req-9b72b3ac-83a6-4bc1-bf4e-ac4050ada74c tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/security-groups?id=dc40aab4-ece4-4809-892c-4aaf7437cd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424685 Jul 26 14:58:18.412703 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faee1946-147e-47eb-a04a-3b1d535922b0 req-0ef88903-4104-4c39-a58e-f611c0fcd706 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:58:18.414202 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-faee1946-147e-47eb-a04a-3b1d535922b0 req-0ef88903-4104-4c39-a58e-f611c0fcd706 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=b501f137-fb1d-40f6-88c9-646247bebae0 HTTP/1.1" status: 200 len: 945 time: 0.0488107 Jul 26 14:58:18.467296 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-faee1946-147e-47eb-a04a-3b1d535922b0 req-839c70f2-44f9-4750-8bcb-3132d711f098 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=ed6da162-70d4-440d-859b-2abde4a36ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473385 Jul 26 14:58:18.754050 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3848a065-9c01-4d88-b9b4-3df6c0695b28 req-376227eb-5184-4ca2-9baf-dabf751b2d0d tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:58:18.755787 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-3848a065-9c01-4d88-b9b4-3df6c0695b28 req-376227eb-5184-4ca2-9baf-dabf751b2d0d tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=d1552ebb-d614-4398-96ba-47e3fd737e3d HTTP/1.1" status: 200 len: 945 time: 0.0533800 Jul 26 14:58:18.805604 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-3848a065-9c01-4d88-b9b4-3df6c0695b28 req-d76c6d89-500e-412a-b522-c29512f7b76b tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/security-groups?id=dc40aab4-ece4-4809-892c-4aaf7437cd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440943 Jul 26 14:58:19.559348 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d59a3-7069-47a9-95c8-13a74262730d req-b8509e68-eaef-4787-a103-a96199fe678e tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:58:19.560906 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-8e7d59a3-7069-47a9-95c8-13a74262730d req-b8509e68-eaef-4787-a103-a96199fe678e tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=b501f137-fb1d-40f6-88c9-646247bebae0 HTTP/1.1" status: 200 len: 945 time: 0.0542259 Jul 26 14:58:19.613456 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-8e7d59a3-7069-47a9-95c8-13a74262730d req-73df9cd5-47b3-4ff9-aa34-5ad5f5fc30a4 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=ed6da162-70d4-440d-859b-2abde4a36ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451713 Jul 26 14:58:19.704738 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732473af-cd12-442d-9f0a-6408ad197870 req-4ba53425-1d6c-40d6-9230-ccd0568f469f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:58:19.706145 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-732473af-cd12-442d-9f0a-6408ad197870 req-4ba53425-1d6c-40d6-9230-ccd0568f469f service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=4f3f79533bbf48018798e6e65050d69c&device_id=b501f137-fb1d-40f6-88c9-646247bebae0 HTTP/1.1" status: 200 len: 1129 time: 0.0430596 Jul 26 14:58:19.815208 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732473af-cd12-442d-9f0a-6408ad197870 req-570ddc25-bc0a-4dc7-b0ca-b77799e2f498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:58:19.816710 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-732473af-cd12-442d-9f0a-6408ad197870 req-570ddc25-bc0a-4dc7-b0ca-b77799e2f498 service neutron] 10.222.0.99 "GET /v2.0/networks?id=0f1306c7-31e7-49e9-8b79-d9c630497063 HTTP/1.1" status: 200 len: 921 time: 0.1004519 Jul 26 14:58:19.883979 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-732473af-cd12-442d-9f0a-6408ad197870 req-a32252ff-35cd-4c65-a89e-c10b745e9c20 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0af75a9-00b5-407e-a458-c93ec4a7c4ed HTTP/1.1" status: 200 len: 1001 time: 0.0605714 Jul 26 14:58:19.970736 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f14fb6-6419-4223-b8db-94561db51377 req-ca015149-56cc-40ec-b267-5b936769731c tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:58:19.972163 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-47f14fb6-6419-4223-b8db-94561db51377 req-ca015149-56cc-40ec-b267-5b936769731c tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=d1552ebb-d614-4398-96ba-47e3fd737e3d HTTP/1.1" status: 200 len: 945 time: 0.0870390 Jul 26 14:58:19.981306 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732473af-cd12-442d-9f0a-6408ad197870 req-173ec94b-211a-44ec-9fc9-623e069de008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:58:19.982690 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-732473af-cd12-442d-9f0a-6408ad197870 req-173ec94b-211a-44ec-9fc9-623e069de008 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=2fb38d4f-c234-47e2-adc0-721b341e4aad HTTP/1.1" status: 200 len: 858 time: 0.0886912 Jul 26 14:58:20.053442 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732473af-cd12-442d-9f0a-6408ad197870 req-9fb934c5-a52c-4c90-aa19-76b512a06134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:58:20.054941 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-732473af-cd12-442d-9f0a-6408ad197870 req-9fb934c5-a52c-4c90-aa19-76b512a06134 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=0f1306c7-31e7-49e9-8b79-d9c630497063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0656903 Jul 26 14:58:20.059192 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-47f14fb6-6419-4223-b8db-94561db51377 req-b3d80871-65e7-45a5-bc51-ad97ed51c76b tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/security-groups?id=dc40aab4-ece4-4809-892c-4aaf7437cd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802879 Jul 26 14:58:20.155418 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-732473af-cd12-442d-9f0a-6408ad197870 req-21044054-58cf-43b3-adc8-319c3b963a07 service neutron] 10.222.0.99 "GET /v2.0/networks/0f1306c7-31e7-49e9-8b79-d9c630497063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914311 Jul 26 14:58:20.223651 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=100 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:58:20.231746 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=100 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:58:20.256749 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-732473af-cd12-442d-9f0a-6408ad197870 req-d998987e-bb13-475d-86e2-1e3e07a15542 service neutron] 10.222.0.99 "GET /v2.0/networks/0f1306c7-31e7-49e9-8b79-d9c630497063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939445 Jul 26 14:58:20.762660 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39494334-4f59-4378-9a7c-1134a0e6a21f req-5f128cba-d7bf-40cc-873f-b66aa55a0525 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:58:20.764772 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-39494334-4f59-4378-9a7c-1134a0e6a21f req-5f128cba-d7bf-40cc-873f-b66aa55a0525 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=b501f137-fb1d-40f6-88c9-646247bebae0 HTTP/1.1" status: 200 len: 945 time: 0.0665450 Jul 26 14:58:20.798440 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=100 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:58:20.815711 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-39494334-4f59-4378-9a7c-1134a0e6a21f req-7e165557-d308-45b7-9666-042418190629 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=ed6da162-70d4-440d-859b-2abde4a36ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446916 Jul 26 14:58:21.070634 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=1 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:58:21.071675 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=1 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:58:21.187196 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4e0906-ba22-4fdd-a5ee-0f94d2f5f5ee req-77477fc5-ec7e-4f87-a2f0-9704da4659ff tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:58:21.188698 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-ee4e0906-ba22-4fdd-a5ee-0f94d2f5f5ee req-77477fc5-ec7e-4f87-a2f0-9704da4659ff tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=d1552ebb-d614-4398-96ba-47e3fd737e3d HTTP/1.1" status: 200 len: 945 time: 0.0527086 Jul 26 14:58:21.242523 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-ee4e0906-ba22-4fdd-a5ee-0f94d2f5f5ee req-e5e085dc-14be-4014-953d-207806fe2da1 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/security-groups?id=dc40aab4-ece4-4809-892c-4aaf7437cd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482895 Jul 26 14:58:21.951371 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5770d8-be53-4902-844a-aefadc160fc9 req-09643850-4efe-4922-8558-2c4fe13eb518 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:58:21.952980 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-7d5770d8-be53-4902-844a-aefadc160fc9 req-09643850-4efe-4922-8558-2c4fe13eb518 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=b501f137-fb1d-40f6-88c9-646247bebae0 HTTP/1.1" status: 200 len: 945 time: 0.0565956 Jul 26 14:58:21.996100 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-91a1726d-c0af-4a08-9699-eb37a87c672d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (bb4183fa-e0c9-4858-9c34-b1ab78d39af4), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:22.008308 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-7d5770d8-be53-4902-844a-aefadc160fc9 req-d73a9430-128c-4ea6-8d82-0a34d2dee8a8 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=ed6da162-70d4-440d-859b-2abde4a36ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497055 Jul 26 14:58:22.380194 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f378e88-fc9a-479a-838c-fe36668c36d8 req-1fb47ee4-f4f9-4227-a1a5-039ff779f2da tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:58:22.381712 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-9f378e88-fc9a-479a-838c-fe36668c36d8 req-1fb47ee4-f4f9-4227-a1a5-039ff779f2da tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=d1552ebb-d614-4398-96ba-47e3fd737e3d HTTP/1.1" status: 200 len: 945 time: 0.0613518 Jul 26 14:58:22.432243 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-9f378e88-fc9a-479a-838c-fe36668c36d8 req-8ba90c0f-77ca-48b6-95c9-c454267b8ac3 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/security-groups?id=dc40aab4-ece4-4809-892c-4aaf7437cd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442443 Jul 26 14:58:22.928038 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=100 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:58:22.945011 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79ca194-fbcd-4ccd-adb9-de2f8e9b9990 req-b39c0589-ca65-4f54-a447-fd010fcb6a99 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:58:22.946541 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-d79ca194-fbcd-4ccd-adb9-de2f8e9b9990 req-b39c0589-ca65-4f54-a447-fd010fcb6a99 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=5646d5b5-6207-4584-bf5b-be1d1c6904c5 HTTP/1.1" status: 200 len: 945 time: 0.0522590 Jul 26 14:58:22.998363 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-d79ca194-fbcd-4ccd-adb9-de2f8e9b9990 req-b8c4e6d1-5af6-4ca6-b616-b76dc8b5a306 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/security-groups?id=e18d08e8-0e5b-496c-b28f-118dc6f0620e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455682 Jul 26 14:58:23.133648 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5093d72-aa5e-4c50-b48e-0c0906b4082c req-040284a4-dbf7-4528-af61-2c0dfbb635a2 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:58:23.135068 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-a5093d72-aa5e-4c50-b48e-0c0906b4082c req-040284a4-dbf7-4528-af61-2c0dfbb635a2 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=b501f137-fb1d-40f6-88c9-646247bebae0 HTTP/1.1" status: 200 len: 945 time: 0.0469513 Jul 26 14:58:23.183610 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-a5093d72-aa5e-4c50-b48e-0c0906b4082c req-57ce9f57-e68b-4c5d-9479-79b2db0bd4ce tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=ed6da162-70d4-440d-859b-2abde4a36ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418015 Jul 26 14:58:23.550080 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d7961f-1f19-4a1e-b680-0a7977a01f46 req-4902183a-acee-480e-8641-83a64e16d4ed tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:58:23.551581 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-a1d7961f-1f19-4a1e-b680-0a7977a01f46 req-4902183a-acee-480e-8641-83a64e16d4ed tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=d1552ebb-d614-4398-96ba-47e3fd737e3d HTTP/1.1" status: 200 len: 945 time: 0.0475643 Jul 26 14:58:23.602898 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-a1d7961f-1f19-4a1e-b680-0a7977a01f46 req-14b7e5e0-55e1-4c43-82af-cf348ee46a87 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/security-groups?id=dc40aab4-ece4-4809-892c-4aaf7437cd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456331 Jul 26 14:58:23.965611 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b950112b-60e0-4a5b-bcf5-d486d135bb07 req-f618ed82-525a-4dfa-92fa-ea5d723b2266 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:58:23.967079 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-b950112b-60e0-4a5b-bcf5-d486d135bb07 req-f618ed82-525a-4dfa-92fa-ea5d723b2266 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=d1552ebb-d614-4398-96ba-47e3fd737e3d HTTP/1.1" status: 200 len: 945 time: 0.0481024 Jul 26 14:58:24.015076 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-b950112b-60e0-4a5b-bcf5-d486d135bb07 req-dc08c5cd-9190-48e2-8dc4-ce16ed8467c9 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/security-groups?id=dc40aab4-ece4-4809-892c-4aaf7437cd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416796 Jul 26 14:58:24.125463 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1010611-5d5e-4015-a248-0ae2a100e17d req-7aface1e-1e4d-40ae-94a9-68eb5eb8e586 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:58:24.126825 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-e1010611-5d5e-4015-a248-0ae2a100e17d req-7aface1e-1e4d-40ae-94a9-68eb5eb8e586 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=5646d5b5-6207-4584-bf5b-be1d1c6904c5 HTTP/1.1" status: 200 len: 945 time: 0.0502555 Jul 26 14:58:24.174787 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-e1010611-5d5e-4015-a248-0ae2a100e17d req-b5449d5f-e447-4830-af01-e83dbc315626 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/security-groups?id=e18d08e8-0e5b-496c-b28f-118dc6f0620e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424640 Jul 26 14:58:24.304415 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-ffa4fdf0-ab37-4bb4-9ee7-3e4168d11d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (66f8bb98-7ace-4a85-b6ba-ffe40597695b), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:24.307047 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4266a3dd-d621-40e7-b8fb-05238f1ffda4 req-20111b73-59ff-41f0-a26f-cab500b899d6 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:58:24.308621 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-4266a3dd-d621-40e7-b8fb-05238f1ffda4 req-20111b73-59ff-41f0-a26f-cab500b899d6 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=b501f137-fb1d-40f6-88c9-646247bebae0 HTTP/1.1" status: 200 len: 945 time: 0.0523074 Jul 26 14:58:24.357976 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-4266a3dd-d621-40e7-b8fb-05238f1ffda4 req-e99e6665-fca4-40ec-a91a-fe52b7749840 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=ed6da162-70d4-440d-859b-2abde4a36ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436347 Jul 26 14:58:24.478798 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4b7975-a216-45df-9b42-7e646800601e req-b2c488d8-a1c3-475b-9adf-3ddf4d5791bc tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:58:24.480323 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-aa4b7975-a216-45df-9b42-7e646800601e req-b2c488d8-a1c3-475b-9adf-3ddf4d5791bc tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=b501f137-fb1d-40f6-88c9-646247bebae0 HTTP/1.1" status: 200 len: 945 time: 0.0488582 Jul 26 14:58:24.490058 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 50368) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:58:24.494327 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.v2.base [None req-97328c35-70ae-4a3a-8167-935e74ab7bc8 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Request body: {'floatingip': {'port_id': 'f0af75a9-00b5-407e-a458-c93ec4a7c4ed'}} {{(pid=111102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 14:58:24.551215 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-97328c35-70ae-4a3a-8167-935e74ab7bc8 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Publish callbacks [] for floatingip (6223a689-ccc5-4b2e-997a-21446db4cdcc), before_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:25.160246 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a64f4-8157-4b72-8af4-0ae3c562fdf1 req-23b3cff5-b0ee-47da-9a45-056e585754a8 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:58:25.161736 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-cb2a64f4-8157-4b72-8af4-0ae3c562fdf1 req-23b3cff5-b0ee-47da-9a45-056e585754a8 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=d1552ebb-d614-4398-96ba-47e3fd737e3d HTTP/1.1" status: 200 len: 945 time: 0.0595703 Jul 26 14:58:25.223828 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-cb2a64f4-8157-4b72-8af4-0ae3c562fdf1 req-3bd8434a-47ea-491b-a6de-b3744fea85a7 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/security-groups?id=dc40aab4-ece4-4809-892c-4aaf7437cd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518196 Jul 26 14:58:25.286948 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.db.resource_extend [None req-97328c35-70ae-4a3a-8167-935e74ab7bc8 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=111102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 26 14:58:25.342308 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13103b4-09c9-4d58-8c79-c4f3828211ad req-ea0df994-f082-4b93-b8ac-194a3648acc8 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:58:25.343718 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-a13103b4-09c9-4d58-8c79-c4f3828211ad req-ea0df994-f082-4b93-b8ac-194a3648acc8 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.99 "GET /v2.0/ports?device_id=5646d5b5-6207-4584-bf5b-be1d1c6904c5 HTTP/1.1" status: 200 len: 945 time: 0.1594591 Jul 26 14:58:25.348392 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24cfb24-6f40-408c-a0b1-83ed30ad9647 req-44270bf5-2eb8-43d3-90be-bf6f6bb27f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:58:25.349765 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-a24cfb24-6f40-408c-a0b1-83ed30ad9647 req-44270bf5-2eb8-43d3-90be-bf6f6bb27f54 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7ccd4ff518dc4c37bfb7f343ccc97206&device_id=d1552ebb-d614-4398-96ba-47e3fd737e3d HTTP/1.1" status: 200 len: 1129 time: 0.1413209 Jul 26 14:58:25.405816 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f80ab5f-f5b3-4901-823f-b3bb3bd38cdc req-c702ad23-9cbd-4232-8b2b-20b9e7aa9f50 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:58:25.407302 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-8f80ab5f-f5b3-4901-823f-b3bb3bd38cdc req-c702ad23-9cbd-4232-8b2b-20b9e7aa9f50 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=5646d5b5-6207-4584-bf5b-be1d1c6904c5 HTTP/1.1" status: 200 len: 945 time: 0.1506712 Jul 26 14:58:25.430378 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b30572d2-bee0-4462-94ed-c13cd0ef4273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (40fac31a-afaa-44e8-8521-47b803a59f0f), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:25.449510 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-97328c35-70ae-4a3a-8167-935e74ab7bc8 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:25.450176 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:58:25.462663 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:58:25.559433 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-97328c35-70ae-4a3a-8167-935e74ab7bc8 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691171'] for floatingip (6223a689-ccc5-4b2e-997a-21446db4cdcc), after_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:25.571996 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.plugin [req-a13103b4-09c9-4d58-8c79-c4f3828211ad req-482246d0-534b-4033-8f4e-64aa8c9e9d0a tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Deleting port f0eafead-2868-4633-b117-bf601471eb13 {{(pid=111102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 14:58:25.572336 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-a13103b4-09c9-4d58-8c79-c4f3828211ad req-482246d0-534b-4033-8f4e-64aa8c9e9d0a tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789580082445'] for port (f0eafead-2868-4633-b117-bf601471eb13), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:25.649234 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24cfb24-6f40-408c-a0b1-83ed30ad9647 req-9428ad38-25c6-4131-927a-572125fa2286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:58:25.650614 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-a24cfb24-6f40-408c-a0b1-83ed30ad9647 req-9428ad38-25c6-4131-927a-572125fa2286 service neutron] 10.222.0.99 "GET /v2.0/networks?id=02c3d9d5-b71e-4ad5-9373-5d17164e8aec HTTP/1.1" status: 200 len: 913 time: 0.2793493 Jul 26 14:58:25.653712 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-8f80ab5f-f5b3-4901-823f-b3bb3bd38cdc req-4ecb065b-e810-4003-b68b-ebc78433c42e tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/security-groups?id=e18d08e8-0e5b-496c-b28f-118dc6f0620e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2088854 Jul 26 14:58:25.794663 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-a24cfb24-6f40-408c-a0b1-83ed30ad9647 req-6d9cd8c4-6448-4d3f-b919-63db30e312e0 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f52ee38e-091f-4eb3-93dc-683dcd709ebd HTTP/1.1" status: 200 len: 1001 time: 0.1349902 Jul 26 14:58:25.875764 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=100 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:58:25.885465 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.db [req-a13103b4-09c9-4d58-8c79-c4f3828211ad req-482246d0-534b-4033-8f4e-64aa8c9e9d0a tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] For port f0eafead-2868-4633-b117-bf601471eb13, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=f0eafead-2868-4633-b117-bf601471eb13,segment=NetworkSegment(44f32d63-89d2-4ed3-9d85-4654c6c16c14),segment_id=44f32d63-89d2-4ed3-9d85-4654c6c16c14)] {{(pid=111102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:58:25.885836 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-a13103b4-09c9-4d58-8c79-c4f3828211ad req-482246d0-534b-4033-8f4e-64aa8c9e9d0a tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580114'] for port (f0eafead-2868-4633-b117-bf601471eb13), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:25.940823 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24cfb24-6f40-408c-a0b1-83ed30ad9647 req-8cdefd11-d602-4e43-ac2c-eacc8e501345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:58:25.942189 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-a24cfb24-6f40-408c-a0b1-83ed30ad9647 req-8cdefd11-d602-4e43-ac2c-eacc8e501345 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e75d54a1-37a3-48c4-b0bd-5c996cd738b8 HTTP/1.1" status: 200 len: 850 time: 0.1400433 Jul 26 14:58:26.087786 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24cfb24-6f40-408c-a0b1-83ed30ad9647 req-67ae72dc-3ce7-473b-b01f-73b5a5649377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:58:26.089294 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-a24cfb24-6f40-408c-a0b1-83ed30ad9647 req-67ae72dc-3ce7-473b-b01f-73b5a5649377 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=02c3d9d5-b71e-4ad5-9373-5d17164e8aec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1264815 Jul 26 14:58:26.123170 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97328c35-70ae-4a3a-8167-935e74ab7bc8 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Router 509662c4-ff56-4224-9f8d-a804da664e9a has already been hosted by L3 agent 66f8bb98-7ace-4a85-b6ba-ffe40597695b {{(pid=111102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 14:58:26.336470 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2777940-9c78-4e90-8229-12f4b287ce13 req-984f1b02-a8fb-4992-86e7-3bec4231259f tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:58:26.338011 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-b2777940-9c78-4e90-8229-12f4b287ce13 req-984f1b02-a8fb-4992-86e7-3bec4231259f tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=d1552ebb-d614-4398-96ba-47e3fd737e3d HTTP/1.1" status: 200 len: 945 time: 0.0509434 Jul 26 14:58:26.354544 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-a13103b4-09c9-4d58-8c79-c4f3828211ad req-482246d0-534b-4033-8f4e-64aa8c9e9d0a tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:26.355153 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-a13103b4-09c9-4d58-8c79-c4f3828211ad req-482246d0-534b-4033-8f4e-64aa8c9e9d0a tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691171'] for floatingip (e0fbf666-e002-4e0d-bd85-dcbfeea8efa8), after_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:26.355294 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.db.l3_db [req-a13103b4-09c9-4d58-8c79-c4f3828211ad req-482246d0-534b-4033-8f4e-64aa8c9e9d0a tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Floating IP e0fbf666-e002-4e0d-bd85-dcbfeea8efa8 disassociated. External IP: 172.27.0.60, port: f0eafead-2868-4633-b117-bf601471eb13. Jul 26 14:58:26.355579 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.plugin [req-a13103b4-09c9-4d58-8c79-c4f3828211ad req-482246d0-534b-4033-8f4e-64aa8c9e9d0a tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Calling delete_port for f0eafead-2868-4633-b117-bf601471eb13 owned by compute:nova {{(pid=111102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 14:58:26.362635 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-a24cfb24-6f40-408c-a0b1-83ed30ad9647 req-8a967f8f-ad6d-4255-99af-86debc97ec9d service neutron] 10.222.0.99 "GET /v2.0/networks/02c3d9d5-b71e-4ad5-9373-5d17164e8aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380979 Jul 26 14:58:26.386745 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-b2777940-9c78-4e90-8229-12f4b287ce13 req-9bc7fb84-eba8-48bd-8f0b-8c9a7e64a6bb tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/security-groups?id=dc40aab4-ece4-4809-892c-4aaf7437cd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432277 Jul 26 14:58:26.451674 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97328c35-70ae-4a3a-8167-935e74ab7bc8 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Notify agent at l3_agent.dv-cinder-851030-1-iscsi the message routers_updated {{(pid=111102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:58:26.458931 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-97328c35-70ae-4a3a-8167-935e74ab7bc8 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-431034'] for floatingip (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:26.462229 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba07119-6c05-4191-af31-622bed9ce962 None None] Sync routers for ids ['509662c4-ff56-4224-9f8d-a804da664e9a'] in dv-cinder-851030-1-iscsi {{(pid=111104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:58:26.472935 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba07119-6c05-4191-af31-622bed9ce962 None None] Routers {'509662c4-ff56-4224-9f8d-a804da664e9a'} bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 14:58:26.473585 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-1ba07119-6c05-4191-af31-622bed9ce962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851030-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-26T14:42:54Z,description=,heartbeat_timestamp=2022-07-26T14:58:24Z,host='dv-cinder-851030-1-iscsi',id=66f8bb98-7ace-4a85-b6ba-ffe40597695b,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:42:55Z,topic='l3_agent')) {'router_ids': ['509662c4-ff56-4224-9f8d-a804da664e9a'], 'active': True} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:58:26.581644 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvr_db [None req-1ba07119-6c05-4191-af31-622bed9ce962 None None] Set router 509662c4-ff56-4224-9f8d-a804da664e9a gateway port host: dv-cinder-851030-1-iscsi {{(pid=111104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 14:58:26.801537 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-1ba07119-6c05-4191-af31-622bed9ce962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509662c4-ff56-4224-9f8d-a804da664e9a', 'name': 'tempest-ServerRescueNegativeTestJSON-2012228837-router', 'tenant_id': '4f3f79533bbf48018798e6e65050d69c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'f3a089ce-01c0-412f-a73a-7d9b108d74de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:51:46Z', 'updated_at': '2022-07-26T14:51:56Z', 'revision_number': 4, 'project_id': '4f3f79533bbf48018798e6e65050d69c', 'gw_port': {'id': 'f3a089ce-01c0-412f-a73a-7d9b108d74de', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509662c4-ff56-4224-9f8d-a804da664e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:47Z', 'updated_at': '2022-07-26T14:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi', '_floatingips': [{'id': '6223a689-ccc5-4b2e-997a-21446db4cdcc', 'tenant_id': '4f3f79533bbf48018798e6e65050d69c', 'floating_ip_address': '172.27.0.189', 'floating_network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'router_id': '509662c4-ff56-4224-9f8d-a804da664e9a', 'port_id': 'f0af75a9-00b5-407e-a458-c93ec4a7c4ed', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f1306c7-31e7-49e9-8b79-d9c630497063', 'mac_address': 'fa:16:3e:1f:df:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b501f137-fb1d-40f6-88c9-646247bebae0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T14:54:38Z', 'updated_at': '2022-07-26T14:58:25Z', 'revision_number': 3, 'project_id': '4f3f79533bbf48018798e6e65050d69c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a18eca2-bb2d-4000-aca8-85a75cffa849', 'name': '', 'network_id': '0f1306c7-31e7-49e9-8b79-d9c630497063', 'tenant_id': '4f3f79533bbf48018798e6e65050d69c', 'mac_address': 'fa:16:3e:1d:e7:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509662c4-ff56-4224-9f8d-a804da664e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '2fb38d4f-c234-47e2-adc0-721b341e4aad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:55Z', 'updated_at': '2022-07-26T14:52:07Z', 'revision_number': 5, 'project_id': '4f3f79533bbf48018798e6e65050d69c', 'subnets': [{'id': '2fb38d4f-c234-47e2-adc0-721b341e4aad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851030-1-iscsi', False) {} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:58:26.826296 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba07119-6c05-4191-af31-622bed9ce962 None None] Checking router: 509662c4-ff56-4224-9f8d-a804da664e9a for host: dv-cinder-851030-1-iscsi {{(pid=111104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:58:26.827025 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b501f137-fb1d-40f6-88c9-646247bebae0', 'tag': 'f0af75a9-00b5-407e-a458-c93ec4a7c4ed'}] {{(pid=111102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 14:58:26.829337 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8185506cd1cc56e10fcde42571d85de650c4e290bb1b6bf5ec2f858ed2201c15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b3f2308-4e61-4710-9817-2e7afadfa6c0" -d '{"events": [{"name": "network-changed", "server_uuid": "b501f137-fb1d-40f6-88c9-646247bebae0", "tag": "f0af75a9-00b5-407e-a458-c93ec4a7c4ed"}]}' {{(pid=111102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:58:26.834847 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba07119-6c05-4191-af31-622bed9ce962 None None] Routers {'509662c4-ff56-4224-9f8d-a804da664e9a'} bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 14:58:26.835476 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-1ba07119-6c05-4191-af31-622bed9ce962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851030-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-26T14:42:54Z,description=,heartbeat_timestamp=2022-07-26T14:58:24Z,host='dv-cinder-851030-1-iscsi',id=66f8bb98-7ace-4a85-b6ba-ffe40597695b,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:42:55Z,topic='l3_agent')) {'router_ids': ['509662c4-ff56-4224-9f8d-a804da664e9a'], 'active': True} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:58:26.867993 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26849cd8-2be0-4bef-b3cf-bf6a5de1d2e5 req-08498b0f-4434-4d98-ba6f-978de06f6103 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:58:26.869502 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-26849cd8-2be0-4bef-b3cf-bf6a5de1d2e5 req-08498b0f-4434-4d98-ba6f-978de06f6103 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=5646d5b5-6207-4584-bf5b-be1d1c6904c5 HTTP/1.1" status: 200 len: 945 time: 0.1246083 Jul 26 14:58:26.874047 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-a24cfb24-6f40-408c-a0b1-83ed30ad9647 req-ec8947f4-b8e8-4bb3-ae5a-044f93f5ce1c service neutron] 10.222.0.99 "GET /v2.0/networks/02c3d9d5-b71e-4ad5-9373-5d17164e8aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5039663 Jul 26 14:58:26.886340 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-97328c35-70ae-4a3a-8167-935e74ab7bc8 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "PUT /v2.0/floatingips/6223a689-ccc5-4b2e-997a-21446db4cdcc HTTP/1.1" status: 200 len: 993 time: 2.3952484 Jul 26 14:58:26.930642 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:58:26.948927 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 14:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa941e88-b041-4b35-8887-650ebb74bd19 x-openstack-request-id: req-fa941e88-b041-4b35-8887-650ebb74bd19 {{(pid=111102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:58:26.949775 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b501f137-fb1d-40f6-88c9-646247bebae0", "tag": "f0af75a9-00b5-407e-a458-c93ec4a7c4ed", "status": "completed", "code": 200}]} {{(pid=111102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:58:26.949775 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-fa941e88-b041-4b35-8887-650ebb74bd19 {{(pid=111102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:58:26.949997 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa941e88-b041-4b35-8887-650ebb74bd19'] response: {'name': 'network-changed', 'server_uuid': 'b501f137-fb1d-40f6-88c9-646247bebae0', 'tag': 'f0af75a9-00b5-407e-a458-c93ec4a7c4ed', 'status': 'completed', 'code': 200} Jul 26 14:58:26.969430 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:58:26.972020 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvr_db [None req-1ba07119-6c05-4191-af31-622bed9ce962 None None] Set router 509662c4-ff56-4224-9f8d-a804da664e9a gateway port host: dv-cinder-851030-1-iscsi {{(pid=111104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 14:58:26.975515 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-26849cd8-2be0-4bef-b3cf-bf6a5de1d2e5 req-e38e87d1-3873-4673-a1bc-fb970a1ca55a tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/security-groups?id=e18d08e8-0e5b-496c-b28f-118dc6f0620e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944037 Jul 26 14:58:27.004290 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b977bc9f-0510-4ebd-94dd-930fc4499a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (e5556d63-fbf3-48f2-bfac-7896e86945c3), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:27.064801 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3f2308-4e61-4710-9817-2e7afadfa6c0 req-0c2e9660-a724-4798-b66b-ecbbbfb97da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:58:27.066339 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-0b3f2308-4e61-4710-9817-2e7afadfa6c0 req-0c2e9660-a724-4798-b66b-ecbbbfb97da7 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=4f3f79533bbf48018798e6e65050d69c&device_id=b501f137-fb1d-40f6-88c9-646247bebae0 HTTP/1.1" status: 200 len: 1129 time: 0.0443256 Jul 26 14:58:27.066973 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-a13103b4-09c9-4d58-8c79-c4f3828211ad req-482246d0-534b-4033-8f4e-64aa8c9e9d0a tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789580201795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789579689804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868105'] for port (f0eafead-2868-4633-b117-bf601471eb13), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:27.112465 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482246d0-534b-4033-8f4e-64aa8c9e9d0a tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Pushing event deleted for resources: {'Port': ['ID=f0eafead-2868-4633-b117-bf601471eb13,revision_number=None']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:27.168469 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482246d0-534b-4033-8f4e-64aa8c9e9d0a tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:27.168822 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482246d0-534b-4033-8f4e-64aa8c9e9d0a tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:27.169170 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482246d0-534b-4033-8f4e-64aa8c9e9d0a tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:27.169512 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482246d0-534b-4033-8f4e-64aa8c9e9d0a tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:27.169849 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482246d0-534b-4033-8f4e-64aa8c9e9d0a tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:27.170280 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482246d0-534b-4033-8f4e-64aa8c9e9d0a tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:27.170619 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482246d0-534b-4033-8f4e-64aa8c9e9d0a tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:27.171032 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482246d0-534b-4033-8f4e-64aa8c9e9d0a tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:27.171439 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482246d0-534b-4033-8f4e-64aa8c9e9d0a tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:27.178219 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482246d0-534b-4033-8f4e-64aa8c9e9d0a tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:27.178219 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482246d0-534b-4033-8f4e-64aa8c9e9d0a tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:27.178219 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482246d0-534b-4033-8f4e-64aa8c9e9d0a tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:27.178219 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482246d0-534b-4033-8f4e-64aa8c9e9d0a tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:27.178219 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482246d0-534b-4033-8f4e-64aa8c9e9d0a tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:27.178219 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482246d0-534b-4033-8f4e-64aa8c9e9d0a tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:27.246717 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (df49e665-2de0-463a-a1e1-c989804d5593), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:27.283387 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3f2308-4e61-4710-9817-2e7afadfa6c0 req-fa97fb43-09d3-4f7e-9849-98b63324a5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:58:27.284641 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-0b3f2308-4e61-4710-9817-2e7afadfa6c0 req-fa97fb43-09d3-4f7e-9849-98b63324a5b0 service neutron] 10.222.0.99 "GET /v2.0/networks?id=0f1306c7-31e7-49e9-8b79-d9c630497063 HTTP/1.1" status: 200 len: 921 time: 0.2112594 Jul 26 14:58:27.327994 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:58:27.331933 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-1ba07119-6c05-4191-af31-622bed9ce962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509662c4-ff56-4224-9f8d-a804da664e9a', 'name': 'tempest-ServerRescueNegativeTestJSON-2012228837-router', 'tenant_id': '4f3f79533bbf48018798e6e65050d69c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'f3a089ce-01c0-412f-a73a-7d9b108d74de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:51:46Z', 'updated_at': '2022-07-26T14:51:56Z', 'revision_number': 4, 'project_id': '4f3f79533bbf48018798e6e65050d69c', 'gw_port': {'id': 'f3a089ce-01c0-412f-a73a-7d9b108d74de', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509662c4-ff56-4224-9f8d-a804da664e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:47Z', 'updated_at': '2022-07-26T14:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi', '_floatingips': [{'id': '6223a689-ccc5-4b2e-997a-21446db4cdcc', 'tenant_id': '4f3f79533bbf48018798e6e65050d69c', 'floating_ip_address': '172.27.0.189', 'floating_network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'router_id': '509662c4-ff56-4224-9f8d-a804da664e9a', 'port_id': 'f0af75a9-00b5-407e-a458-c93ec4a7c4ed', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f1306c7-31e7-49e9-8b79-d9c630497063', 'mac_address': 'fa:16:3e:1f:df:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b501f137-fb1d-40f6-88c9-646247bebae0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T14:54:38Z', 'updated_at': '2022-07-26T14:58:25Z', 'revision_number': 3, 'project_id': '4f3f79533bbf48018798e6e65050d69c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a18eca2-bb2d-4000-aca8-85a75cffa849', 'name': '', 'network_id': '0f1306c7-31e7-49e9-8b79-d9c630497063', 'tenant_id': '4f3f79533bbf48018798e6e65050d69c', 'mac_address': 'fa:16:3e:1d:e7:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509662c4-ff56-4224-9f8d-a804da664e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '2fb38d4f-c234-47e2-adc0-721b341e4aad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:55Z', 'updated_at': '2022-07-26T14:52:07Z', 'revision_number': 5, 'project_id': '4f3f79533bbf48018798e6e65050d69c', 'subnets': [{'id': '2fb38d4f-c234-47e2-adc0-721b341e4aad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851030-1-iscsi', False) {} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:58:27.354482 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a13103b4-09c9-4d58-8c79-c4f3828211ad req-482246d0-534b-4033-8f4e-64aa8c9e9d0a tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Router 5f57147f-1584-4a62-83b8-e842b7fdbfc2 has already been hosted by L3 agent 66f8bb98-7ace-4a85-b6ba-ffe40597695b {{(pid=111102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 14:58:27.361880 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba07119-6c05-4191-af31-622bed9ce962 None None] The sync data for ids ['509662c4-ff56-4224-9f8d-a804da664e9a'] in dv-cinder-851030-1-iscsi is: [{'id': '509662c4-ff56-4224-9f8d-a804da664e9a', 'name': 'tempest-ServerRescueNegativeTestJSON-2012228837-router', 'tenant_id': '4f3f79533bbf48018798e6e65050d69c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'f3a089ce-01c0-412f-a73a-7d9b108d74de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:51:46Z', 'updated_at': '2022-07-26T14:51:56Z', 'revision_number': 4, 'project_id': '4f3f79533bbf48018798e6e65050d69c', 'gw_port': {'id': 'f3a089ce-01c0-412f-a73a-7d9b108d74de', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509662c4-ff56-4224-9f8d-a804da664e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:47Z', 'updated_at': '2022-07-26T14:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi', '_floatingips': [{'id': '6223a689-ccc5-4b2e-997a-21446db4cdcc', 'tenant_id': '4f3f79533bbf48018798e6e65050d69c', 'floating_ip_address': '172.27.0.189', 'floating_network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'router_id': '509662c4-ff56-4224-9f8d-a804da664e9a', 'port_id': 'f0af75a9-00b5-407e-a458-c93ec4a7c4ed', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f1306c7-31e7-49e9-8b79-d9c630497063', 'mac_address': 'fa:16:3e:1f:df:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b501f137-fb1d-40f6-88c9-646247bebae0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T14:54:38Z', 'updated_at': '2022-07-26T14:58:25Z', 'revision_number': 3, 'project_id': '4f3f79533bbf48018798e6e65050d69c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a18eca2-bb2d-4000-aca8-85a75cffa849', 'name': '', 'network_id': '0f1306c7-31e7-49e9-8b79-d9c630497063', 'tenant_id': '4f3f79533bbf48018798e6e65050d69c', 'mac_address': 'fa:16:3e:1d:e7:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509662c4-ff56-4224-9f8d-a804da664e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '2fb38d4f-c234-47e2-adc0-721b341e4aad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:55Z', 'updated_at': '2022-07-26T14:52:07Z', 'revision_number': 5, 'project_id': '4f3f79533bbf48018798e6e65050d69c', 'subnets': [{'id': '2fb38d4f-c234-47e2-adc0-721b341e4aad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:58:27.363221 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-0b3f2308-4e61-4710-9817-2e7afadfa6c0 req-44be52b3-421c-4f22-837f-74e81bcbbe72 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0af75a9-00b5-407e-a458-c93ec4a7c4ed HTTP/1.1" status: 200 len: 1001 time: 0.0691509 Jul 26 14:58:27.489675 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a13103b4-09c9-4d58-8c79-c4f3828211ad req-482246d0-534b-4033-8f4e-64aa8c9e9d0a tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Notify agent at l3_agent.dv-cinder-851030-1-iscsi the message routers_updated {{(pid=111102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:58:27.502207 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101a6a96-e0cb-440c-84b1-6494dd1bc8cc None None] Sync routers for ids ['5f57147f-1584-4a62-83b8-e842b7fdbfc2'] in dv-cinder-851030-1-iscsi {{(pid=111105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:58:27.513747 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101a6a96-e0cb-440c-84b1-6494dd1bc8cc None None] Routers {'5f57147f-1584-4a62-83b8-e842b7fdbfc2'} bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 14:58:27.519248 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_hamode_db [None req-101a6a96-e0cb-440c-84b1-6494dd1bc8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851030-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-26T14:42:54Z,description=,heartbeat_timestamp=2022-07-26T14:58:24Z,host='dv-cinder-851030-1-iscsi',id=66f8bb98-7ace-4a85-b6ba-ffe40597695b,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:42:55Z,topic='l3_agent')) {'router_ids': ['5f57147f-1584-4a62-83b8-e842b7fdbfc2'], 'active': True} {{(pid=111105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:58:27.533713 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d52149-3381-43fa-89c0-d5c9769a6e50 req-1591f3ed-041d-435b-a343-45c02e95f0b9 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:58:27.535590 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-c3d52149-3381-43fa-89c0-d5c9769a6e50 req-1591f3ed-041d-435b-a343-45c02e95f0b9 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=d1552ebb-d614-4398-96ba-47e3fd737e3d HTTP/1.1" status: 200 len: 945 time: 0.0576348 Jul 26 14:58:27.554293 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.l3_dvrscheduler_db [req-a13103b4-09c9-4d58-8c79-c4f3828211ad req-482246d0-534b-4033-8f4e-64aa8c9e9d0a tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] No DVR routers for this DVR port f0eafead-2868-4633-b117-bf601471eb13 on host hv-cinder-85103 {{(pid=111102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 14:58:27.557028 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-a13103b4-09c9-4d58-8c79-c4f3828211ad req-482246d0-534b-4033-8f4e-64aa8c9e9d0a tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-431034'] for port (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:27.560621 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-a13103b4-09c9-4d58-8c79-c4f3828211ad req-482246d0-534b-4033-8f4e-64aa8c9e9d0a tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.99 "DELETE /v2.0/ports/f0eafead-2868-4633-b117-bf601471eb13 HTTP/1.1" status: 204 len: 173 time: 2.2064357 Jul 26 14:58:27.606076 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-c3d52149-3381-43fa-89c0-d5c9769a6e50 req-b8866384-9df8-4304-a496-ab8e1af0c09e tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/security-groups?id=dc40aab4-ece4-4809-892c-4aaf7437cd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632653 Jul 26 14:58:27.657643 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_dvr_db [None req-101a6a96-e0cb-440c-84b1-6494dd1bc8cc None None] Set router 5f57147f-1584-4a62-83b8-e842b7fdbfc2 gateway port host: dv-cinder-851030-1-iscsi {{(pid=111105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 14:58:27.937377 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3f2308-4e61-4710-9817-2e7afadfa6c0 req-2c3c1b3e-979a-4160-b375-c09336fce287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:58:27.939488 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-0b3f2308-4e61-4710-9817-2e7afadfa6c0 req-2c3c1b3e-979a-4160-b375-c09336fce287 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=2fb38d4f-c234-47e2-adc0-721b341e4aad HTTP/1.1" status: 200 len: 858 time: 0.0600049 Jul 26 14:58:27.972297 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_hamode_db [None req-101a6a96-e0cb-440c-84b1-6494dd1bc8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f57147f-1584-4a62-83b8-e842b7fdbfc2', 'name': 'tempest-AttachVolumeNegativeTest-1038869275-router', 'tenant_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '8dee36ad-48a7-4c32-9e44-b495406a43fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:51:43Z', 'updated_at': '2022-07-26T14:51:50Z', 'revision_number': 4, 'project_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'gw_port': {'id': '8dee36ad-48a7-4c32-9e44-b495406a43fc', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:28:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f57147f-1584-4a62-83b8-e842b7fdbfc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:44Z', 'updated_at': '2022-07-26T14:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi', '_floatingips': [{'id': 'cd53df16-aeae-41e0-ab80-d8cd9458edcd', 'tenant_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'floating_ip_address': '172.27.0.24', 'floating_network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'router_id': '5f57147f-1584-4a62-83b8-e842b7fdbfc2', 'port_id': '73723af2-05ec-4b78-b99d-0201637337f6', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0', 'mac_address': 'fa:16:3e:9c:af:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c808f60-6b5e-4ad9-8463-47c749c4ad58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T14:51:59Z', 'updated_at': '2022-07-26T14:53:10Z', 'revision_number': 2, 'project_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c22bd2eb-9253-40e7-9f5d-34524feb8d4d', 'name': '', 'network_id': '4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0', 'tenant_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'mac_address': 'fa:16:3e:9b:be:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f57147f-1584-4a62-83b8-e842b7fdbfc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2dc51976-041f-4e28-9975-c948630898a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:48Z', 'updated_at': '2022-07-26T14:51:59Z', 'revision_number': 5, 'project_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'subnets': [{'id': '2dc51976-041f-4e28-9975-c948630898a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851030-1-iscsi', False) {} {{(pid=111105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:58:28.002597 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101a6a96-e0cb-440c-84b1-6494dd1bc8cc None None] Checking router: 5f57147f-1584-4a62-83b8-e842b7fdbfc2 for host: dv-cinder-851030-1-iscsi {{(pid=111105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:58:28.014148 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101a6a96-e0cb-440c-84b1-6494dd1bc8cc None None] Routers {'5f57147f-1584-4a62-83b8-e842b7fdbfc2'} bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 14:58:28.014542 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_hamode_db [None req-101a6a96-e0cb-440c-84b1-6494dd1bc8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851030-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-26T14:42:54Z,description=,heartbeat_timestamp=2022-07-26T14:58:24Z,host='dv-cinder-851030-1-iscsi',id=66f8bb98-7ace-4a85-b6ba-ffe40597695b,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:42:55Z,topic='l3_agent')) {'router_ids': ['5f57147f-1584-4a62-83b8-e842b7fdbfc2'], 'active': True} {{(pid=111105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:58:28.025339 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3f2308-4e61-4710-9817-2e7afadfa6c0 req-4113233a-50b5-4f8a-98b6-04c8291457d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:58:28.027036 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-0b3f2308-4e61-4710-9817-2e7afadfa6c0 req-4113233a-50b5-4f8a-98b6-04c8291457d9 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=0f1306c7-31e7-49e9-8b79-d9c630497063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0610929 Jul 26 14:58:28.132425 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-8b562180-d89c-4145-88cf-dc960f582735 req-8f2b9a93-a17d-47e0-81ef-fe6af8b8eb70 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=5646d5b5-6207-4584-bf5b-be1d1c6904c5 HTTP/1.1" status: 200 len: 210 time: 0.0433023 Jul 26 14:58:28.152347 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_dvr_db [None req-101a6a96-e0cb-440c-84b1-6494dd1bc8cc None None] Set router 5f57147f-1584-4a62-83b8-e842b7fdbfc2 gateway port host: dv-cinder-851030-1-iscsi {{(pid=111105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 14:58:28.175329 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-0b3f2308-4e61-4710-9817-2e7afadfa6c0 req-a922aad4-d532-4174-b7ed-fab207893fff service neutron] 10.222.0.99 "GET /v2.0/networks/0f1306c7-31e7-49e9-8b79-d9c630497063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407549 Jul 26 14:58:28.270338 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:58:28.294809 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-0b3f2308-4e61-4710-9817-2e7afadfa6c0 req-92fd5c57-0d68-4f52-b14e-c8d9166ceaf4 service neutron] 10.222.0.99 "GET /v2.0/networks/0f1306c7-31e7-49e9-8b79-d9c630497063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128180 Jul 26 14:58:28.389463 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_hamode_db [None req-101a6a96-e0cb-440c-84b1-6494dd1bc8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f57147f-1584-4a62-83b8-e842b7fdbfc2', 'name': 'tempest-AttachVolumeNegativeTest-1038869275-router', 'tenant_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '8dee36ad-48a7-4c32-9e44-b495406a43fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:51:43Z', 'updated_at': '2022-07-26T14:51:50Z', 'revision_number': 4, 'project_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'gw_port': {'id': '8dee36ad-48a7-4c32-9e44-b495406a43fc', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:28:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f57147f-1584-4a62-83b8-e842b7fdbfc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:44Z', 'updated_at': '2022-07-26T14:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi', '_floatingips': [{'id': 'cd53df16-aeae-41e0-ab80-d8cd9458edcd', 'tenant_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'floating_ip_address': '172.27.0.24', 'floating_network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'router_id': '5f57147f-1584-4a62-83b8-e842b7fdbfc2', 'port_id': '73723af2-05ec-4b78-b99d-0201637337f6', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0', 'mac_address': 'fa:16:3e:9c:af:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c808f60-6b5e-4ad9-8463-47c749c4ad58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T14:51:59Z', 'updated_at': '2022-07-26T14:53:10Z', 'revision_number': 2, 'project_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c22bd2eb-9253-40e7-9f5d-34524feb8d4d', 'name': '', 'network_id': '4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0', 'tenant_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'mac_address': 'fa:16:3e:9b:be:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f57147f-1584-4a62-83b8-e842b7fdbfc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2dc51976-041f-4e28-9975-c948630898a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:48Z', 'updated_at': '2022-07-26T14:51:59Z', 'revision_number': 5, 'project_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'subnets': [{'id': '2dc51976-041f-4e28-9975-c948630898a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851030-1-iscsi', False) {} {{(pid=111105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:58:28.416248 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101a6a96-e0cb-440c-84b1-6494dd1bc8cc None None] The sync data for ids ['5f57147f-1584-4a62-83b8-e842b7fdbfc2'] in dv-cinder-851030-1-iscsi is: [{'id': '5f57147f-1584-4a62-83b8-e842b7fdbfc2', 'name': 'tempest-AttachVolumeNegativeTest-1038869275-router', 'tenant_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '8dee36ad-48a7-4c32-9e44-b495406a43fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:51:43Z', 'updated_at': '2022-07-26T14:51:50Z', 'revision_number': 4, 'project_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'gw_port': {'id': '8dee36ad-48a7-4c32-9e44-b495406a43fc', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:28:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f57147f-1584-4a62-83b8-e842b7fdbfc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:44Z', 'updated_at': '2022-07-26T14:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi', '_floatingips': [{'id': 'cd53df16-aeae-41e0-ab80-d8cd9458edcd', 'tenant_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'floating_ip_address': '172.27.0.24', 'floating_network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'router_id': '5f57147f-1584-4a62-83b8-e842b7fdbfc2', 'port_id': '73723af2-05ec-4b78-b99d-0201637337f6', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0', 'mac_address': 'fa:16:3e:9c:af:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c808f60-6b5e-4ad9-8463-47c749c4ad58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T14:51:59Z', 'updated_at': '2022-07-26T14:53:10Z', 'revision_number': 2, 'project_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c22bd2eb-9253-40e7-9f5d-34524feb8d4d', 'name': '', 'network_id': '4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0', 'tenant_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'mac_address': 'fa:16:3e:9b:be:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f57147f-1584-4a62-83b8-e842b7fdbfc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2dc51976-041f-4e28-9975-c948630898a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:48Z', 'updated_at': '2022-07-26T14:51:59Z', 'revision_number': 5, 'project_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'subnets': [{'id': '2dc51976-041f-4e28-9975-c948630898a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:58:28.643203 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1a493e-e113-48d6-911a-179ef947c8a9 None None] New status for floating IP e0fbf666-e002-4e0d-bd85-dcbfeea8efa8: DOWN {{(pid=111104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 14:58:28.717085 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:58:28.753264 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ca9f51-6de5-4c40-8311-e40b7b2e58e1 req-e8e49448-f895-4f7b-9d05-f7666d132e55 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:58:28.755180 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-70ca9f51-6de5-4c40-8311-e40b7b2e58e1 req-e8e49448-f895-4f7b-9d05-f7666d132e55 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=d1552ebb-d614-4398-96ba-47e3fd737e3d HTTP/1.1" status: 200 len: 945 time: 0.0537708 Jul 26 14:58:28.808169 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-70ca9f51-6de5-4c40-8311-e40b7b2e58e1 req-f18e32a8-0d6c-4701-9667-49ffc8323bfd tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/security-groups?id=dc40aab4-ece4-4809-892c-4aaf7437cd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464942 Jul 26 14:58:28.950776 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b501f137-fb1d-40f6-88c9-646247bebae0', 'tag': 'f0af75a9-00b5-407e-a458-c93ec4a7c4ed'}, {'server_uuid': '5646d5b5-6207-4584-bf5b-be1d1c6904c5', 'name': 'network-vif-deleted', 'tag': 'f0eafead-2868-4633-b117-bf601471eb13'}] {{(pid=111102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 14:58:28.953616 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8185506cd1cc56e10fcde42571d85de650c4e290bb1b6bf5ec2f858ed2201c15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f63dcf17-ec9c-422b-b0a5-0a3562f60fa5" -d '{"events": [{"name": "network-changed", "server_uuid": "b501f137-fb1d-40f6-88c9-646247bebae0", "tag": "f0af75a9-00b5-407e-a458-c93ec4a7c4ed"}, {"server_uuid": "5646d5b5-6207-4584-bf5b-be1d1c6904c5", "name": "network-vif-deleted", "tag": "f0eafead-2868-4633-b117-bf601471eb13"}]}' {{(pid=111102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:58:28.998669 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 26 Jul 2022 14:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e8f5a27-bb9b-4da9-9e9b-3fcffb24f31b x-openstack-request-id: req-0e8f5a27-bb9b-4da9-9e9b-3fcffb24f31b {{(pid=111102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:58:28.999046 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b501f137-fb1d-40f6-88c9-646247bebae0", "tag": "f0af75a9-00b5-407e-a458-c93ec4a7c4ed", "status": "completed", "code": 200}, {"server_uuid": "5646d5b5-6207-4584-bf5b-be1d1c6904c5", "name": "network-vif-deleted", "tag": "f0eafead-2868-4633-b117-bf601471eb13", "status": "completed", "code": 200}]} {{(pid=111102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:58:28.999426 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-0e8f5a27-bb9b-4da9-9e9b-3fcffb24f31b {{(pid=111102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:58:29.001283 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e8f5a27-bb9b-4da9-9e9b-3fcffb24f31b'] response: {'name': 'network-changed', 'server_uuid': 'b501f137-fb1d-40f6-88c9-646247bebae0', 'tag': 'f0af75a9-00b5-407e-a458-c93ec4a7c4ed', 'status': 'completed', 'code': 200} Jul 26 14:58:29.001724 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e8f5a27-bb9b-4da9-9e9b-3fcffb24f31b'] response: {'server_uuid': '5646d5b5-6207-4584-bf5b-be1d1c6904c5', 'name': 'network-vif-deleted', 'tag': 'f0eafead-2868-4633-b117-bf601471eb13', 'status': 'completed', 'code': 200} Jul 26 14:58:29.093833 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63dcf17-ec9c-422b-b0a5-0a3562f60fa5 req-185f8336-2e93-4f6b-a1de-f9557c687634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:58:29.095435 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-f63dcf17-ec9c-422b-b0a5-0a3562f60fa5 req-185f8336-2e93-4f6b-a1de-f9557c687634 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=4f3f79533bbf48018798e6e65050d69c&device_id=b501f137-fb1d-40f6-88c9-646247bebae0 HTTP/1.1" status: 200 len: 1129 time: 0.0455272 Jul 26 14:58:29.190557 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63dcf17-ec9c-422b-b0a5-0a3562f60fa5 req-e2649410-b4eb-403f-bc98-0bf0ddc38e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:58:29.192084 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-f63dcf17-ec9c-422b-b0a5-0a3562f60fa5 req-e2649410-b4eb-403f-bc98-0bf0ddc38e26 service neutron] 10.222.0.99 "GET /v2.0/networks?id=0f1306c7-31e7-49e9-8b79-d9c630497063 HTTP/1.1" status: 200 len: 921 time: 0.0897393 Jul 26 14:58:29.260190 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-f63dcf17-ec9c-422b-b0a5-0a3562f60fa5 req-3996c956-cc16-4cbd-8771-4c856199bf25 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0af75a9-00b5-407e-a458-c93ec4a7c4ed HTTP/1.1" status: 200 len: 1001 time: 0.0610683 Jul 26 14:58:29.308663 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63dcf17-ec9c-422b-b0a5-0a3562f60fa5 req-bca8887b-74a1-4ebb-abac-5f9d979121be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:58:29.310095 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-f63dcf17-ec9c-422b-b0a5-0a3562f60fa5 req-bca8887b-74a1-4ebb-abac-5f9d979121be service neutron] 10.222.0.99 "GET /v2.0/subnets?id=2fb38d4f-c234-47e2-adc0-721b341e4aad HTTP/1.1" status: 200 len: 858 time: 0.0433028 Jul 26 14:58:29.353289 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63dcf17-ec9c-422b-b0a5-0a3562f60fa5 req-c5051e5b-a624-4666-ad31-297d3eb1718e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:58:29.354710 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-f63dcf17-ec9c-422b-b0a5-0a3562f60fa5 req-c5051e5b-a624-4666-ad31-297d3eb1718e service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=0f1306c7-31e7-49e9-8b79-d9c630497063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384622 Jul 26 14:58:29.362449 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 50400) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:58:29.426122 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-90411802-3219-4fee-878a-d2fd897140cc tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks [] for security_group (e18d08e8-0e5b-496c-b28f-118dc6f0620e), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:29.428913 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=100 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:58:29.456205 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-90411802-3219-4fee-878a-d2fd897140cc tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks [] for security_group (e18d08e8-0e5b-496c-b28f-118dc6f0620e), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:29.458525 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-f63dcf17-ec9c-422b-b0a5-0a3562f60fa5 req-dd5cc516-78ff-4c63-8359-87851924ef8b service neutron] 10.222.0.99 "GET /v2.0/networks/0f1306c7-31e7-49e9-8b79-d9c630497063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957723 Jul 26 14:58:29.520075 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=100 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:58:29.555703 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-f63dcf17-ec9c-422b-b0a5-0a3562f60fa5 req-cc1e668d-4917-437f-a820-796aa9978136 service neutron] 10.222.0.99 "GET /v2.0/networks/0f1306c7-31e7-49e9-8b79-d9c630497063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916562 Jul 26 14:58:29.573114 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-90411802-3219-4fee-878a-d2fd897140cc tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (e18d08e8-0e5b-496c-b28f-118dc6f0620e), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:29.575883 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-90411802-3219-4fee-878a-d2fd897140cc tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks [] for security_group (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:29.576968 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-90411802-3219-4fee-878a-d2fd897140cc tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "DELETE /v2.0/security-groups/e18d08e8-0e5b-496c-b28f-118dc6f0620e HTTP/1.1" status: 204 len: 168 time: 0.2134767 Jul 26 14:58:29.581168 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 50402) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:58:29.587550 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90411802-3219-4fee-878a-d2fd897140cc tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e18d08e8-0e5b-496c-b28f-118dc6f0620e,revision_number=None']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:29.596566 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.api.v2.resource [None req-b89b02a2-dee0-491e-b6c9-9b39f73ca93b tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] show failed (client error): The resource could not be found. Jul 26 14:58:29.597220 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90411802-3219-4fee-878a-d2fd897140cc tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:29.600586 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90411802-3219-4fee-878a-d2fd897140cc tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:29.600713 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-b89b02a2-dee0-491e-b6c9-9b39f73ca93b tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/security-groups/e18d08e8-0e5b-496c-b28f-118dc6f0620e HTTP/1.1" status: 404 len: 347 time: 0.0153117 Jul 26 14:58:29.600818 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90411802-3219-4fee-878a-d2fd897140cc tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:29.600818 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90411802-3219-4fee-878a-d2fd897140cc tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:29.600818 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90411802-3219-4fee-878a-d2fd897140cc tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:29.600818 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90411802-3219-4fee-878a-d2fd897140cc tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:29.600818 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90411802-3219-4fee-878a-d2fd897140cc tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:29.600818 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90411802-3219-4fee-878a-d2fd897140cc tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:29.600818 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90411802-3219-4fee-878a-d2fd897140cc tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:29.600818 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90411802-3219-4fee-878a-d2fd897140cc tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:29.600818 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90411802-3219-4fee-878a-d2fd897140cc tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:29.601506 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 50404) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:58:29.601639 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90411802-3219-4fee-878a-d2fd897140cc tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:29.601639 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90411802-3219-4fee-878a-d2fd897140cc tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:29.601639 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90411802-3219-4fee-878a-d2fd897140cc tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:29.601893 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90411802-3219-4fee-878a-d2fd897140cc tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:29.717289 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.plugin [None req-3b7d6933-1880-449f-817f-bec56c9b0ea6 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Deleting port 20a2a579-8830-4de9-800d-08cf35926eec {{(pid=111102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 14:58:29.717544 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-3b7d6933-1880-449f-817f-bec56c9b0ea6 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789580082445'] for port (20a2a579-8830-4de9-800d-08cf35926eec), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:29.794065 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-3b7d6933-1880-449f-817f-bec56c9b0ea6 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580114'] for port (20a2a579-8830-4de9-800d-08cf35926eec), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:29.794394 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-3b7d6933-1880-449f-817f-bec56c9b0ea6 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks [] for floatingip (20a2a579-8830-4de9-800d-08cf35926eec), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:29.806817 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.plugin [None req-3b7d6933-1880-449f-817f-bec56c9b0ea6 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Calling delete_port for 20a2a579-8830-4de9-800d-08cf35926eec owned by network:floatingip {{(pid=111102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 14:58:30.041336 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-3b7d6933-1880-449f-817f-bec56c9b0ea6 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789580201795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789579689804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868105'] for port (20a2a579-8830-4de9-800d-08cf35926eec), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:30.065130 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7d6933-1880-449f-817f-bec56c9b0ea6 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Pushing event deleted for resources: {'Port': ['ID=20a2a579-8830-4de9-800d-08cf35926eec,revision_number=None']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:30.115777 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:58:30.132765 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-3b7d6933-1880-449f-817f-bec56c9b0ea6 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks [] for floatingip (e0fbf666-e002-4e0d-bd85-dcbfeea8efa8), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:30.135266 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-3b7d6933-1880-449f-817f-bec56c9b0ea6 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-431034'] for floatingip (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:30.136430 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-3b7d6933-1880-449f-817f-bec56c9b0ea6 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "DELETE /v2.0/floatingips/e0fbf666-e002-4e0d-bd85-dcbfeea8efa8 HTTP/1.1" status: 204 len: 168 time: 0.5349405 Jul 26 14:58:30.155283 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Device f0eafead-2868-4633-b117-bf601471eb13 no longer exists at agent hyperv_hv-cinder-85103 {{(pid=111104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:58:30.175671 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] No Port match for: f0eafead-2868-4633-b117-bf601471eb13 {{(pid=111104) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 14:58:30.176021 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Device f0eafead-2868-4633-b117-bf601471eb13 not bound to the agent host hv-cinder-85103 {{(pid=111104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:58:33.305268 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb3a3e-0a8a-446d-9fac-0788e4cc4361 req-f6286e09-7faa-4d3a-bcf0-865196294e1b tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:58:33.306665 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-ffeb3a3e-0a8a-446d-9fac-0788e4cc4361 req-f6286e09-7faa-4d3a-bcf0-865196294e1b tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=7c808f60-6b5e-4ad9-8463-47c749c4ad58 HTTP/1.1" status: 200 len: 945 time: 0.0539877 Jul 26 14:58:33.356927 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-ffeb3a3e-0a8a-446d-9fac-0788e4cc4361 req-4e3c2158-cfea-4fc7-9759-16258d2ba8ad tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/security-groups?id=767eb1ba-2e1a-4d1a-a8e5-d3cd1aca29c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445621 Jul 26 14:58:34.367290 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391bac0d-56d8-4b75-a9e0-97c4fb5e288d req-00e8d8f8-241a-48bb-985a-43a948d2a61b tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:58:34.368795 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-391bac0d-56d8-4b75-a9e0-97c4fb5e288d req-00e8d8f8-241a-48bb-985a-43a948d2a61b tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.99 "GET /v2.0/ports?device_id=7c808f60-6b5e-4ad9-8463-47c749c4ad58 HTTP/1.1" status: 200 len: 945 time: 0.0490518 Jul 26 14:58:34.458241 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.plugin [req-391bac0d-56d8-4b75-a9e0-97c4fb5e288d req-0c2e651a-60a4-4a5c-a068-bbc1a69ec252 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Deleting port 73723af2-05ec-4b78-b99d-0201637337f6 {{(pid=111102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 14:58:34.458584 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-391bac0d-56d8-4b75-a9e0-97c4fb5e288d req-0c2e651a-60a4-4a5c-a068-bbc1a69ec252 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789580082445'] for port (73723af2-05ec-4b78-b99d-0201637337f6), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:34.486778 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f6f58a-99a6-476e-a6ca-160d4b8ad7f6 req-e05029af-ab07-43db-9ee1-c955027a62ab tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:58:34.488320 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-b4f6f58a-99a6-476e-a6ca-160d4b8ad7f6 req-e05029af-ab07-43db-9ee1-c955027a62ab tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=7c808f60-6b5e-4ad9-8463-47c749c4ad58 HTTP/1.1" status: 200 len: 945 time: 0.0482633 Jul 26 14:58:34.536421 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-b4f6f58a-99a6-476e-a6ca-160d4b8ad7f6 req-bb10a123-72b0-4500-8c29-33ff5d4d3fbb tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/security-groups?id=767eb1ba-2e1a-4d1a-a8e5-d3cd1aca29c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418422 Jul 26 14:58:34.550563 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.db [req-391bac0d-56d8-4b75-a9e0-97c4fb5e288d req-0c2e651a-60a4-4a5c-a068-bbc1a69ec252 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] For port 73723af2-05ec-4b78-b99d-0201637337f6, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=73723af2-05ec-4b78-b99d-0201637337f6,segment=NetworkSegment(44f32d63-89d2-4ed3-9d85-4654c6c16c14),segment_id=44f32d63-89d2-4ed3-9d85-4654c6c16c14)] {{(pid=111102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:58:34.550930 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-391bac0d-56d8-4b75-a9e0-97c4fb5e288d req-0c2e651a-60a4-4a5c-a068-bbc1a69ec252 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580114'] for port (73723af2-05ec-4b78-b99d-0201637337f6), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:34.720228 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-391bac0d-56d8-4b75-a9e0-97c4fb5e288d req-0c2e651a-60a4-4a5c-a068-bbc1a69ec252 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:34.720475 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-391bac0d-56d8-4b75-a9e0-97c4fb5e288d req-0c2e651a-60a4-4a5c-a068-bbc1a69ec252 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691171'] for floatingip (cd53df16-aeae-41e0-ab80-d8cd9458edcd), after_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:34.720787 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.db.l3_db [req-391bac0d-56d8-4b75-a9e0-97c4fb5e288d req-0c2e651a-60a4-4a5c-a068-bbc1a69ec252 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Floating IP cd53df16-aeae-41e0-ab80-d8cd9458edcd disassociated. External IP: 172.27.0.24, port: 73723af2-05ec-4b78-b99d-0201637337f6. Jul 26 14:58:34.721129 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.plugin [req-391bac0d-56d8-4b75-a9e0-97c4fb5e288d req-0c2e651a-60a4-4a5c-a068-bbc1a69ec252 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Calling delete_port for 73723af2-05ec-4b78-b99d-0201637337f6 owned by compute:nova {{(pid=111102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 14:58:34.722766 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:58:34.972797 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-391bac0d-56d8-4b75-a9e0-97c4fb5e288d req-0c2e651a-60a4-4a5c-a068-bbc1a69ec252 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789580201795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789579689804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868105'] for port (73723af2-05ec-4b78-b99d-0201637337f6), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:35.005227 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2e651a-60a4-4a5c-a068-bbc1a69ec252 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Pushing event deleted for resources: {'Port': ['ID=73723af2-05ec-4b78-b99d-0201637337f6,revision_number=None']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:35.052487 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:58:35.113957 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.l3_agent_scheduler [req-391bac0d-56d8-4b75-a9e0-97c4fb5e288d req-0c2e651a-60a4-4a5c-a068-bbc1a69ec252 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Router 5f57147f-1584-4a62-83b8-e842b7fdbfc2 has already been hosted by L3 agent 66f8bb98-7ace-4a85-b6ba-ffe40597695b {{(pid=111102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 14:58:35.220617 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-391bac0d-56d8-4b75-a9e0-97c4fb5e288d req-0c2e651a-60a4-4a5c-a068-bbc1a69ec252 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Notify agent at l3_agent.dv-cinder-851030-1-iscsi the message routers_updated {{(pid=111102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:58:35.230706 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f18f98-ff48-4489-9298-2eb2a475e3bd None None] Sync routers for ids ['5f57147f-1584-4a62-83b8-e842b7fdbfc2'] in dv-cinder-851030-1-iscsi {{(pid=111105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:58:35.240043 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f18f98-ff48-4489-9298-2eb2a475e3bd None None] Routers {'5f57147f-1584-4a62-83b8-e842b7fdbfc2'} bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 14:58:35.240677 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_hamode_db [None req-10f18f98-ff48-4489-9298-2eb2a475e3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851030-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-26T14:42:54Z,description=,heartbeat_timestamp=2022-07-26T14:58:24Z,host='dv-cinder-851030-1-iscsi',id=66f8bb98-7ace-4a85-b6ba-ffe40597695b,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:42:55Z,topic='l3_agent')) {'router_ids': ['5f57147f-1584-4a62-83b8-e842b7fdbfc2'], 'active': True} {{(pid=111105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:58:35.267653 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.l3_dvrscheduler_db [req-391bac0d-56d8-4b75-a9e0-97c4fb5e288d req-0c2e651a-60a4-4a5c-a068-bbc1a69ec252 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] No DVR routers for this DVR port 73723af2-05ec-4b78-b99d-0201637337f6 on host hv-cinder-85103 {{(pid=111102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 14:58:35.270162 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-391bac0d-56d8-4b75-a9e0-97c4fb5e288d req-0c2e651a-60a4-4a5c-a068-bbc1a69ec252 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-431034'] for port (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:35.273784 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-391bac0d-56d8-4b75-a9e0-97c4fb5e288d req-0c2e651a-60a4-4a5c-a068-bbc1a69ec252 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.99 "DELETE /v2.0/ports/73723af2-05ec-4b78-b99d-0201637337f6 HTTP/1.1" status: 204 len: 173 time: 0.9003510 Jul 26 14:58:35.274241 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c808f60-6b5e-4ad9-8463-47c749c4ad58', 'name': 'network-vif-deleted', 'tag': '73723af2-05ec-4b78-b99d-0201637337f6'}] {{(pid=111102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 14:58:35.276606 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8185506cd1cc56e10fcde42571d85de650c4e290bb1b6bf5ec2f858ed2201c15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c766067f-97b2-4252-b335-d053e0b8b03a" -d '{"events": [{"server_uuid": "7c808f60-6b5e-4ad9-8463-47c749c4ad58", "name": "network-vif-deleted", "tag": "73723af2-05ec-4b78-b99d-0201637337f6"}]}' {{(pid=111102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:58:35.314524 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 14:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2666df3d-170d-4c49-beff-e19cdb26477d x-openstack-request-id: req-2666df3d-170d-4c49-beff-e19cdb26477d {{(pid=111102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:58:35.314818 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c808f60-6b5e-4ad9-8463-47c749c4ad58", "name": "network-vif-deleted", "tag": "73723af2-05ec-4b78-b99d-0201637337f6", "status": "completed", "code": 200}]} {{(pid=111102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:58:35.315073 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-2666df3d-170d-4c49-beff-e19cdb26477d {{(pid=111102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:58:35.315539 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2666df3d-170d-4c49-beff-e19cdb26477d'] response: {'server_uuid': '7c808f60-6b5e-4ad9-8463-47c749c4ad58', 'name': 'network-vif-deleted', 'tag': '73723af2-05ec-4b78-b99d-0201637337f6', 'status': 'completed', 'code': 200} Jul 26 14:58:35.347507 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_dvr_db [None req-10f18f98-ff48-4489-9298-2eb2a475e3bd None None] Set router 5f57147f-1584-4a62-83b8-e842b7fdbfc2 gateway port host: dv-cinder-851030-1-iscsi {{(pid=111105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 14:58:35.470875 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=100 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:58:35.473583 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=100 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:58:35.549351 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_hamode_db [None req-10f18f98-ff48-4489-9298-2eb2a475e3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f57147f-1584-4a62-83b8-e842b7fdbfc2', 'name': 'tempest-AttachVolumeNegativeTest-1038869275-router', 'tenant_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '8dee36ad-48a7-4c32-9e44-b495406a43fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:51:43Z', 'updated_at': '2022-07-26T14:51:50Z', 'revision_number': 4, 'project_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'gw_port': {'id': '8dee36ad-48a7-4c32-9e44-b495406a43fc', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:28:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f57147f-1584-4a62-83b8-e842b7fdbfc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:44Z', 'updated_at': '2022-07-26T14:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi', '_interfaces': [{'id': 'c22bd2eb-9253-40e7-9f5d-34524feb8d4d', 'name': '', 'network_id': '4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0', 'tenant_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'mac_address': 'fa:16:3e:9b:be:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f57147f-1584-4a62-83b8-e842b7fdbfc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2dc51976-041f-4e28-9975-c948630898a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:48Z', 'updated_at': '2022-07-26T14:51:59Z', 'revision_number': 5, 'project_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'subnets': [{'id': '2dc51976-041f-4e28-9975-c948630898a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851030-1-iscsi', False) {} {{(pid=111105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:58:35.574599 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f18f98-ff48-4489-9298-2eb2a475e3bd None None] Checking router: 5f57147f-1584-4a62-83b8-e842b7fdbfc2 for host: dv-cinder-851030-1-iscsi {{(pid=111105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:58:35.583682 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f18f98-ff48-4489-9298-2eb2a475e3bd None None] Routers {'5f57147f-1584-4a62-83b8-e842b7fdbfc2'} bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 14:58:35.584603 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_hamode_db [None req-10f18f98-ff48-4489-9298-2eb2a475e3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851030-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-26T14:42:54Z,description=,heartbeat_timestamp=2022-07-26T14:58:24Z,host='dv-cinder-851030-1-iscsi',id=66f8bb98-7ace-4a85-b6ba-ffe40597695b,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:42:55Z,topic='l3_agent')) {'router_ids': ['5f57147f-1584-4a62-83b8-e842b7fdbfc2'], 'active': True} {{(pid=111105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:58:35.620386 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:58:35.639131 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-32c0ccc1-4728-4ab9-860a-3b30b2fa0bd6 req-150f934e-41f3-4262-989d-f8ddc83c3872 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=7c808f60-6b5e-4ad9-8463-47c749c4ad58 HTTP/1.1" status: 200 len: 210 time: 0.0299487 Jul 26 14:58:35.690129 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_dvr_db [None req-10f18f98-ff48-4489-9298-2eb2a475e3bd None None] Set router 5f57147f-1584-4a62-83b8-e842b7fdbfc2 gateway port host: dv-cinder-851030-1-iscsi {{(pid=111105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 14:58:35.873373 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_hamode_db [None req-10f18f98-ff48-4489-9298-2eb2a475e3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f57147f-1584-4a62-83b8-e842b7fdbfc2', 'name': 'tempest-AttachVolumeNegativeTest-1038869275-router', 'tenant_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '8dee36ad-48a7-4c32-9e44-b495406a43fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:51:43Z', 'updated_at': '2022-07-26T14:51:50Z', 'revision_number': 4, 'project_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'gw_port': {'id': '8dee36ad-48a7-4c32-9e44-b495406a43fc', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:28:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f57147f-1584-4a62-83b8-e842b7fdbfc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:44Z', 'updated_at': '2022-07-26T14:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi', '_interfaces': [{'id': 'c22bd2eb-9253-40e7-9f5d-34524feb8d4d', 'name': '', 'network_id': '4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0', 'tenant_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'mac_address': 'fa:16:3e:9b:be:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f57147f-1584-4a62-83b8-e842b7fdbfc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2dc51976-041f-4e28-9975-c948630898a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:48Z', 'updated_at': '2022-07-26T14:51:59Z', 'revision_number': 5, 'project_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'subnets': [{'id': '2dc51976-041f-4e28-9975-c948630898a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851030-1-iscsi', False) {} {{(pid=111105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:58:35.902746 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f18f98-ff48-4489-9298-2eb2a475e3bd None None] The sync data for ids ['5f57147f-1584-4a62-83b8-e842b7fdbfc2'] in dv-cinder-851030-1-iscsi is: [{'id': '5f57147f-1584-4a62-83b8-e842b7fdbfc2', 'name': 'tempest-AttachVolumeNegativeTest-1038869275-router', 'tenant_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '8dee36ad-48a7-4c32-9e44-b495406a43fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:51:43Z', 'updated_at': '2022-07-26T14:51:50Z', 'revision_number': 4, 'project_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'gw_port': {'id': '8dee36ad-48a7-4c32-9e44-b495406a43fc', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:28:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f57147f-1584-4a62-83b8-e842b7fdbfc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:44Z', 'updated_at': '2022-07-26T14:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi', '_interfaces': [{'id': 'c22bd2eb-9253-40e7-9f5d-34524feb8d4d', 'name': '', 'network_id': '4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0', 'tenant_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'mac_address': 'fa:16:3e:9b:be:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f57147f-1584-4a62-83b8-e842b7fdbfc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2dc51976-041f-4e28-9975-c948630898a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:48Z', 'updated_at': '2022-07-26T14:51:59Z', 'revision_number': 5, 'project_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'subnets': [{'id': '2dc51976-041f-4e28-9975-c948630898a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:58:36.121778 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d3098b-1a3b-45a0-8060-89d7224753cb None None] New status for floating IP cd53df16-aeae-41e0-ab80-d8cd9458edcd: DOWN {{(pid=111104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 14:58:36.757789 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-4355ab90-5606-4591-b3b4-c12773a851f8 req-305691ff-d4e0-49bd-9531-05c499192d3b tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=7c808f60-6b5e-4ad9-8463-47c749c4ad58 HTTP/1.1" status: 200 len: 210 time: 0.0280526 Jul 26 14:58:37.933242 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 50438) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:58:37.987502 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-195e0e63-4c6b-4415-84b7-a1aea809c7d5 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks [] for security_group (767eb1ba-2e1a-4d1a-a8e5-d3cd1aca29c9), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:38.010756 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-195e0e63-4c6b-4415-84b7-a1aea809c7d5 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks [] for security_group (767eb1ba-2e1a-4d1a-a8e5-d3cd1aca29c9), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:38.161270 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-195e0e63-4c6b-4415-84b7-a1aea809c7d5 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (767eb1ba-2e1a-4d1a-a8e5-d3cd1aca29c9), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:38.163928 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-195e0e63-4c6b-4415-84b7-a1aea809c7d5 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks [] for security_group (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:38.165116 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-195e0e63-4c6b-4415-84b7-a1aea809c7d5 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "DELETE /v2.0/security-groups/767eb1ba-2e1a-4d1a-a8e5-d3cd1aca29c9 HTTP/1.1" status: 204 len: 168 time: 0.2308366 Jul 26 14:58:38.167903 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 50440) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:58:38.174738 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195e0e63-4c6b-4415-84b7-a1aea809c7d5 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=767eb1ba-2e1a-4d1a-a8e5-d3cd1aca29c9,revision_number=None']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:38.182755 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.api.v2.resource [None req-67994ef2-e927-4dac-8ed2-45dd6f002e52 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] show failed (client error): The resource could not be found. Jul 26 14:58:38.182932 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-67994ef2-e927-4dac-8ed2-45dd6f002e52 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/security-groups/767eb1ba-2e1a-4d1a-a8e5-d3cd1aca29c9 HTTP/1.1" status: 404 len: 347 time: 0.0139410 Jul 26 14:58:38.185793 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 50442) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:58:38.199049 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Device 73723af2-05ec-4b78-b99d-0201637337f6 no longer exists at agent hyperv_hv-cinder-85103 {{(pid=111104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:58:38.220690 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] No Port match for: 73723af2-05ec-4b78-b99d-0201637337f6 {{(pid=111104) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 14:58:38.221124 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Device 73723af2-05ec-4b78-b99d-0201637337f6 not bound to the agent host hv-cinder-85103 {{(pid=111104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:58:38.297444 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.plugins.ml2.plugin [None req-a2e8ced1-9eca-43dc-a1bf-1b904164d2e6 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Deleting port e6cdfd0d-1d08-4c2e-b844-b5bbfaff4a6c {{(pid=111103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 14:58:38.297788 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-a2e8ced1-9eca-43dc-a1bf-1b904164d2e6 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789580082445'] for port (e6cdfd0d-1d08-4c2e-b844-b5bbfaff4a6c), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:38.378320 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-a2e8ced1-9eca-43dc-a1bf-1b904164d2e6 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580114'] for port (e6cdfd0d-1d08-4c2e-b844-b5bbfaff4a6c), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:38.378553 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-a2e8ced1-9eca-43dc-a1bf-1b904164d2e6 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks [] for floatingip (e6cdfd0d-1d08-4c2e-b844-b5bbfaff4a6c), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:38.391710 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.plugins.ml2.plugin [None req-a2e8ced1-9eca-43dc-a1bf-1b904164d2e6 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Calling delete_port for e6cdfd0d-1d08-4c2e-b844-b5bbfaff4a6c owned by network:floatingip {{(pid=111103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 14:58:38.697976 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-a2e8ced1-9eca-43dc-a1bf-1b904164d2e6 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789580201795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789579689804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4313512'] for port (e6cdfd0d-1d08-4c2e-b844-b5bbfaff4a6c), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:38.723705 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e8ced1-9eca-43dc-a1bf-1b904164d2e6 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Pushing event deleted for resources: {'Port': ['ID=e6cdfd0d-1d08-4c2e-b844-b5bbfaff4a6c,revision_number=None']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:38.791128 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-a2e8ced1-9eca-43dc-a1bf-1b904164d2e6 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks [] for floatingip (cd53df16-aeae-41e0-ab80-d8cd9458edcd), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:38.793677 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-a2e8ced1-9eca-43dc-a1bf-1b904164d2e6 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-431034'] for floatingip (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:38.794959 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-a2e8ced1-9eca-43dc-a1bf-1b904164d2e6 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "DELETE /v2.0/floatingips/cd53df16-aeae-41e0-ab80-d8cd9458edcd HTTP/1.1" status: 204 len: 168 time: 0.6082530 Jul 26 14:58:38.971005 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 50446) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:58:38.975547 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.v2.base [None req-b968dc18-ddab-4512-8b9c-36d3fc86e561 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Request body: {'security_group': {'name': 'tempest-securitygroup--407407181', 'description': 'tempest-description--1331885899'}} {{(pid=111102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 14:58:39.058957 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-b968dc18-ddab-4512-8b9c-36d3fc86e561 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks [] for security_group (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:39.128024 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-b968dc18-ddab-4512-8b9c-36d3fc86e561 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks [] for security_group (dcd13897-a68c-492b-834b-070b52382498), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:39.207790 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-b968dc18-ddab-4512-8b9c-36d3fc86e561 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (dcd13897-a68c-492b-834b-070b52382498), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:39.237296 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b968dc18-ddab-4512-8b9c-36d3fc86e561 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcd13897-a68c-492b-834b-070b52382498,revision_number=1']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:39.323359 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-b968dc18-ddab-4512-8b9c-36d3fc86e561 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks [] for security_group (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:39.324713 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-b968dc18-ddab-4512-8b9c-36d3fc86e561 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3526564 Jul 26 14:58:39.327629 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 50448) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:58:39.332568 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.v2.base [None req-842fa8a2-eac6-4f7d-bc77-fe275071eae3 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Request body: {'security_group_rule': {'security_group_id': 'dcd13897-a68c-492b-834b-070b52382498', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 14:58:39.429763 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-842fa8a2-eac6-4f7d-bc77-fe275071eae3 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks [] for security_group_rule (42f9f314-8569-4648-984d-d76f17865f04), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:39.482401 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:58:39.484786 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-842fa8a2-eac6-4f7d-bc77-fe275071eae3 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks [] for security_group_rule (42f9f314-8569-4648-984d-d76f17865f04), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:39.624144 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-842fa8a2-eac6-4f7d-bc77-fe275071eae3 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662595'] for security_group_rule (42f9f314-8569-4648-984d-d76f17865f04), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:39.644663 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842fa8a2-eac6-4f7d-bc77-fe275071eae3 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42f9f314-8569-4648-984d-d76f17865f04,revision_number=0']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:39.735775 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-842fa8a2-eac6-4f7d-bc77-fe275071eae3 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:39.737507 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-842fa8a2-eac6-4f7d-bc77-fe275071eae3 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4081450 Jul 26 14:58:39.740042 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 50450) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:58:39.744563 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.v2.base [None req-f81b9cae-e680-40fc-b38d-01a35040006b tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Request body: {'security_group_rule': {'security_group_id': 'dcd13897-a68c-492b-834b-070b52382498', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 14:58:39.939126 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-f81b9cae-e680-40fc-b38d-01a35040006b tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks [] for security_group_rule (eb077665-1c13-4c88-b55f-c0934c7f1a51), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:39.995696 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-f81b9cae-e680-40fc-b38d-01a35040006b tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks [] for security_group_rule (eb077665-1c13-4c88-b55f-c0934c7f1a51), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:40.087180 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-f81b9cae-e680-40fc-b38d-01a35040006b tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662595'] for security_group_rule (eb077665-1c13-4c88-b55f-c0934c7f1a51), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:40.106644 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81b9cae-e680-40fc-b38d-01a35040006b tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb077665-1c13-4c88-b55f-c0934c7f1a51,revision_number=0']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:40.180222 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-f81b9cae-e680-40fc-b38d-01a35040006b tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:40.181428 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-f81b9cae-e680-40fc-b38d-01a35040006b tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4404633 Jul 26 14:58:40.184572 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 50452) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:58:40.189595 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.v2.base [None req-af2e4f62-5126-4a3a-8cc9-cd1de48452a4 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Request body: {'floatingip': {'floating_network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a'}} {{(pid=111102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 14:58:40.292840 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-af2e4f62-5126-4a3a-8cc9-cd1de48452a4 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:40.339243 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:58:40.374584 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-af2e4f62-5126-4a3a-8cc9-cd1de48452a4 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:40.487098 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.db_base_plugin_common [None req-af2e4f62-5126-4a3a-8cc9-cd1de48452a4 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Allocated IP 172.27.0.44 (976f28e8-c47c-49b7-93ff-2bd79bbe121a/527ba32d-e656-41f8-8fe6-15a8ab4751c9/3f7f8f22-0879-48f3-9809-4c2aec05a7c1) {{(pid=111102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:58:40.589125 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-af2e4f62-5126-4a3a-8cc9-cd1de48452a4 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks [] for port (3f7f8f22-0879-48f3-9809-4c2aec05a7c1), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:40.609140 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:58:40.716211 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-af2e4f62-5126-4a3a-8cc9-cd1de48452a4 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789579689795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868105'] for port (3f7f8f22-0879-48f3-9809-4c2aec05a7c1), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:40.761177 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2e4f62-5126-4a3a-8cc9-cd1de48452a4 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Network 976f28e8-c47c-49b7-93ff-2bd79bbe121a is already hosted by enough agents. {{(pid=111102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:58:40.766626 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.base_scheduler [None req-af2e4f62-5126-4a3a-8cc9-cd1de48452a4 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Resources bound (agent type, host, resource id): {{(pid=111102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:58:40.770391 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2e4f62-5126-4a3a-8cc9-cd1de48452a4 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Received port after_create {{(pid=111102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 14:58:40.776185 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2e4f62-5126-4a3a-8cc9-cd1de48452a4 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Pushing event updated for resources: {'Port': ['ID=3f7f8f22-0879-48f3-9809-4c2aec05a7c1,revision_number=1']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:40.854366 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-af2e4f62-5126-4a3a-8cc9-cd1de48452a4 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks [] for floatingip (774c1cba-a322-4961-8e6f-496c4c4d43f6), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:40.979430 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-af2e4f62-5126-4a3a-8cc9-cd1de48452a4 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (3f7f8f22-0879-48f3-9809-4c2aec05a7c1), before_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:41.135715 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-af2e4f62-5126-4a3a-8cc9-cd1de48452a4 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks [] for port (3f7f8f22-0879-48f3-9809-4c2aec05a7c1), precommit_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:41.218157 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-af2e4f62-5126-4a3a-8cc9-cd1de48452a4 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868126'] for port (3f7f8f22-0879-48f3-9809-4c2aec05a7c1), after_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:41.288424 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2e4f62-5126-4a3a-8cc9-cd1de48452a4 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Pushing event updated for resources: {'Port': ['ID=3f7f8f22-0879-48f3-9809-4c2aec05a7c1,revision_number=2']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:41.301933 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-af2e4f62-5126-4a3a-8cc9-cd1de48452a4 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691171'] for floatingip (774c1cba-a322-4961-8e6f-496c4c4d43f6), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:41.409511 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-af2e4f62-5126-4a3a-8cc9-cd1de48452a4 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-431034'] for floatingip (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:41.410695 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-af2e4f62-5126-4a3a-8cc9-cd1de48452a4 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2252085 Jul 26 14:58:41.559371 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-33688bdd-4cec-4abe-b7b3-e3df678ef006 req-1b11d5fb-370f-43f2-92ad-428ea31bea3a tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/security-groups?name=tempest-securitygroup--407407181&fields=id&tenant_id=ace4455a9e1b44e5bf7b04fd4abf81d7 HTTP/1.1" status: 200 len: 267 time: 0.0433743 Jul 26 14:58:41.668272 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33688bdd-4cec-4abe-b7b3-e3df678ef006 req-ee87015d-c88a-4e72-a0e5-6d93e1c3d8ca tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:58:41.669614 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-33688bdd-4cec-4abe-b7b3-e3df678ef006 req-ee87015d-c88a-4e72-a0e5-6d93e1c3d8ca tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/networks?id=4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0 HTTP/1.1" status: 200 len: 815 time: 0.1039245 Jul 26 14:58:41.680701 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:58:41.684347 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-33688bdd-4cec-4abe-b7b3-e3df678ef006 req-5986b9a4-3fe5-4fae-9b37-72575b159174 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/quotas/ace4455a9e1b44e5bf7b04fd4abf81d7 HTTP/1.1" status: 200 len: 375 time: 0.0094624 Jul 26 14:58:41.734502 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-33688bdd-4cec-4abe-b7b3-e3df678ef006 req-e6e29a27-07b7-4951-ab32-bf6176ae5fe7 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=ace4455a9e1b44e5bf7b04fd4abf81d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451889 Jul 26 14:58:41.872814 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-33688bdd-4cec-4abe-b7b3-e3df678ef006 req-c99ab5b8-ae48-4da8-9936-4efa8d453215 service neutron] 10.222.0.97 "GET /v2.0/networks/4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267362 Jul 26 14:58:41.966314 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-33688bdd-4cec-4abe-b7b3-e3df678ef006 req-adcd827c-4ed2-4c13-8a5c-f3937d054933 service neutron] 10.222.0.97 "GET /v2.0/networks/4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877912 Jul 26 14:58:42.239693 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-a1cd8ec9-054a-4d6e-b2ca-b8d317585770 req-3cf98f89-cdff-4ec2-a45b-4970f69fc064 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=1b3ca784-f197-4dfa-8592-742a8cb0b832 HTTP/1.1" status: 200 len: 210 time: 0.0311170 Jul 26 14:58:43.341121 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-e4267d74-83aa-49a4-9de3-a2fa6fe5fb1d req-1ce7de67-9eb1-40d3-84dd-1feaf36d949d tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=1b3ca784-f197-4dfa-8592-742a8cb0b832 HTTP/1.1" status: 200 len: 210 time: 0.0290716 Jul 26 14:58:44.443700 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-f79da879-cfb1-4957-9c16-958a947a8d97 req-10c847cf-8971-43cc-8a90-7444ee562885 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=1b3ca784-f197-4dfa-8592-742a8cb0b832 HTTP/1.1" status: 200 len: 210 time: 0.0285935 Jul 26 14:58:44.485237 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:58:44.526483 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33688bdd-4cec-4abe-b7b3-e3df678ef006 req-9cd1b8e7-91d2-4679-b022-cda257a4b836 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:58:44.527930 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-33688bdd-4cec-4abe-b7b3-e3df678ef006 req-9cd1b8e7-91d2-4679-b022-cda257a4b836 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.99 "GET /v2.0/networks?id=4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0 HTTP/1.1" status: 200 len: 815 time: 0.1066382 Jul 26 14:58:44.595838 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-33688bdd-4cec-4abe-b7b3-e3df678ef006 req-b4cbfb74-dcb4-4747-9c96-08e7c9e5eedf tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ace4455a9e1b44e5bf7b04fd4abf81d7 HTTP/1.1" status: 200 len: 379 time: 0.0515356 Jul 26 14:58:44.605229 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.v2.base [req-33688bdd-4cec-4abe-b7b3-e3df678ef006 req-3f5241ec-df4a-4a5b-b6d5-2d2536187756 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Request body: {'port': {'device_id': '1b3ca784-f197-4dfa-8592-742a8cb0b832', 'network_id': '4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0', 'admin_state_up': True, 'tenant_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'security_groups': ['dcd13897-a68c-492b-834b-070b52382498']}} {{(pid=111102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 14:58:44.847078 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33688bdd-4cec-4abe-b7b3-e3df678ef006 req-3f5241ec-df4a-4a5b-b6d5-2d2536187756 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Made reservation on behalf of ace4455a9e1b44e5bf7b04fd4abf81d7 for: {'port': 1} {{(pid=111102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:58:44.850551 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-33688bdd-4cec-4abe-b7b3-e3df678ef006 req-3f5241ec-df4a-4a5b-b6d5-2d2536187756 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:44.981033 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.db_base_plugin_common [req-33688bdd-4cec-4abe-b7b3-e3df678ef006 req-3f5241ec-df4a-4a5b-b6d5-2d2536187756 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Allocated IP 172.20.0.10 (4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0/2dc51976-041f-4e28-9975-c948630898a5/9b0e3837-4947-4f14-b8b9-6a4f6f25c7be) {{(pid=111102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:58:45.127182 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-33688bdd-4cec-4abe-b7b3-e3df678ef006 req-3f5241ec-df4a-4a5b-b6d5-2d2536187756 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks [] for port (9b0e3837-4947-4f14-b8b9-6a4f6f25c7be), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:45.246934 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-33688bdd-4cec-4abe-b7b3-e3df678ef006 req-3f5241ec-df4a-4a5b-b6d5-2d2536187756 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789579689795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868105'] for port (9b0e3837-4947-4f14-b8b9-6a4f6f25c7be), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:45.284003 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:58:45.292962 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33688bdd-4cec-4abe-b7b3-e3df678ef006 req-3f5241ec-df4a-4a5b-b6d5-2d2536187756 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Network 4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0 is already hosted by enough agents. {{(pid=111102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:58:45.296249 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.base_scheduler [req-33688bdd-4cec-4abe-b7b3-e3df678ef006 req-3f5241ec-df4a-4a5b-b6d5-2d2536187756 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Resources bound (agent type, host, resource id): {{(pid=111102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:58:45.301226 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.l3_dvrscheduler_db [req-33688bdd-4cec-4abe-b7b3-e3df678ef006 req-3f5241ec-df4a-4a5b-b6d5-2d2536187756 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Received port after_create {{(pid=111102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 14:58:45.350536 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (311d617f-8fa1-4662-a157-ab38f6e1e2d8), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:45.521156 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-fbd7d297-85d1-44a4-bedf-50779f0fd0e2 None None] Provisioning complete for port 9b0e3837-4947-4f14-b8b9-6a4f6f25c7be triggered by entity DHCP. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:58:45.521520 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-fbd7d297-85d1-44a4-bedf-50779f0fd0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (9b0e3837-4947-4f14-b8b9-6a4f6f25c7be), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:45.556485 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-fbd7d297-85d1-44a4-bedf-50779f0fd0e2 None None] Port 9b0e3837-4947-4f14-b8b9-6a4f6f25c7be cannot update to ACTIVE because it is not bound. {{(pid=111104) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 14:58:45.587816 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5241ec-df4a-4a5b-b6d5-2d2536187756 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Pushing event updated for resources: {'Port': ['ID=9b0e3837-4947-4f14-b8b9-6a4f6f25c7be,revision_number=1']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:45.647894 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7dc15e-2ae2-4a47-8641-55e16537c501 req-a61dcf26-868e-412d-a2e6-0a67957ebea6 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:58:45.649293 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-cf7dc15e-2ae2-4a47-8641-55e16537c501 req-a61dcf26-868e-412d-a2e6-0a67957ebea6 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=1b3ca784-f197-4dfa-8592-742a8cb0b832 HTTP/1.1" status: 200 len: 932 time: 0.0627306 Jul 26 14:58:45.654414 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33688bdd-4cec-4abe-b7b3-e3df678ef006 req-3f5241ec-df4a-4a5b-b6d5-2d2536187756 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:58:45.655007 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-33688bdd-4cec-4abe-b7b3-e3df678ef006 req-3f5241ec-df4a-4a5b-b6d5-2d2536187756 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-431034'] for port (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:45.690267 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:58:45.705105 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-cf7dc15e-2ae2-4a47-8641-55e16537c501 req-3c3f4d0d-1d33-4805-bcd9-d470a34c10b3 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/security-groups?id=dcd13897-a68c-492b-834b-070b52382498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473216 Jul 26 14:58:45.802956 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-33688bdd-4cec-4abe-b7b3-e3df678ef006 req-3f5241ec-df4a-4a5b-b6d5-2d2536187756 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2019656 Jul 26 14:58:45.825734 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.v2.base [req-33688bdd-4cec-4abe-b7b3-e3df678ef006 req-193ee386-7b2e-43a2-96cd-b4bc646ebd6f service neutron] Request body: {'port': {'device_id': '1b3ca784-f197-4dfa-8592-742a8cb0b832', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85103'}} {{(pid=111102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 14:58:45.876227 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=13 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:58:45.886162 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-33688bdd-4cec-4abe-b7b3-e3df678ef006 req-193ee386-7b2e-43a2-96cd-b4bc646ebd6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (9b0e3837-4947-4f14-b8b9-6a4f6f25c7be), before_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:46.154185 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.notifiers.nova [req-33688bdd-4cec-4abe-b7b3-e3df678ef006 req-193ee386-7b2e-43a2-96cd-b4bc646ebd6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b0e3837-4947-4f14-b8b9-6a4f6f25c7be {{(pid=111102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 14:58:46.161789 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-33688bdd-4cec-4abe-b7b3-e3df678ef006 req-193ee386-7b2e-43a2-96cd-b4bc646ebd6f service neutron] Publish callbacks [] for port (9b0e3837-4947-4f14-b8b9-6a4f6f25c7be), precommit_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:46.179990 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.provisioning_blocks [req-33688bdd-4cec-4abe-b7b3-e3df678ef006 req-193ee386-7b2e-43a2-96cd-b4bc646ebd6f service neutron] Transition to ACTIVE for port object 9b0e3837-4947-4f14-b8b9-6a4f6f25c7be will not be triggered until provisioned by entity L2. {{(pid=111102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 14:58:46.205632 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 50494) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:58:46.244092 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-33688bdd-4cec-4abe-b7b3-e3df678ef006 req-193ee386-7b2e-43a2-96cd-b4bc646ebd6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868126'] for port (9b0e3837-4947-4f14-b8b9-6a4f6f25c7be), after_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:46.351385 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193ee386-7b2e-43a2-96cd-b4bc646ebd6f service neutron] Pushing event updated for resources: {'Port': ['ID=9b0e3837-4947-4f14-b8b9-6a4f6f25c7be,revision_number=2']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:46.402871 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:58:46.469250 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.managers [req-33688bdd-4cec-4abe-b7b3-e3df678ef006 req-193ee386-7b2e-43a2-96cd-b4bc646ebd6f service neutron] Attempting to bind port 9b0e3837-4947-4f14-b8b9-6a4f6f25c7be on host hv-cinder-85103 for vnic_type normal with profile {{(pid=111102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 14:58:46.469588 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.managers [req-33688bdd-4cec-4abe-b7b3-e3df678ef006 req-193ee386-7b2e-43a2-96cd-b4bc646ebd6f service neutron] Attempting to bind port 9b0e3837-4947-4f14-b8b9-6a4f6f25c7be by drivers openvswitch,hyperv on host hv-cinder-85103 at level 0 using segments [{'id': '44f32d63-89d2-4ed3-9d85-4654c6c16c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0'}] {{(pid=111102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 14:58:46.469910 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33688bdd-4cec-4abe-b7b3-e3df678ef006 req-193ee386-7b2e-43a2-96cd-b4bc646ebd6f service neutron] Attempting to bind port 9b0e3837-4947-4f14-b8b9-6a4f6f25c7be on network 4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0 {{(pid=111102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 14:58:46.472100 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.plugin [None req-4307f1d6-9c1b-4812-a2e3-b3968a20b4ba tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Deleting port 80a84803-e792-4b70-bafa-9939e7c1feda {{(pid=111102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 14:58:46.472439 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-4307f1d6-9c1b-4812-a2e3-b3968a20b4ba tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789580082445'] for port (80a84803-e792-4b70-bafa-9939e7c1feda), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:46.486778 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33688bdd-4cec-4abe-b7b3-e3df678ef006 req-193ee386-7b2e-43a2-96cd-b4bc646ebd6f service neutron] Port 9b0e3837-4947-4f14-b8b9-6a4f6f25c7be on network 4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85103 {{(pid=111102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 14:58:46.487105 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33688bdd-4cec-4abe-b7b3-e3df678ef006 req-193ee386-7b2e-43a2-96cd-b4bc646ebd6f service neutron] Attempting to bind port 9b0e3837-4947-4f14-b8b9-6a4f6f25c7be on network 4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0 {{(pid=111102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 14:58:46.522857 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33688bdd-4cec-4abe-b7b3-e3df678ef006 req-193ee386-7b2e-43a2-96cd-b4bc646ebd6f service neutron] Checking agent: {'id': '311d617f-8fa1-4662-a157-ab38f6e1e2d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85103', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 14, 49, 45), 'started_at': datetime.datetime(2022, 7, 26, 14, 49, 45), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 14, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 14:58:46.523202 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33688bdd-4cec-4abe-b7b3-e3df678ef006 req-193ee386-7b2e-43a2-96cd-b4bc646ebd6f service neutron] Checking segment: {'id': '44f32d63-89d2-4ed3-9d85-4654c6c16c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 14:58:46.523611 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33688bdd-4cec-4abe-b7b3-e3df678ef006 req-193ee386-7b2e-43a2-96cd-b4bc646ebd6f service neutron] Bound using segment: {'id': '44f32d63-89d2-4ed3-9d85-4654c6c16c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0'} {{(pid=111102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 14:58:46.531580 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.managers [req-33688bdd-4cec-4abe-b7b3-e3df678ef006 req-193ee386-7b2e-43a2-96cd-b4bc646ebd6f service neutron] Bound port: 9b0e3837-4947-4f14-b8b9-6a4f6f25c7be, host: hv-cinder-85103, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44f32d63-89d2-4ed3-9d85-4654c6c16c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0'}}] {{(pid=111102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 14:58:46.531580 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-33688bdd-4cec-4abe-b7b3-e3df678ef006 req-193ee386-7b2e-43a2-96cd-b4bc646ebd6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (9b0e3837-4947-4f14-b8b9-6a4f6f25c7be), before_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:46.610987 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-4307f1d6-9c1b-4812-a2e3-b3968a20b4ba tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580114'] for port (80a84803-e792-4b70-bafa-9939e7c1feda), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:46.611759 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-4307f1d6-9c1b-4812-a2e3-b3968a20b4ba tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Publish callbacks [] for floatingip (80a84803-e792-4b70-bafa-9939e7c1feda), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:46.627067 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.db [req-33688bdd-4cec-4abe-b7b3-e3df678ef006 req-193ee386-7b2e-43a2-96cd-b4bc646ebd6f service neutron] For port 9b0e3837-4947-4f14-b8b9-6a4f6f25c7be, host hv-cinder-85103, cleared binding levels {{(pid=111102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:58:46.629389 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.plugin [None req-4307f1d6-9c1b-4812-a2e3-b3968a20b4ba tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Calling delete_port for 80a84803-e792-4b70-bafa-9939e7c1feda owned by network:floatingip {{(pid=111102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 14:58:46.632245 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.db [req-33688bdd-4cec-4abe-b7b3-e3df678ef006 req-193ee386-7b2e-43a2-96cd-b4bc646ebd6f service neutron] For port 9b0e3837-4947-4f14-b8b9-6a4f6f25c7be, host hv-cinder-85103, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=9b0e3837-4947-4f14-b8b9-6a4f6f25c7be,segment=NetworkSegment(44f32d63-89d2-4ed3-9d85-4654c6c16c14),segment_id=44f32d63-89d2-4ed3-9d85-4654c6c16c14)] {{(pid=111102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:58:46.721317 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-33688bdd-4cec-4abe-b7b3-e3df678ef006 req-193ee386-7b2e-43a2-96cd-b4bc646ebd6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868126'] for port (9b0e3837-4947-4f14-b8b9-6a4f6f25c7be), after_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:46.753378 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:58:46.769797 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33688bdd-4cec-4abe-b7b3-e3df678ef006 req-193ee386-7b2e-43a2-96cd-b4bc646ebd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:58:46.770429 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-33688bdd-4cec-4abe-b7b3-e3df678ef006 req-193ee386-7b2e-43a2-96cd-b4bc646ebd6f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-431034'] for port (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:46.771849 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-33688bdd-4cec-4abe-b7b3-e3df678ef006 req-193ee386-7b2e-43a2-96cd-b4bc646ebd6f service neutron] 10.222.0.99 "PUT /v2.0/ports/9b0e3837-4947-4f14-b8b9-6a4f6f25c7be HTTP/1.1" status: 200 len: 1094 time: 0.9501421 Jul 26 14:58:46.774012 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b3ca784-f197-4dfa-8592-742a8cb0b832', 'tag': '9b0e3837-4947-4f14-b8b9-6a4f6f25c7be'}] {{(pid=111102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 14:58:46.776326 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8185506cd1cc56e10fcde42571d85de650c4e290bb1b6bf5ec2f858ed2201c15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8723bb7c-8073-4cfd-89f1-113be7dc8633" -d '{"events": [{"name": "network-changed", "server_uuid": "1b3ca784-f197-4dfa-8592-742a8cb0b832", "tag": "9b0e3837-4947-4f14-b8b9-6a4f6f25c7be"}]}' {{(pid=111102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:58:46.835345 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 14:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05d34c06-d6ca-428f-9c1c-7b7042013c28 x-openstack-request-id: req-05d34c06-d6ca-428f-9c1c-7b7042013c28 {{(pid=111102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:58:46.835655 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b3ca784-f197-4dfa-8592-742a8cb0b832", "tag": "9b0e3837-4947-4f14-b8b9-6a4f6f25c7be", "status": "completed", "code": 200}]} {{(pid=111102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:58:46.835910 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-05d34c06-d6ca-428f-9c1c-7b7042013c28 {{(pid=111102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:58:46.836309 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05d34c06-d6ca-428f-9c1c-7b7042013c28'] response: {'name': 'network-changed', 'server_uuid': '1b3ca784-f197-4dfa-8592-742a8cb0b832', 'tag': '9b0e3837-4947-4f14-b8b9-6a4f6f25c7be', 'status': 'completed', 'code': 200} Jul 26 14:58:46.855650 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193ee386-7b2e-43a2-96cd-b4bc646ebd6f service neutron] Pushing event updated for resources: {'Port': ['ID=9b0e3837-4947-4f14-b8b9-6a4f6f25c7be,revision_number=3']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:46.869434 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133772c3-e304-4c09-bd17-f044d36bd911 req-48db3d94-0544-4f2f-bba5-90c815ca788b tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:58:46.871609 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-133772c3-e304-4c09-bd17-f044d36bd911 req-48db3d94-0544-4f2f-bba5-90c815ca788b tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=1b3ca784-f197-4dfa-8592-742a8cb0b832 HTTP/1.1" status: 200 len: 944 time: 0.0852950 Jul 26 14:58:46.961842 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-133772c3-e304-4c09-bd17-f044d36bd911 req-ed6a0518-5bd7-4a1e-a98b-8bf627ae22ac tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/security-groups?id=dcd13897-a68c-492b-834b-070b52382498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822535 Jul 26 14:58:47.025140 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-4307f1d6-9c1b-4812-a2e3-b3968a20b4ba tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789580201795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789579689804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868105'] for port (80a84803-e792-4b70-bafa-9939e7c1feda), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:47.052052 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4307f1d6-9c1b-4812-a2e3-b3968a20b4ba tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Pushing event deleted for resources: {'Port': ['ID=80a84803-e792-4b70-bafa-9939e7c1feda,revision_number=None']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:47.121481 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-4307f1d6-9c1b-4812-a2e3-b3968a20b4ba tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Publish callbacks [] for floatingip (d85d430d-4114-4f4d-9667-d6ffbabf24a5), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:47.121481 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.db.l3_db [None req-4307f1d6-9c1b-4812-a2e3-b3968a20b4ba tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Floating IP d85d430d-4114-4f4d-9667-d6ffbabf24a5 disassociated (deleted). External IP: 172.27.0.254, port: 5dc5b800-3fb7-4da8-865c-4676b8e74a36. Jul 26 14:58:47.241930 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8723bb7c-8073-4cfd-89f1-113be7dc8633 req-531a22af-b02e-462f-8484-fbb98a0b1527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:58:47.243422 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-8723bb7c-8073-4cfd-89f1-113be7dc8633 req-531a22af-b02e-462f-8484-fbb98a0b1527 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=ace4455a9e1b44e5bf7b04fd4abf81d7&device_id=1b3ca784-f197-4dfa-8592-742a8cb0b832 HTTP/1.1" status: 200 len: 1128 time: 0.0768287 Jul 26 14:58:47.258388 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=7 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:58:47.423112 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4307f1d6-9c1b-4812-a2e3-b3968a20b4ba tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Router 77253391-b429-4b7c-9024-2065a1df24b8 has already been hosted by L3 agent 66f8bb98-7ace-4a85-b6ba-ffe40597695b {{(pid=111102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 14:58:47.449917 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8723bb7c-8073-4cfd-89f1-113be7dc8633 req-99edc4b1-d3e3-4201-84f3-cda0581003a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:58:47.451373 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-8723bb7c-8073-4cfd-89f1-113be7dc8633 req-99edc4b1-d3e3-4201-84f3-cda0581003a9 service neutron] 10.222.0.99 "GET /v2.0/networks?tenant_id=ace4455a9e1b44e5bf7b04fd4abf81d7&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1487343 Jul 26 14:58:47.543937 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4307f1d6-9c1b-4812-a2e3-b3968a20b4ba tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Notify agent at l3_agent.dv-cinder-851030-1-iscsi the message routers_updated {{(pid=111102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:58:47.549451 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-4307f1d6-9c1b-4812-a2e3-b3968a20b4ba tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-431034'] for floatingip (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:47.554141 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3045ae5d-3dae-426a-9810-45a46a5ee44f None None] Sync routers for ids ['77253391-b429-4b7c-9024-2065a1df24b8'] in dv-cinder-851030-1-iscsi {{(pid=111105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:58:47.564283 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3045ae5d-3dae-426a-9810-45a46a5ee44f None None] Routers {'77253391-b429-4b7c-9024-2065a1df24b8'} bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 14:58:47.564892 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_hamode_db [None req-3045ae5d-3dae-426a-9810-45a46a5ee44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851030-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-26T14:42:54Z,description=,heartbeat_timestamp=2022-07-26T14:58:24Z,host='dv-cinder-851030-1-iscsi',id=66f8bb98-7ace-4a85-b6ba-ffe40597695b,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:42:55Z,topic='l3_agent')) {'router_ids': ['77253391-b429-4b7c-9024-2065a1df24b8'], 'active': True} {{(pid=111105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:58:47.582915 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-4307f1d6-9c1b-4812-a2e3-b3968a20b4ba tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] 10.222.0.97 "DELETE /v2.0/floatingips/d85d430d-4114-4f4d-9667-d6ffbabf24a5 HTTP/1.1" status: 204 len: 168 time: 1.3757682 Jul 26 14:58:47.669129 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_dvr_db [None req-3045ae5d-3dae-426a-9810-45a46a5ee44f None None] Set router 77253391-b429-4b7c-9024-2065a1df24b8 gateway port host: dv-cinder-851030-1-iscsi {{(pid=111105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 14:58:47.766269 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8723bb7c-8073-4cfd-89f1-113be7dc8633 req-86ced865-e86c-4e49-976a-fa2a8b532987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:58:47.767809 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-8723bb7c-8073-4cfd-89f1-113be7dc8633 req-86ced865-e86c-4e49-976a-fa2a8b532987 service neutron] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0954933 Jul 26 14:58:47.872254 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33688bdd-4cec-4abe-b7b3-e3df678ef006 req-7f4aee54-6834-4fe4-9d10-0ad887a7e8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:58:47.873741 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-33688bdd-4cec-4abe-b7b3-e3df678ef006 req-7f4aee54-6834-4fe4-9d10-0ad887a7e8bd service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=ace4455a9e1b44e5bf7b04fd4abf81d7&device_id=1b3ca784-f197-4dfa-8592-742a8cb0b832 HTTP/1.1" status: 200 len: 1128 time: 0.0406535 Jul 26 14:58:47.889129 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:58:47.926531 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-33688bdd-4cec-4abe-b7b3-e3df678ef006 req-24b6479f-1ee9-4ab1-aee5-0c3e20e98f05 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9b0e3837-4947-4f14-b8b9-6a4f6f25c7be HTTP/1.1" status: 200 len: 217 time: 0.0378549 Jul 26 14:58:47.944251 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_hamode_db [None req-3045ae5d-3dae-426a-9810-45a46a5ee44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77253391-b429-4b7c-9024-2065a1df24b8', 'name': 'tempest-TestVolumeBootPattern-1575365732-router', 'tenant_id': 'e7107f9317c24cc7b972fdc6b8c01322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '7bec4bbe-d10a-4710-9f59-7fbddd70fb0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:53:32Z', 'updated_at': '2022-07-26T14:53:35Z', 'revision_number': 4, 'project_id': 'e7107f9317c24cc7b972fdc6b8c01322', 'gw_port': {'id': '7bec4bbe-d10a-4710-9f59-7fbddd70fb0e', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77253391-b429-4b7c-9024-2065a1df24b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:53:32Z', 'updated_at': '2022-07-26T14:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi', '_interfaces': [{'id': '5840695a-f93c-4b1f-a583-6cb313898d1c', 'name': '', 'network_id': '14f3b361-a8f4-473b-ba81-867b2d141518', 'tenant_id': 'e7107f9317c24cc7b972fdc6b8c01322', 'mac_address': 'fa:16:3e:46:e2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77253391-b429-4b7c-9024-2065a1df24b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '2f172c49-73da-4c22-8185-d9d275101a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:53:34Z', 'updated_at': '2022-07-26T14:53:40Z', 'revision_number': 5, 'project_id': 'e7107f9317c24cc7b972fdc6b8c01322', 'subnets': [{'id': '2f172c49-73da-4c22-8185-d9d275101a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851030-1-iscsi', False) {} {{(pid=111105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:58:47.959904 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=100 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:58:47.973671 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3045ae5d-3dae-426a-9810-45a46a5ee44f None None] Checking router: 77253391-b429-4b7c-9024-2065a1df24b8 for host: dv-cinder-851030-1-iscsi {{(pid=111105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:58:47.982776 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3045ae5d-3dae-426a-9810-45a46a5ee44f None None] Routers {'77253391-b429-4b7c-9024-2065a1df24b8'} bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 14:58:47.983425 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_hamode_db [None req-3045ae5d-3dae-426a-9810-45a46a5ee44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851030-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-26T14:42:54Z,description=,heartbeat_timestamp=2022-07-26T14:58:24Z,host='dv-cinder-851030-1-iscsi',id=66f8bb98-7ace-4a85-b6ba-ffe40597695b,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:42:55Z,topic='l3_agent')) {'router_ids': ['77253391-b429-4b7c-9024-2065a1df24b8'], 'active': True} {{(pid=111105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:58:47.985620 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33688bdd-4cec-4abe-b7b3-e3df678ef006 req-7c5a50c4-b9c2-4656-aa36-df4949be5b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:58:47.987233 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-33688bdd-4cec-4abe-b7b3-e3df678ef006 req-7c5a50c4-b9c2-4656-aa36-df4949be5b16 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=2dc51976-041f-4e28-9975-c948630898a5 HTTP/1.1" status: 200 len: 854 time: 0.0534520 Jul 26 14:58:48.040862 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33688bdd-4cec-4abe-b7b3-e3df678ef006 req-f5dc8d1e-c1ba-49fe-bb3e-46a636edbf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:58:48.042570 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-33688bdd-4cec-4abe-b7b3-e3df678ef006 req-f5dc8d1e-c1ba-49fe-bb3e-46a636edbf13 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476120 Jul 26 14:58:48.086650 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.agents_db [None req-99196b13-9676-4f02-b89b-0db7196f18a6 None None] Agent healthcheck: found 6 active agents {{(pid=111105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 14:58:48.110799 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_dvr_db [None req-3045ae5d-3dae-426a-9810-45a46a5ee44f None None] Set router 77253391-b429-4b7c-9024-2065a1df24b8 gateway port host: dv-cinder-851030-1-iscsi {{(pid=111105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 14:58:48.159155 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60e1fb8-097f-4d5e-a128-685aa63827e5 req-cf45ae2a-e0af-4dc6-9771-704b2e20eda3 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:58:48.160708 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-c60e1fb8-097f-4d5e-a128-685aa63827e5 req-cf45ae2a-e0af-4dc6-9771-704b2e20eda3 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=1b3ca784-f197-4dfa-8592-742a8cb0b832 HTTP/1.1" status: 200 len: 944 time: 0.0986571 Jul 26 14:58:48.211166 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948305df-b998-4073-915a-37eec3e01e9a req-0ba59a36-efc2-4130-9b54-78e1de56cb45 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:58:48.212844 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-948305df-b998-4073-915a-37eec3e01e9a req-0ba59a36-efc2-4130-9b54-78e1de56cb45 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] 10.222.0.97 "GET /v2.0/ports?device_id=171f8b78-1bb9-4ab8-9e8e-78aaf0208adb HTTP/1.1" status: 200 len: 945 time: 0.0484688 Jul 26 14:58:48.218269 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-33688bdd-4cec-4abe-b7b3-e3df678ef006 req-ea740796-d826-4279-a6a5-c82f3899a3e5 service neutron] 10.222.0.99 "GET /v2.0/networks/4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679759 Jul 26 14:58:48.243289 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-c60e1fb8-097f-4d5e-a128-685aa63827e5 req-35124248-68cc-475d-8584-f8cd11ebea50 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/security-groups?id=dcd13897-a68c-492b-834b-070b52382498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728245 Jul 26 14:58:48.266416 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-948305df-b998-4073-915a-37eec3e01e9a req-bba19ece-2c6e-4143-abb7-a9e9567459e5 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] 10.222.0.97 "GET /v2.0/security-groups?id=cfe40aff-dae8-46e2-a241-0d4fffb6448d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479920 Jul 26 14:58:48.313418 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_hamode_db [None req-3045ae5d-3dae-426a-9810-45a46a5ee44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77253391-b429-4b7c-9024-2065a1df24b8', 'name': 'tempest-TestVolumeBootPattern-1575365732-router', 'tenant_id': 'e7107f9317c24cc7b972fdc6b8c01322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '7bec4bbe-d10a-4710-9f59-7fbddd70fb0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:53:32Z', 'updated_at': '2022-07-26T14:53:35Z', 'revision_number': 4, 'project_id': 'e7107f9317c24cc7b972fdc6b8c01322', 'gw_port': {'id': '7bec4bbe-d10a-4710-9f59-7fbddd70fb0e', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77253391-b429-4b7c-9024-2065a1df24b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:53:32Z', 'updated_at': '2022-07-26T14:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi', '_interfaces': [{'id': '5840695a-f93c-4b1f-a583-6cb313898d1c', 'name': '', 'network_id': '14f3b361-a8f4-473b-ba81-867b2d141518', 'tenant_id': 'e7107f9317c24cc7b972fdc6b8c01322', 'mac_address': 'fa:16:3e:46:e2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77253391-b429-4b7c-9024-2065a1df24b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '2f172c49-73da-4c22-8185-d9d275101a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:53:34Z', 'updated_at': '2022-07-26T14:53:40Z', 'revision_number': 5, 'project_id': 'e7107f9317c24cc7b972fdc6b8c01322', 'subnets': [{'id': '2f172c49-73da-4c22-8185-d9d275101a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851030-1-iscsi', False) {} {{(pid=111105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:58:48.338252 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3045ae5d-3dae-426a-9810-45a46a5ee44f None None] The sync data for ids ['77253391-b429-4b7c-9024-2065a1df24b8'] in dv-cinder-851030-1-iscsi is: [{'id': '77253391-b429-4b7c-9024-2065a1df24b8', 'name': 'tempest-TestVolumeBootPattern-1575365732-router', 'tenant_id': 'e7107f9317c24cc7b972fdc6b8c01322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '7bec4bbe-d10a-4710-9f59-7fbddd70fb0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:53:32Z', 'updated_at': '2022-07-26T14:53:35Z', 'revision_number': 4, 'project_id': 'e7107f9317c24cc7b972fdc6b8c01322', 'gw_port': {'id': '7bec4bbe-d10a-4710-9f59-7fbddd70fb0e', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77253391-b429-4b7c-9024-2065a1df24b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:53:32Z', 'updated_at': '2022-07-26T14:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi', '_interfaces': [{'id': '5840695a-f93c-4b1f-a583-6cb313898d1c', 'name': '', 'network_id': '14f3b361-a8f4-473b-ba81-867b2d141518', 'tenant_id': 'e7107f9317c24cc7b972fdc6b8c01322', 'mac_address': 'fa:16:3e:46:e2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77253391-b429-4b7c-9024-2065a1df24b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': '2f172c49-73da-4c22-8185-d9d275101a2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:53:34Z', 'updated_at': '2022-07-26T14:53:40Z', 'revision_number': 5, 'project_id': 'e7107f9317c24cc7b972fdc6b8c01322', 'subnets': [{'id': '2f172c49-73da-4c22-8185-d9d275101a2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:58:48.549807 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd25b77-92f3-429e-aa09-016b8f5ff150 None None] New status for floating IP d85d430d-4114-4f4d-9667-d6ffbabf24a5: DOWN {{(pid=111104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 14:58:48.837926 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '171f8b78-1bb9-4ab8-9e8e-78aaf0208adb', 'tag': '5dc5b800-3fb7-4da8-865c-4676b8e74a36'}] {{(pid=111102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 14:58:48.840322 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8185506cd1cc56e10fcde42571d85de650c4e290bb1b6bf5ec2f858ed2201c15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f204e81d-3d74-4cad-bb55-8d20d836acbb" -d '{"events": [{"name": "network-changed", "server_uuid": "171f8b78-1bb9-4ab8-9e8e-78aaf0208adb", "tag": "5dc5b800-3fb7-4da8-865c-4676b8e74a36"}]}' {{(pid=111102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:58:48.876000 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 14:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5f875c5-7046-4d27-90e9-47faab9de5b7 x-openstack-request-id: req-b5f875c5-7046-4d27-90e9-47faab9de5b7 {{(pid=111102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:58:48.876278 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "171f8b78-1bb9-4ab8-9e8e-78aaf0208adb", "tag": "5dc5b800-3fb7-4da8-865c-4676b8e74a36", "status": "completed", "code": 200}]} {{(pid=111102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:58:48.876525 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-b5f875c5-7046-4d27-90e9-47faab9de5b7 {{(pid=111102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:58:48.876920 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5f875c5-7046-4d27-90e9-47faab9de5b7'] response: {'name': 'network-changed', 'server_uuid': '171f8b78-1bb9-4ab8-9e8e-78aaf0208adb', 'tag': '5dc5b800-3fb7-4da8-865c-4676b8e74a36', 'status': 'completed', 'code': 200} Jul 26 14:58:49.368379 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286abe3d-2aee-47bd-8b4d-421016bc5c34 req-7387b12b-208b-4489-b088-9614538923fb tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:58:49.369884 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-286abe3d-2aee-47bd-8b4d-421016bc5c34 req-7387b12b-208b-4489-b088-9614538923fb tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=1b3ca784-f197-4dfa-8592-742a8cb0b832 HTTP/1.1" status: 200 len: 944 time: 0.0515325 Jul 26 14:58:49.393683 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717660e4-7139-4363-9de3-90ce94374718 req-31f256b9-aacf-449c-9638-a6190449614d tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:58:49.395198 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-717660e4-7139-4363-9de3-90ce94374718 req-31f256b9-aacf-449c-9638-a6190449614d tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] 10.222.0.97 "GET /v2.0/ports?device_id=171f8b78-1bb9-4ab8-9e8e-78aaf0208adb HTTP/1.1" status: 200 len: 945 time: 0.0551088 Jul 26 14:58:49.419520 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-286abe3d-2aee-47bd-8b4d-421016bc5c34 req-ddbeed06-2a67-49e5-ba2f-f5f0dc8e5cdb tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/security-groups?id=dcd13897-a68c-492b-834b-070b52382498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428939 Jul 26 14:58:49.459376 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-717660e4-7139-4363-9de3-90ce94374718 req-0638c701-4f98-4d93-8562-bf7a14d36d69 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] 10.222.0.97 "GET /v2.0/security-groups?id=cfe40aff-dae8-46e2-a241-0d4fffb6448d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582561 Jul 26 14:58:49.586192 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f204e81d-3d74-4cad-bb55-8d20d836acbb req-5e1fdf3c-0ac0-42fc-b812-ee8cd20962d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:58:49.587641 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-f204e81d-3d74-4cad-bb55-8d20d836acbb req-5e1fdf3c-0ac0-42fc-b812-ee8cd20962d7 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=e7107f9317c24cc7b972fdc6b8c01322&device_id=171f8b78-1bb9-4ab8-9e8e-78aaf0208adb HTTP/1.1" status: 200 len: 1129 time: 0.1055808 Jul 26 14:58:49.620113 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-7c059b18-4b90-46fc-975a-e26444286397 req-2a7c57ce-d598-4651-80f4-0f38496139b7 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=a97d630c-f890-4022-87ba-406020a397dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0826950 Jul 26 14:58:49.664901 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-33688bdd-4cec-4abe-b7b3-e3df678ef006 req-6c167da7-fae4-4cab-a92f-4c30486379f6 service neutron] 10.222.0.99 "GET /v2.0/networks/4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030005 Jul 26 14:58:49.699282 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=100 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:58:49.702362 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f204e81d-3d74-4cad-bb55-8d20d836acbb req-90c71a25-8624-41d4-8356-62740f0a112c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:58:49.704447 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-f204e81d-3d74-4cad-bb55-8d20d836acbb req-90c71a25-8624-41d4-8356-62740f0a112c service neutron] 10.222.0.99 "GET /v2.0/networks?id=14f3b361-a8f4-473b-ba81-867b2d141518 HTTP/1.1" status: 200 len: 914 time: 0.1105118 Jul 26 14:58:50.076165 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-f204e81d-3d74-4cad-bb55-8d20d836acbb req-a3eae63f-d9e1-468a-92ec-16b74c15cd6d service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5dc5b800-3fb7-4da8-865c-4676b8e74a36 HTTP/1.1" status: 200 len: 217 time: 0.0584223 Jul 26 14:58:50.087960 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c059b18-4b90-46fc-975a-e26444286397 req-d3371ea3-aae6-41b9-a311-cc57c39c9816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:58:50.089352 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-7c059b18-4b90-46fc-975a-e26444286397 req-d3371ea3-aae6-41b9-a311-cc57c39c9816 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=4f3f79533bbf48018798e6e65050d69c&device_id=a97d630c-f890-4022-87ba-406020a397dc HTTP/1.1" status: 200 len: 1130 time: 0.0643609 Jul 26 14:58:50.544593 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ee6daf-df44-464c-b6de-84cd533ffe4f req-e66145e3-34e0-4434-a36f-376f99516ac8 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:58:50.550302 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-85ee6daf-df44-464c-b6de-84cd533ffe4f req-e66145e3-34e0-4434-a36f-376f99516ac8 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=1b3ca784-f197-4dfa-8592-742a8cb0b832 HTTP/1.1" status: 200 len: 944 time: 0.0501745 Jul 26 14:58:50.584718 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d753ea40-ebae-4400-b5a3-9f3922e798a1 req-51a69dc7-8062-4410-a528-6b3f2fa1baf0 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:58:50.595598 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-d753ea40-ebae-4400-b5a3-9f3922e798a1 req-51a69dc7-8062-4410-a528-6b3f2fa1baf0 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] 10.222.0.97 "GET /v2.0/ports?device_id=171f8b78-1bb9-4ab8-9e8e-78aaf0208adb HTTP/1.1" status: 200 len: 945 time: 0.0509641 Jul 26 14:58:50.596950 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-85ee6daf-df44-464c-b6de-84cd533ffe4f req-13078a6a-3458-4c48-b456-113f559f5a09 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/security-groups?id=dcd13897-a68c-492b-834b-070b52382498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448923 Jul 26 14:58:50.636374 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-d753ea40-ebae-4400-b5a3-9f3922e798a1 req-8c65f5cb-26e7-4ad6-8338-e61203c5b821 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] 10.222.0.97 "GET /v2.0/security-groups?id=cfe40aff-dae8-46e2-a241-0d4fffb6448d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445678 Jul 26 14:58:51.717398 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf77ac0-0dc9-4077-88fc-69df51027e6f req-886eaf33-05c2-410f-a717-be5eec65121c tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:58:51.719633 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-fcf77ac0-0dc9-4077-88fc-69df51027e6f req-886eaf33-05c2-410f-a717-be5eec65121c tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=1b3ca784-f197-4dfa-8592-742a8cb0b832 HTTP/1.1" status: 200 len: 944 time: 0.0494492 Jul 26 14:58:51.748952 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:58:51.761666 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619a8f23-67f3-4fd8-a0ec-e77d344898ef req-3882265f-543c-4486-8423-05c5ac6180b9 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:58:51.763217 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-619a8f23-67f3-4fd8-a0ec-e77d344898ef req-3882265f-543c-4486-8423-05c5ac6180b9 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] 10.222.0.97 "GET /v2.0/ports?device_id=171f8b78-1bb9-4ab8-9e8e-78aaf0208adb HTTP/1.1" status: 200 len: 945 time: 0.0523131 Jul 26 14:58:51.774159 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-fcf77ac0-0dc9-4077-88fc-69df51027e6f req-bcdca100-48e9-490f-9816-fecd5534e724 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/security-groups?id=dcd13897-a68c-492b-834b-070b52382498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489407 Jul 26 14:58:51.815773 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-619a8f23-67f3-4fd8-a0ec-e77d344898ef req-8e780a2a-cc55-46c6-a538-4430d0471d6f tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] 10.222.0.97 "GET /v2.0/security-groups?id=cfe40aff-dae8-46e2-a241-0d4fffb6448d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449734 Jul 26 14:58:51.989363 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-84f54a36-9f21-41f9-b5be-9984272dd10f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (bb4183fa-e0c9-4858-9c34-b1ab78d39af4), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:52.463843 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f204e81d-3d74-4cad-bb55-8d20d836acbb req-7ec9d90c-ef34-4b65-848b-7cbe118a48ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:58:52.465299 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-f204e81d-3d74-4cad-bb55-8d20d836acbb req-7ec9d90c-ef34-4b65-848b-7cbe118a48ca service neutron] 10.222.0.99 "GET /v2.0/subnets?id=2f172c49-73da-4c22-8185-d9d275101a2a HTTP/1.1" status: 200 len: 851 time: 0.0970752 Jul 26 14:58:52.548381 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c059b18-4b90-46fc-975a-e26444286397 req-97ce3746-9677-4758-9426-4d34df96c751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:58:52.549180 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-7c059b18-4b90-46fc-975a-e26444286397 req-97ce3746-9677-4758-9426-4d34df96c751 service neutron] 10.222.0.99 "GET /v2.0/networks?id=0f1306c7-31e7-49e9-8b79-d9c630497063 HTTP/1.1" status: 200 len: 921 time: 0.1543419 Jul 26 14:58:52.554926 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=100 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:58:52.600908 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f204e81d-3d74-4cad-bb55-8d20d836acbb req-7a370949-22ce-4511-827a-ee241f952fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:58:52.602278 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-f204e81d-3d74-4cad-bb55-8d20d836acbb req-7a370949-22ce-4511-827a-ee241f952fec service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=14f3b361-a8f4-473b-ba81-867b2d141518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1133845 Jul 26 14:58:52.608241 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fa9c74-cad6-4d70-8456-d86ac5c61e6e req-e0f826e7-109b-43b3-adbd-3a018edb6bfe tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:58:52.610089 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-97fa9c74-cad6-4d70-8456-d86ac5c61e6e req-e0f826e7-109b-43b3-adbd-3a018edb6bfe tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] 10.222.0.99 "GET /v2.0/ports?device_id=171f8b78-1bb9-4ab8-9e8e-78aaf0208adb HTTP/1.1" status: 200 len: 945 time: 0.1201460 Jul 26 14:58:52.612839 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-7c059b18-4b90-46fc-975a-e26444286397 req-a3161d85-56fb-47f9-9fdf-044e5720fbaa service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=098d52c8-2012-4286-962d-62149a4873c1 HTTP/1.1" status: 200 len: 217 time: 0.0550835 Jul 26 14:58:52.749074 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c059b18-4b90-46fc-975a-e26444286397 req-a10bb028-3536-47ed-ad3c-eaec9c9aa7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:58:52.751028 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-7c059b18-4b90-46fc-975a-e26444286397 req-a10bb028-3536-47ed-ad3c-eaec9c9aa7d0 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=2fb38d4f-c234-47e2-adc0-721b341e4aad HTTP/1.1" status: 200 len: 858 time: 0.1304736 Jul 26 14:58:52.836270 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.plugin [req-97fa9c74-cad6-4d70-8456-d86ac5c61e6e req-4504e976-fd8e-4448-84fe-15cc34314817 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Deleting port 5dc5b800-3fb7-4da8-865c-4676b8e74a36 {{(pid=111102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 14:58:52.836933 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-97fa9c74-cad6-4d70-8456-d86ac5c61e6e req-4504e976-fd8e-4448-84fe-15cc34314817 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789580082445'] for port (5dc5b800-3fb7-4da8-865c-4676b8e74a36), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:52.840714 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-f204e81d-3d74-4cad-bb55-8d20d836acbb req-6aa2f548-439e-4386-a78a-7febb7e0e448 service neutron] 10.222.0.99 "GET /v2.0/networks/14f3b361-a8f4-473b-ba81-867b2d141518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294953 Jul 26 14:58:52.893937 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c059b18-4b90-46fc-975a-e26444286397 req-eb6cf16e-9431-401d-a7ec-df1f56aac7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:58:52.895433 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-7c059b18-4b90-46fc-975a-e26444286397 req-eb6cf16e-9431-401d-a7ec-df1f56aac7c5 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=0f1306c7-31e7-49e9-8b79-d9c630497063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1233375 Jul 26 14:58:52.904372 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c78d1f-3075-4d80-97f1-d020d08389a6 req-d3b49cd0-9bc2-4bc8-b04f-9e9b9ec6bd6f tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:58:52.906182 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-d5c78d1f-3075-4d80-97f1-d020d08389a6 req-d3b49cd0-9bc2-4bc8-b04f-9e9b9ec6bd6f tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=1b3ca784-f197-4dfa-8592-742a8cb0b832 HTTP/1.1" status: 200 len: 944 time: 0.0546677 Jul 26 14:58:52.937990 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:58:52.955786 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-d5c78d1f-3075-4d80-97f1-d020d08389a6 req-64c16c86-277b-4b71-8521-8a25162fc89b tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/security-groups?id=dcd13897-a68c-492b-834b-070b52382498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435472 Jul 26 14:58:53.321522 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb239f6-7cdc-4579-94e4-1b534da712fb req-60925e8a-be2c-40ae-b8ba-967449a6b7d3 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:58:53.323003 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-bcb239f6-7cdc-4579-94e4-1b534da712fb req-60925e8a-be2c-40ae-b8ba-967449a6b7d3 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] 10.222.0.97 "GET /v2.0/ports?device_id=171f8b78-1bb9-4ab8-9e8e-78aaf0208adb HTTP/1.1" status: 200 len: 945 time: 0.4160459 Jul 26 14:58:53.363715 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=100 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:58:53.365818 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.db [req-97fa9c74-cad6-4d70-8456-d86ac5c61e6e req-4504e976-fd8e-4448-84fe-15cc34314817 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] For port 5dc5b800-3fb7-4da8-865c-4676b8e74a36, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=5dc5b800-3fb7-4da8-865c-4676b8e74a36,segment=NetworkSegment(d48d7847-7528-47c2-aa10-8a92098c043b),segment_id=d48d7847-7528-47c2-aa10-8a92098c043b)] {{(pid=111102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:58:53.366184 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-97fa9c74-cad6-4d70-8456-d86ac5c61e6e req-4504e976-fd8e-4448-84fe-15cc34314817 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580114'] for port (5dc5b800-3fb7-4da8-865c-4676b8e74a36), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:53.412214 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.plugin [req-97fa9c74-cad6-4d70-8456-d86ac5c61e6e req-4504e976-fd8e-4448-84fe-15cc34314817 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Calling delete_port for 5dc5b800-3fb7-4da8-865c-4676b8e74a36 owned by compute:nova {{(pid=111102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 14:58:53.422910 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-7c059b18-4b90-46fc-975a-e26444286397 req-73e2e3ea-4ca6-4a52-8e5c-56808af98a88 service neutron] 10.222.0.99 "GET /v2.0/networks/0f1306c7-31e7-49e9-8b79-d9c630497063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5126071 Jul 26 14:58:53.446642 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-f204e81d-3d74-4cad-bb55-8d20d836acbb req-af420563-e035-466c-8864-1d448fefdfd4 service neutron] 10.222.0.99 "GET /v2.0/networks/14f3b361-a8f4-473b-ba81-867b2d141518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5920572 Jul 26 14:58:53.533959 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-bcb239f6-7cdc-4579-94e4-1b534da712fb req-7e3ab86c-4624-499f-9066-cd8440ccf80b tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] 10.222.0.97 "GET /v2.0/security-groups?id=cfe40aff-dae8-46e2-a241-0d4fffb6448d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2005000 Jul 26 14:58:53.543379 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=100 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:58:53.599027 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-7c059b18-4b90-46fc-975a-e26444286397 req-d1f555d1-fb4a-451a-9f34-cc3a2eacf2b2 service neutron] 10.222.0.99 "GET /v2.0/networks/0f1306c7-31e7-49e9-8b79-d9c630497063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646764 Jul 26 14:58:53.756133 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-97fa9c74-cad6-4d70-8456-d86ac5c61e6e req-4504e976-fd8e-4448-84fe-15cc34314817 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789580201795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789579689804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868105'] for port (5dc5b800-3fb7-4da8-865c-4676b8e74a36), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:53.787461 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4504e976-fd8e-4448-84fe-15cc34314817 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Pushing event deleted for resources: {'Port': ['ID=5dc5b800-3fb7-4da8-865c-4676b8e74a36,revision_number=None']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:53.840413 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.l3_dvrscheduler_db [req-97fa9c74-cad6-4d70-8456-d86ac5c61e6e req-4504e976-fd8e-4448-84fe-15cc34314817 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] No DVR routers for this DVR port 5dc5b800-3fb7-4da8-865c-4676b8e74a36 on host hv-cinder-85103 {{(pid=111102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 14:58:53.843095 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-97fa9c74-cad6-4d70-8456-d86ac5c61e6e req-4504e976-fd8e-4448-84fe-15cc34314817 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-431034'] for port (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:53.846716 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-97fa9c74-cad6-4d70-8456-d86ac5c61e6e req-4504e976-fd8e-4448-84fe-15cc34314817 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] 10.222.0.99 "DELETE /v2.0/ports/5dc5b800-3fb7-4da8-865c-4676b8e74a36 HTTP/1.1" status: 204 len: 173 time: 1.2249267 Jul 26 14:58:53.847518 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '171f8b78-1bb9-4ab8-9e8e-78aaf0208adb', 'name': 'network-vif-deleted', 'tag': '5dc5b800-3fb7-4da8-865c-4676b8e74a36'}] {{(pid=111102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 14:58:53.852500 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8185506cd1cc56e10fcde42571d85de650c4e290bb1b6bf5ec2f858ed2201c15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60c32577-a056-4a5e-a592-725aae4a02e9" -d '{"events": [{"server_uuid": "171f8b78-1bb9-4ab8-9e8e-78aaf0208adb", "name": "network-vif-deleted", "tag": "5dc5b800-3fb7-4da8-865c-4676b8e74a36"}]}' {{(pid=111102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:58:53.894183 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 14:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcd139c0-2ddd-4ae0-9d75-d0bea39bc373 x-openstack-request-id: req-dcd139c0-2ddd-4ae0-9d75-d0bea39bc373 {{(pid=111102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:58:53.894476 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "171f8b78-1bb9-4ab8-9e8e-78aaf0208adb", "name": "network-vif-deleted", "tag": "5dc5b800-3fb7-4da8-865c-4676b8e74a36", "status": "completed", "code": 200}]} {{(pid=111102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:58:53.894744 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-dcd139c0-2ddd-4ae0-9d75-d0bea39bc373 {{(pid=111102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:58:53.895142 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcd139c0-2ddd-4ae0-9d75-d0bea39bc373'] response: {'server_uuid': '171f8b78-1bb9-4ab8-9e8e-78aaf0208adb', 'name': 'network-vif-deleted', 'tag': '5dc5b800-3fb7-4da8-865c-4676b8e74a36', 'status': 'completed', 'code': 200} Jul 26 14:58:54.078988 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa05c97b-0a4f-4512-b925-91478e9c601b req-105364fe-75f3-4480-b841-218900ae3277 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:58:54.080456 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-fa05c97b-0a4f-4512-b925-91478e9c601b req-105364fe-75f3-4480-b841-218900ae3277 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=1b3ca784-f197-4dfa-8592-742a8cb0b832 HTTP/1.1" status: 200 len: 944 time: 0.0491662 Jul 26 14:58:54.130465 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-fa05c97b-0a4f-4512-b925-91478e9c601b req-1a039bea-f6af-48cf-a336-341e8b93ec20 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/security-groups?id=dcd13897-a68c-492b-834b-070b52382498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443563 Jul 26 14:58:54.228819 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Device 9b0e3837-4947-4f14-b8b9-6a4f6f25c7be details requested by agent hyperv_hv-cinder-85103 with host hv-cinder-85103 {{(pid=111104) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:58:54.239867 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Device 5dc5b800-3fb7-4da8-865c-4676b8e74a36 no longer exists at agent hyperv_hv-cinder-85103 {{(pid=111104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:58:54.269554 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] No Port match for: 5dc5b800-3fb7-4da8-865c-4676b8e74a36 {{(pid=111104) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 14:58:54.269873 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Device 5dc5b800-3fb7-4da8-865c-4676b8e74a36 not bound to the agent host hv-cinder-85103 {{(pid=111104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:58:54.314762 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-7ba55a8f-2b29-496b-9427-ca5b57818d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (66f8bb98-7ace-4a85-b6ba-ffe40597695b), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:54.358190 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] For port 9b0e3837-4947-4f14-b8b9-6a4f6f25c7be, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=9b0e3837-4947-4f14-b8b9-6a4f6f25c7be,segment=NetworkSegment(44f32d63-89d2-4ed3-9d85-4654c6c16c14),segment_id=44f32d63-89d2-4ed3-9d85-4654c6c16c14)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:58:54.369573 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Returning: {'device': '9b0e3837-4947-4f14-b8b9-6a4f6f25c7be', 'network_id': '4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0', 'port_id': '9b0e3837-4947-4f14-b8b9-6a4f6f25c7be', 'mac_address': 'fa:16:3e:0c:37:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1079, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dc51976-041f-4e28-9975-c948630898a5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111104) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:58:54.409305 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Current status of the port 9b0e3837-4947-4f14-b8b9-6a4f6f25c7be is: DOWN; New status is: BUILD {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:58:54.409726 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (9b0e3837-4947-4f14-b8b9-6a4f6f25c7be), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:54.427648 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.notifiers.nova [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b0e3837-4947-4f14-b8b9-6a4f6f25c7be {{(pid=111104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 14:58:54.449583 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] For port 9b0e3837-4947-4f14-b8b9-6a4f6f25c7be, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=9b0e3837-4947-4f14-b8b9-6a4f6f25c7be,segment=NetworkSegment(44f32d63-89d2-4ed3-9d85-4654c6c16c14),segment_id=44f32d63-89d2-4ed3-9d85-4654c6c16c14)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:58:54.550719 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (9b0e3837-4947-4f14-b8b9-6a4f6f25c7be), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:54.599349 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Pushing event updated for resources: {'Port': ['ID=9b0e3837-4947-4f14-b8b9-6a4f6f25c7be,revision_number=4']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:54.606809 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:54.607239 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:54.607629 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:54.607995 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:54.608385 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:54.608655 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:54.609476 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:54.609800 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:54.610125 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:54.610445 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:54.610767 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:54.611102 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:54.611503 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:54.611829 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:54.612146 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:58:54.644572 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-09c34040-e080-4e28-b8c7-f807f7f98e56 req-59170ba8-d08f-4c62-b140-b908bfcc6717 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] 10.222.0.97 "GET /v2.0/ports?device_id=171f8b78-1bb9-4ab8-9e8e-78aaf0208adb HTTP/1.1" status: 200 len: 210 time: 0.0310383 Jul 26 14:58:55.096491 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] get_ports_and_sgs() called for port_ids ['9b0e3837-4947-4f14-b8b9-6a4f6f25c7be'] {{(pid=111104) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:58:55.257156 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12086d8a-dae8-4e8e-9a76-833261a9fb54 req-63f76d89-4d73-4e96-9157-16a5c60d7260 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:58:55.258782 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-12086d8a-dae8-4e8e-9a76-833261a9fb54 req-63f76d89-4d73-4e96-9157-16a5c60d7260 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=1b3ca784-f197-4dfa-8592-742a8cb0b832 HTTP/1.1" status: 200 len: 945 time: 0.0528891 Jul 26 14:58:55.309151 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-12086d8a-dae8-4e8e-9a76-833261a9fb54 req-346a654d-b623-4b76-888b-521e0712d72d tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/security-groups?id=dcd13897-a68c-492b-834b-070b52382498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443614 Jul 26 14:58:55.447263 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b30572d2-bee0-4462-94ed-c13cd0ef4273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (40fac31a-afaa-44e8-8521-47b803a59f0f), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:56.239420 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Device 9b0e3837-4947-4f14-b8b9-6a4f6f25c7be up at agent hyperv_hv-cinder-85103 {{(pid=111104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 14:58:56.283082 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Provisioning for port 9b0e3837-4947-4f14-b8b9-6a4f6f25c7be completed by entity L2. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 14:58:56.424352 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Provisioning complete for port 9b0e3837-4947-4f14-b8b9-6a4f6f25c7be triggered by entity L2. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:58:56.424726 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (9b0e3837-4947-4f14-b8b9-6a4f6f25c7be), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:56.429399 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c004ff6d-b5cf-4aec-b837-d42b1888a138 req-c9fe1275-bf7e-48ff-aa5f-ff4c5738028b tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:58:56.433342 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-c004ff6d-b5cf-4aec-b837-d42b1888a138 req-c9fe1275-bf7e-48ff-aa5f-ff4c5738028b tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=1b3ca784-f197-4dfa-8592-742a8cb0b832 HTTP/1.1" status: 200 len: 945 time: 0.0479670 Jul 26 14:58:56.448233 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:58:56.456998 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:58:56.485201 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-c004ff6d-b5cf-4aec-b837-d42b1888a138 req-739ae46e-b54d-46fd-8cd9-11f563ee343e tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/security-groups?id=dcd13897-a68c-492b-834b-070b52382498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484424 Jul 26 14:58:56.514154 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Current status of the port 9b0e3837-4947-4f14-b8b9-6a4f6f25c7be is: BUILD; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:58:56.514536 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (9b0e3837-4947-4f14-b8b9-6a4f6f25c7be), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:56.538349 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b3ca784-f197-4dfa-8592-742a8cb0b832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b0e3837-4947-4f14-b8b9-6a4f6f25c7be'}] {{(pid=111104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 14:58:56.540651 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8a064b11bc677c9d4ab9f25c89ff6de8646fcd773e132cdea81d797053aa31c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ead0e906-fa19-43e4-b87d-d6996aa8323e" -d '{"events": [{"server_uuid": "1b3ca784-f197-4dfa-8592-742a8cb0b832", "name": "network-vif-plugged", "status": "completed", "tag": "9b0e3837-4947-4f14-b8b9-6a4f6f25c7be"}]}' {{(pid=111104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:58:56.553463 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] For port 9b0e3837-4947-4f14-b8b9-6a4f6f25c7be, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=9b0e3837-4947-4f14-b8b9-6a4f6f25c7be,segment=NetworkSegment(44f32d63-89d2-4ed3-9d85-4654c6c16c14),segment_id=44f32d63-89d2-4ed3-9d85-4654c6c16c14)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:58:56.635603 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 14:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-274e50ca-b065-439f-a853-531ec0726e79 x-openstack-request-id: req-274e50ca-b065-439f-a853-531ec0726e79 {{(pid=111104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:58:56.635912 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b3ca784-f197-4dfa-8592-742a8cb0b832", "name": "network-vif-plugged", "status": "completed", "tag": "9b0e3837-4947-4f14-b8b9-6a4f6f25c7be", "code": 200}]} {{(pid=111104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:58:56.636165 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-274e50ca-b065-439f-a853-531ec0726e79 {{(pid=111104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:58:56.636552 dv-cinder-851030-1-iscsi neutron-server[111104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-274e50ca-b065-439f-a853-531ec0726e79'] response: {'server_uuid': '1b3ca784-f197-4dfa-8592-742a8cb0b832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b0e3837-4947-4f14-b8b9-6a4f6f25c7be', 'code': 200} Jul 26 14:58:56.647932 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (9b0e3837-4947-4f14-b8b9-6a4f6f25c7be), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:56.697926 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Pushing event updated for resources: {'Port': ['ID=9b0e3837-4947-4f14-b8b9-6a4f6f25c7be,revision_number=5']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:56.974225 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 50556) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:58:56.975432 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b977bc9f-0510-4ebd-94dd-930fc4499a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (e5556d63-fbf3-48f2-bfac-7896e86945c3), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:57.050005 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe6463e-abeb-4bbd-9545-f58f2f13c67b req-b84307b0-6cb2-4f03-a7f5-7116a53f2c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:58:57.051522 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-abe6463e-abeb-4bbd-9545-f58f2f13c67b req-b84307b0-6cb2-4f03-a7f5-7116a53f2c82 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=1b3ca784-f197-4dfa-8592-742a8cb0b832 HTTP/1.1" status: 200 len: 1130 time: 0.0620489 Jul 26 14:58:57.075521 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (df49e665-2de0-463a-a1e1-c989804d5593), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:57.082933 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-204d13ed-0b7b-4e4a-a71d-5d66a3b1c734 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Publish callbacks [] for security_group (cfe40aff-dae8-46e2-a241-0d4fffb6448d), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:57.129512 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-204d13ed-0b7b-4e4a-a71d-5d66a3b1c734 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Publish callbacks [] for security_group (cfe40aff-dae8-46e2-a241-0d4fffb6448d), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:57.143023 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-abe6463e-abeb-4bbd-9545-f58f2f13c67b req-de35642c-afb8-42b0-b5a5-7ddcadfc743d service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=dcd13897-a68c-492b-834b-070b52382498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823205 Jul 26 14:58:57.151175 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:58:57.287194 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-204d13ed-0b7b-4e4a-a71d-5d66a3b1c734 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (cfe40aff-dae8-46e2-a241-0d4fffb6448d), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:57.289950 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-204d13ed-0b7b-4e4a-a71d-5d66a3b1c734 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Publish callbacks [] for security_group (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:57.291116 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-204d13ed-0b7b-4e4a-a71d-5d66a3b1c734 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] 10.222.0.97 "DELETE /v2.0/security-groups/cfe40aff-dae8-46e2-a241-0d4fffb6448d HTTP/1.1" status: 204 len: 168 time: 0.3157866 Jul 26 14:58:57.304493 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204d13ed-0b7b-4e4a-a71d-5d66a3b1c734 tempest-TestVolumeBootPattern-2120727931 tempest-TestVolumeBootPattern-2120727931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfe40aff-dae8-46e2-a241-0d4fffb6448d,revision_number=None']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:57.401840 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 50560) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:58:57.611458 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41574622-bf11-4218-a958-2f0a323ae8e2 req-59c8b30d-3151-4254-b01c-c92124e75d4b tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:58:57.612957 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-41574622-bf11-4218-a958-2f0a323ae8e2 req-59c8b30d-3151-4254-b01c-c92124e75d4b tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=1b3ca784-f197-4dfa-8592-742a8cb0b832 HTTP/1.1" status: 200 len: 946 time: 0.0511987 Jul 26 14:58:57.660643 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-41574622-bf11-4218-a958-2f0a323ae8e2 req-3d1b547f-e9c4-4a0d-a929-a14cece3a707 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/security-groups?id=dcd13897-a68c-492b-834b-070b52382498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419912 Jul 26 14:58:57.877848 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-093d2c8f-0de6-4ba9-a619-928e01fd6b80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-688923'] for router_interface (77253391-b429-4b7c-9024-2065a1df24b8), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:58.066489 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:58:58.145781 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.plugin [None req-093d2c8f-0de6-4ba9-a619-928e01fd6b80 admin admin] Deleting port 5840695a-f93c-4b1f-a583-6cb313898d1c {{(pid=111102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 14:58:58.146118 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-093d2c8f-0de6-4ba9-a619-928e01fd6b80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789580082445'] for port (5840695a-f93c-4b1f-a583-6cb313898d1c), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:58.224931 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.db [None req-093d2c8f-0de6-4ba9-a619-928e01fd6b80 admin admin] For port 5840695a-f93c-4b1f-a583-6cb313898d1c, host dv-cinder-851030-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851030-1-iscsi',level=0,port_id=5840695a-f93c-4b1f-a583-6cb313898d1c,segment=NetworkSegment(d48d7847-7528-47c2-aa10-8a92098c043b),segment_id=d48d7847-7528-47c2-aa10-8a92098c043b)] {{(pid=111102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:58:58.225291 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-093d2c8f-0de6-4ba9-a619-928e01fd6b80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580114'] for port (5840695a-f93c-4b1f-a583-6cb313898d1c), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:58.238102 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.plugin [None req-093d2c8f-0de6-4ba9-a619-928e01fd6b80 admin admin] Calling delete_port for 5840695a-f93c-4b1f-a583-6cb313898d1c owned by network:router_interface {{(pid=111102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 14:58:58.315997 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=91 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:58:58.316846 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=18 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:58:58.368073 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:58:58.470097 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-093d2c8f-0de6-4ba9-a619-928e01fd6b80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789580201795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789579689804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868105'] for port (5840695a-f93c-4b1f-a583-6cb313898d1c), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:58.498612 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093d2c8f-0de6-4ba9-a619-928e01fd6b80 admin admin] Pushing event deleted for resources: {'Port': ['ID=5840695a-f93c-4b1f-a583-6cb313898d1c,revision_number=None']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:58:58.665973 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-093d2c8f-0de6-4ba9-a619-928e01fd6b80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689039'] for router_interface (77253391-b429-4b7c-9024-2065a1df24b8), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:58.809320 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3a9b88-8dda-4d6b-94d5-236384d4606d req-a5d8e8ef-7dbc-415c-a7a3-28c02ac4bc92 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:58:58.810696 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-db3a9b88-8dda-4d6b-94d5-236384d4606d req-a5d8e8ef-7dbc-415c-a7a3-28c02ac4bc92 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=1b3ca784-f197-4dfa-8592-742a8cb0b832 HTTP/1.1" status: 200 len: 946 time: 0.0620987 Jul 26 14:58:58.888501 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:58:58.928131 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-db3a9b88-8dda-4d6b-94d5-236384d4606d req-be12d62c-3c56-4dee-8595-ac43ada2264c tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/security-groups?id=dcd13897-a68c-492b-834b-070b52382498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106944 Jul 26 14:58:58.953154 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-093d2c8f-0de6-4ba9-a619-928e01fd6b80 admin admin] Router 77253391-b429-4b7c-9024-2065a1df24b8 has already been hosted by L3 agent 66f8bb98-7ace-4a85-b6ba-ffe40597695b {{(pid=111102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 14:58:59.058663 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-093d2c8f-0de6-4ba9-a619-928e01fd6b80 admin admin] Notify agent at l3_agent.dv-cinder-851030-1-iscsi the message routers_updated {{(pid=111102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:58:59.065393 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-093d2c8f-0de6-4ba9-a619-928e01fd6b80 admin admin] 10.222.0.97 "PUT /v2.0/routers/77253391-b429-4b7c-9024-2065a1df24b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6608951 Jul 26 14:58:59.066284 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 50568) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:58:59.073380 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47e4d2a-b06d-455d-b98e-01d279d515ed None None] Sync routers for ids ['77253391-b429-4b7c-9024-2065a1df24b8'] in dv-cinder-851030-1-iscsi {{(pid=111105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:58:59.084527 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47e4d2a-b06d-455d-b98e-01d279d515ed None None] Routers {'77253391-b429-4b7c-9024-2065a1df24b8'} bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 14:58:59.085374 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_hamode_db [None req-a47e4d2a-b06d-455d-b98e-01d279d515ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851030-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-26T14:42:54Z,description=,heartbeat_timestamp=2022-07-26T14:58:54Z,host='dv-cinder-851030-1-iscsi',id=66f8bb98-7ace-4a85-b6ba-ffe40597695b,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:42:55Z,topic='l3_agent')) {'router_ids': ['77253391-b429-4b7c-9024-2065a1df24b8'], 'active': True} {{(pid=111105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:58:59.186146 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_dvr_db [None req-a47e4d2a-b06d-455d-b98e-01d279d515ed None None] Set router 77253391-b429-4b7c-9024-2065a1df24b8 gateway port host: dv-cinder-851030-1-iscsi {{(pid=111105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 14:58:59.373737 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_hamode_db [None req-a47e4d2a-b06d-455d-b98e-01d279d515ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77253391-b429-4b7c-9024-2065a1df24b8', 'name': 'tempest-TestVolumeBootPattern-1575365732-router', 'tenant_id': 'e7107f9317c24cc7b972fdc6b8c01322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '7bec4bbe-d10a-4710-9f59-7fbddd70fb0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:53:32Z', 'updated_at': '2022-07-26T14:58:58Z', 'revision_number': 5, 'project_id': 'e7107f9317c24cc7b972fdc6b8c01322', 'gw_port': {'id': '7bec4bbe-d10a-4710-9f59-7fbddd70fb0e', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77253391-b429-4b7c-9024-2065a1df24b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:53:32Z', 'updated_at': '2022-07-26T14:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi'}], 'dv-cinder-851030-1-iscsi', False) {} {{(pid=111105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:58:59.400647 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47e4d2a-b06d-455d-b98e-01d279d515ed None None] Checking router: 77253391-b429-4b7c-9024-2065a1df24b8 for host: dv-cinder-851030-1-iscsi {{(pid=111105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:58:59.410089 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47e4d2a-b06d-455d-b98e-01d279d515ed None None] Routers {'77253391-b429-4b7c-9024-2065a1df24b8'} bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 14:58:59.410754 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_hamode_db [None req-a47e4d2a-b06d-455d-b98e-01d279d515ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851030-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-26T14:42:54Z,description=,heartbeat_timestamp=2022-07-26T14:58:54Z,host='dv-cinder-851030-1-iscsi',id=66f8bb98-7ace-4a85-b6ba-ffe40597695b,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:42:55Z,topic='l3_agent')) {'router_ids': ['77253391-b429-4b7c-9024-2065a1df24b8'], 'active': True} {{(pid=111105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:58:59.435458 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-171593b6-47b7-490a-a611-d3f99a069daf admin admin] Publish callbacks [] for router (77253391-b429-4b7c-9024-2065a1df24b8), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:59.513901 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_dvr_db [None req-a47e4d2a-b06d-455d-b98e-01d279d515ed None None] Set router 77253391-b429-4b7c-9024-2065a1df24b8 gateway port host: dv-cinder-851030-1-iscsi {{(pid=111105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 14:58:59.538688 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-171593b6-47b7-490a-a611-d3f99a069daf admin admin] Publish callbacks [] for router_gateway (77253391-b429-4b7c-9024-2065a1df24b8), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:59.686735 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_hamode_db [None req-a47e4d2a-b06d-455d-b98e-01d279d515ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77253391-b429-4b7c-9024-2065a1df24b8', 'name': 'tempest-TestVolumeBootPattern-1575365732-router', 'tenant_id': 'e7107f9317c24cc7b972fdc6b8c01322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '7bec4bbe-d10a-4710-9f59-7fbddd70fb0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:53:32Z', 'updated_at': '2022-07-26T14:58:58Z', 'revision_number': 5, 'project_id': 'e7107f9317c24cc7b972fdc6b8c01322', 'gw_port': {'id': '7bec4bbe-d10a-4710-9f59-7fbddd70fb0e', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77253391-b429-4b7c-9024-2065a1df24b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:53:32Z', 'updated_at': '2022-07-26T14:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi'}], 'dv-cinder-851030-1-iscsi', False) {} {{(pid=111105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:58:59.712007 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47e4d2a-b06d-455d-b98e-01d279d515ed None None] The sync data for ids ['77253391-b429-4b7c-9024-2065a1df24b8'] in dv-cinder-851030-1-iscsi is: [{'id': '77253391-b429-4b7c-9024-2065a1df24b8', 'name': 'tempest-TestVolumeBootPattern-1575365732-router', 'tenant_id': 'e7107f9317c24cc7b972fdc6b8c01322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.30'}], 'enable_snat': True}, 'gw_port_id': '7bec4bbe-d10a-4710-9f59-7fbddd70fb0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:53:32Z', 'updated_at': '2022-07-26T14:58:58Z', 'revision_number': 5, 'project_id': 'e7107f9317c24cc7b972fdc6b8c01322', 'gw_port': {'id': '7bec4bbe-d10a-4710-9f59-7fbddd70fb0e', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:e2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77253391-b429-4b7c-9024-2065a1df24b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:53:32Z', 'updated_at': '2022-07-26T14:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi'}] {{(pid=111105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:58:59.755745 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.plugin [None req-171593b6-47b7-490a-a611-d3f99a069daf admin admin] Deleting port 7bec4bbe-d10a-4710-9f59-7fbddd70fb0e {{(pid=111102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 14:58:59.756112 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-171593b6-47b7-490a-a611-d3f99a069daf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789580082445'] for port (7bec4bbe-d10a-4710-9f59-7fbddd70fb0e), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:59.793069 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:58:59.837550 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.db [None req-171593b6-47b7-490a-a611-d3f99a069daf admin admin] For port 7bec4bbe-d10a-4710-9f59-7fbddd70fb0e, host dv-cinder-851030-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851030-1-iscsi',level=0,port_id=7bec4bbe-d10a-4710-9f59-7fbddd70fb0e,segment=NetworkSegment(9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7),segment_id=9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7)] {{(pid=111102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:58:59.837910 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-171593b6-47b7-490a-a611-d3f99a069daf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580114'] for port (7bec4bbe-d10a-4710-9f59-7fbddd70fb0e), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:58:59.854527 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.plugin [None req-171593b6-47b7-490a-a611-d3f99a069daf admin admin] Calling delete_port for 7bec4bbe-d10a-4710-9f59-7fbddd70fb0e owned by network:router_gateway {{(pid=111102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 14:59:00.049089 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f711cb9-4c3a-4c10-81ec-a15e1eb04fdf req-dad6e63e-c787-4d0d-a425-0423b858aa34 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:59:00.051192 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-7f711cb9-4c3a-4c10-81ec-a15e1eb04fdf req-dad6e63e-c787-4d0d-a425-0423b858aa34 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=1b3ca784-f197-4dfa-8592-742a8cb0b832 HTTP/1.1" status: 200 len: 946 time: 0.0499032 Jul 26 14:59:00.092926 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-171593b6-47b7-490a-a611-d3f99a069daf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789580201795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789579689804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868105'] for port (7bec4bbe-d10a-4710-9f59-7fbddd70fb0e), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:00.104834 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-7f711cb9-4c3a-4c10-81ec-a15e1eb04fdf req-660c52b9-da86-412c-8259-15f6d0d0f5b1 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/security-groups?id=dcd13897-a68c-492b-834b-070b52382498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458810 Jul 26 14:59:00.130824 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171593b6-47b7-490a-a611-d3f99a069daf admin admin] Pushing event deleted for resources: {'Port': ['ID=7bec4bbe-d10a-4710-9f59-7fbddd70fb0e,revision_number=None']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:59:00.198929 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-171593b6-47b7-490a-a611-d3f99a069daf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690971'] for router_gateway (77253391-b429-4b7c-9024-2065a1df24b8), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:00.219672 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:59:00.316394 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb10daef-a1df-4687-8141-1c0316150589 req-33863aed-4b3a-46ab-8aeb-dd1eb4c03f51 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:59:00.317952 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-bb10daef-a1df-4687-8141-1c0316150589 req-33863aed-4b3a-46ab-8aeb-dd1eb4c03f51 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=1b3ca784-f197-4dfa-8592-742a8cb0b832 HTTP/1.1" status: 200 len: 946 time: 0.1368341 Jul 26 14:59:00.322715 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-171593b6-47b7-490a-a611-d3f99a069daf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-859'] for router (77253391-b429-4b7c-9024-2065a1df24b8), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:00.325123 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-171593b6-47b7-490a-a611-d3f99a069daf admin admin] Publish callbacks [] for router_controller (77253391-b429-4b7c-9024-2065a1df24b8), precommit_delete_associations {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:00.329170 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 50574) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:59:00.334090 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.v2.base [None req-ed83e94b-d6c8-4b02-88e9-545d2cec83c2 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Request body: {'floatingip': {'port_id': '9b0e3837-4947-4f14-b8b9-6a4f6f25c7be'}} {{(pid=111103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 14:59:00.377257 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-ed83e94b-d6c8-4b02-88e9-545d2cec83c2 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks [] for floatingip (774c1cba-a322-4961-8e6f-496c4c4d43f6), before_update {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:00.470093 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-171593b6-47b7-490a-a611-d3f99a069daf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-569106'] for router (77253391-b429-4b7c-9024-2065a1df24b8), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:00.470818 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-171593b6-47b7-490a-a611-d3f99a069daf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77253391-b429-4b7c-9024-2065a1df24b8 {{(pid=111102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 14:59:00.476200 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-171593b6-47b7-490a-a611-d3f99a069daf admin admin] Publish callbacks [] for router (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:00.477347 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-171593b6-47b7-490a-a611-d3f99a069daf admin admin] 10.222.0.97 "DELETE /v2.0/routers/77253391-b429-4b7c-9024-2065a1df24b8 HTTP/1.1" status: 204 len: 168 time: 1.4101255 Jul 26 14:59:00.482477 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 50576) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:59:00.536114 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.db_base_plugin_v2 [None req-c96f8d56-ab9c-4bac-9725-876d6001afb9 admin admin] Deleting subnet 2f172c49-73da-4c22-8185-d9d275101a2a {{(pid=111102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 26 14:59:00.539774 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-c96f8d56-ab9c-4bac-9725-876d6001afb9 admin admin] Publish callbacks [] for subnet (2f172c49-73da-4c22-8185-d9d275101a2a), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:00.584478 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-c96f8d56-ab9c-4bac-9725-876d6001afb9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6109376'] for subnet (2f172c49-73da-4c22-8185-d9d275101a2a), precommit_delete_associations {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:00.663798 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device 5840695a-f93c-4b1f-a583-6cb313898d1c no longer exists at agent ovs-agent-dv-cinder-851030-1-iscsi {{(pid=111104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:59:00.677678 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-c96f8d56-ab9c-4bac-9725-876d6001afb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1534251'] for subnet (2f172c49-73da-4c22-8185-d9d275101a2a), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:00.687791 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] No Port match for: 5840695a-f93c-4b1f-a583-6cb313898d1c {{(pid=111104) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 14:59:00.687791 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device 5840695a-f93c-4b1f-a583-6cb313898d1c not bound to the agent host dv-cinder-851030-1-iscsi {{(pid=111104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:59:00.801208 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-c96f8d56-ab9c-4bac-9725-876d6001afb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1534242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4868132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4978243'] for subnet (2f172c49-73da-4c22-8185-d9d275101a2a), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:00.828317 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96f8d56-ab9c-4bac-9725-876d6001afb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f172c49-73da-4c22-8185-d9d275101a2a,revision_number=None']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:59:00.834007 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-ed83e94b-d6c8-4b02-88e9-545d2cec83c2 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:00.834492 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-c96f8d56-ab9c-4bac-9725-876d6001afb9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:00.838962 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-c96f8d56-ab9c-4bac-9725-876d6001afb9 admin admin] 10.222.0.97 "DELETE /v2.0/subnets/2f172c49-73da-4c22-8185-d9d275101a2a HTTP/1.1" status: 204 len: 168 time: 0.3548045 Jul 26 14:59:00.840907 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 50578) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:59:00.841060 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a0e3cd-6724-4946-9658-e9d11676fd4d None None] Network 14f3b361-a8f4-473b-ba81-867b2d141518 requested from dv-cinder-851030-1-iscsi {{(pid=111104) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 14:59:00.904943 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-ed83e94b-d6c8-4b02-88e9-545d2cec83c2 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691171'] for floatingip (774c1cba-a322-4961-8e6f-496c4c4d43f6), after_update {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:00.915664 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-be9a4c42-f61e-443a-8804-62c26048f7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459809'] for network (14f3b361-a8f4-473b-ba81-867b2d141518), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:00.960522 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.plugin [None req-be9a4c42-f61e-443a-8804-62c26048f7e7 admin admin] Deleting port 7d28839b-de0d-4ba3-b588-eaf09cf1326f {{(pid=111102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 14:59:00.960866 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-be9a4c42-f61e-443a-8804-62c26048f7e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789580082445'] for port (7d28839b-de0d-4ba3-b588-eaf09cf1326f), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:01.025920 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87df8e5c-8fab-4811-929c-b36754b5d4f5 None None] DHCP port deletion for 14f3b361-a8f4-473b-ba81-867b2d141518 request from dv-cinder-851030-1-iscsi {{(pid=111104) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 26 14:59:01.027530 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.db.l3_db [None req-ed83e94b-d6c8-4b02-88e9-545d2cec83c2 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Floating IP 774c1cba-a322-4961-8e6f-496c4c4d43f6 associated. External IP: 172.27.0.44, port: 9b0e3837-4947-4f14-b8b9-6a4f6f25c7be. Jul 26 14:59:01.042683 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.db [None req-be9a4c42-f61e-443a-8804-62c26048f7e7 admin admin] For port 7d28839b-de0d-4ba3-b588-eaf09cf1326f, host dv-cinder-851030-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851030-1-iscsi',level=0,port_id=7d28839b-de0d-4ba3-b588-eaf09cf1326f,segment=NetworkSegment(d48d7847-7528-47c2-aa10-8a92098c043b),segment_id=d48d7847-7528-47c2-aa10-8a92098c043b)] {{(pid=111102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:59:01.043151 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-be9a4c42-f61e-443a-8804-62c26048f7e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580114'] for port (7d28839b-de0d-4ba3-b588-eaf09cf1326f), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:01.051905 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:59:01.060968 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.plugin [None req-be9a4c42-f61e-443a-8804-62c26048f7e7 admin admin] Calling delete_port for 7d28839b-de0d-4ba3-b588-eaf09cf1326f owned by network:dhcp {{(pid=111102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 14:59:01.088880 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-87df8e5c-8fab-4811-929c-b36754b5d4f5 None None] Deleting port 7d28839b-de0d-4ba3-b588-eaf09cf1326f {{(pid=111104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 14:59:01.089170 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-87df8e5c-8fab-4811-929c-b36754b5d4f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789580082445'] for port (7d28839b-de0d-4ba3-b588-eaf09cf1326f), before_delete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:01.162950 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-87df8e5c-8fab-4811-929c-b36754b5d4f5 None None] For port 7d28839b-de0d-4ba3-b588-eaf09cf1326f, host dv-cinder-851030-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851030-1-iscsi',level=0,port_id=7d28839b-de0d-4ba3-b588-eaf09cf1326f,segment=NetworkSegment(d48d7847-7528-47c2-aa10-8a92098c043b),segment_id=d48d7847-7528-47c2-aa10-8a92098c043b)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:59:01.163341 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-87df8e5c-8fab-4811-929c-b36754b5d4f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580114'] for port (7d28839b-de0d-4ba3-b588-eaf09cf1326f), precommit_delete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:01.178132 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-87df8e5c-8fab-4811-929c-b36754b5d4f5 None None] Calling delete_port for 7d28839b-de0d-4ba3-b588-eaf09cf1326f owned by network:dhcp {{(pid=111104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 14:59:01.247449 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-be9a4c42-f61e-443a-8804-62c26048f7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789580201795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789579689804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868105'] for port (7d28839b-de0d-4ba3-b588-eaf09cf1326f), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:01.283328 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9a4c42-f61e-443a-8804-62c26048f7e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d28839b-de0d-4ba3-b588-eaf09cf1326f,revision_number=None']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:59:01.287213 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9a4c42-f61e-443a-8804-62c26048f7e7 admin admin] No DVR routers for this DVR port 7d28839b-de0d-4ba3-b588-eaf09cf1326f on host dv-cinder-851030-1-iscsi {{(pid=111102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 14:59:01.303029 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-87df8e5c-8fab-4811-929c-b36754b5d4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789580201795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789579689804'] for port (7d28839b-de0d-4ba3-b588-eaf09cf1326f), after_delete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:01.330623 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87df8e5c-8fab-4811-929c-b36754b5d4f5 None None] Pushing event deleted for resources: {'Port': ['ID=7d28839b-de0d-4ba3-b588-eaf09cf1326f,revision_number=None']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:59:01.335826 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87df8e5c-8fab-4811-929c-b36754b5d4f5 None None] No DVR routers for this DVR port 7d28839b-de0d-4ba3-b588-eaf09cf1326f on host dv-cinder-851030-1-iscsi {{(pid=111104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 14:59:01.367523 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-be9a4c42-f61e-443a-8804-62c26048f7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1536261', 'neutron.services.segments.db._delete_segments_for_network-8789580160202'] for network (14f3b361-a8f4-473b-ba81-867b2d141518), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:01.387354 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.services.segments.db [None req-be9a4c42-f61e-443a-8804-62c26048f7e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14f3b361-a8f4-473b-ba81-867b2d141518']}} {{(pid=111102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:59:01.398165 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.services.segments.db [None req-be9a4c42-f61e-443a-8804-62c26048f7e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd48d7847-7528-47c2-aa10-8a92098c043b') {'for_net_delete': True} {{(pid=111102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:59:01.398460 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.services.segments.db [None req-be9a4c42-f61e-443a-8804-62c26048f7e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd48d7847-7528-47c2-aa10-8a92098c043b') {} {{(pid=111102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:59:01.408661 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-be9a4c42-f61e-443a-8804-62c26048f7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789580160103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6109401'] for segment (d48d7847-7528-47c2-aa10-8a92098c043b), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:01.423186 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-be9a4c42-f61e-443a-8804-62c26048f7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1539468'] for segment (d48d7847-7528-47c2-aa10-8a92098c043b), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:01.425148 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:DELETE=9,neutron:SELECT=89,neutron:UPDATE=2 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:59:01.431304 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be9a4c42-f61e-443a-8804-62c26048f7e7 admin admin] Releasing vlan 1094 on physical network physnet1 to pool {{(pid=111102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:59:01.431736 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-be9a4c42-f61e-443a-8804-62c26048f7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1539468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4868218'] for segment (d48d7847-7528-47c2-aa10-8a92098c043b), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:01.445904 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:59:01.463585 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed83e94b-d6c8-4b02-88e9-545d2cec83c2 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Router 5f57147f-1584-4a62-83b8-e842b7fdbfc2 has already been hosted by L3 agent 66f8bb98-7ace-4a85-b6ba-ffe40597695b {{(pid=111103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 14:59:01.464454 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:59:01.510906 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.services.segments.plugin [-] Segment d48d7847-7528-47c2-aa10-8a92098c043b resource provider aggregate not found Jul 26 14:59:01.528554 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.services.segments.plugin [-] Segment d48d7847-7528-47c2-aa10-8a92098c043b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d48d7847-7528-47c2-aa10-8a92098c043b found for delete ", "request_id": "req-3160f929-98d3-41ac-9c1e-8a1e17f3a7d7"}]} Jul 26 14:59:01.572423 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed83e94b-d6c8-4b02-88e9-545d2cec83c2 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Notify agent at l3_agent.dv-cinder-851030-1-iscsi the message routers_updated {{(pid=111103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:59:01.578776 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-ed83e94b-d6c8-4b02-88e9-545d2cec83c2 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-431034'] for floatingip (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:01.581780 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd18b4bf-d9e0-4ae6-904c-c3c27c0e6a94 None None] Sync routers for ids ['5f57147f-1584-4a62-83b8-e842b7fdbfc2'] in dv-cinder-851030-1-iscsi {{(pid=111104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:59:01.590842 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd18b4bf-d9e0-4ae6-904c-c3c27c0e6a94 None None] Routers {'5f57147f-1584-4a62-83b8-e842b7fdbfc2'} bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 14:59:01.591467 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-dd18b4bf-d9e0-4ae6-904c-c3c27c0e6a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851030-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-26T14:42:54Z,description=,heartbeat_timestamp=2022-07-26T14:58:54Z,host='dv-cinder-851030-1-iscsi',id=66f8bb98-7ace-4a85-b6ba-ffe40597695b,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:42:55Z,topic='l3_agent')) {'router_ids': ['5f57147f-1584-4a62-83b8-e842b7fdbfc2'], 'active': True} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:59:01.602558 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-be9a4c42-f61e-443a-8804-62c26048f7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1536270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690999'] for network (14f3b361-a8f4-473b-ba81-867b2d141518), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:01.610915 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-ed83e94b-d6c8-4b02-88e9-545d2cec83c2 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "PUT /v2.0/floatingips/774c1cba-a322-4961-8e6f-496c4c4d43f6 HTTP/1.1" status: 200 len: 991 time: 1.2779872 Jul 26 14:59:01.610915 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b3ca784-f197-4dfa-8592-742a8cb0b832', 'tag': '9b0e3837-4947-4f14-b8b9-6a4f6f25c7be'}] {{(pid=111103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 14:59:01.612550 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-be9a4c42-f61e-443a-8804-62c26048f7e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524685'] for network (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:01.612697 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}517d84f8092def9b9250e77a34976a676e41c9ce554e95d8bccbc94b5a7b6795" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0389764e-5c62-4c7d-957e-99be2005b741" -d '{"events": [{"name": "network-changed", "server_uuid": "1b3ca784-f197-4dfa-8592-742a8cb0b832", "tag": "9b0e3837-4947-4f14-b8b9-6a4f6f25c7be"}]}' {{(pid=111103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:59:01.616495 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-be9a4c42-f61e-443a-8804-62c26048f7e7 admin admin] 10.222.0.97 "DELETE /v2.0/networks/14f3b361-a8f4-473b-ba81-867b2d141518 HTTP/1.1" status: 204 len: 168 time: 0.7745676 Jul 26 14:59:01.621004 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 50590) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:59:01.637351 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9a4c42-f61e-443a-8804-62c26048f7e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=14f3b361-a8f4-473b-ba81-867b2d141518,revision_number=None']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:59:01.709602 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvr_db [None req-dd18b4bf-d9e0-4ae6-904c-c3c27c0e6a94 None None] Set router 5f57147f-1584-4a62-83b8-e842b7fdbfc2 gateway port host: dv-cinder-851030-1-iscsi {{(pid=111104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 14:59:01.716038 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 14:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99c0aa0d-1d2b-4839-8ffc-92a7c4ae0dee x-openstack-request-id: req-99c0aa0d-1d2b-4839-8ffc-92a7c4ae0dee {{(pid=111103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:59:01.716348 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b3ca784-f197-4dfa-8592-742a8cb0b832", "tag": "9b0e3837-4947-4f14-b8b9-6a4f6f25c7be", "status": "completed", "code": 200}]} {{(pid=111103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:59:01.716597 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-99c0aa0d-1d2b-4839-8ffc-92a7c4ae0dee {{(pid=111103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:59:01.716965 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99c0aa0d-1d2b-4839-8ffc-92a7c4ae0dee'] response: {'name': 'network-changed', 'server_uuid': '1b3ca784-f197-4dfa-8592-742a8cb0b832', 'tag': '9b0e3837-4947-4f14-b8b9-6a4f6f25c7be', 'status': 'completed', 'code': 200} Jul 26 14:59:01.798337 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:59:01.801530 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0389764e-5c62-4c7d-957e-99be2005b741 req-aab3bf4e-94a9-465d-8acc-78d894a91012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:59:01.803052 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-0389764e-5c62-4c7d-957e-99be2005b741 req-aab3bf4e-94a9-465d-8acc-78d894a91012 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=ace4455a9e1b44e5bf7b04fd4abf81d7&device_id=1b3ca784-f197-4dfa-8592-742a8cb0b832 HTTP/1.1" status: 200 len: 1130 time: 0.0444403 Jul 26 14:59:01.909771 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0389764e-5c62-4c7d-957e-99be2005b741 req-c4842899-8a1f-4520-ba18-ecf54feabc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:59:01.911340 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-0389764e-5c62-4c7d-957e-99be2005b741 req-c4842899-8a1f-4520-ba18-ecf54feabc6a service neutron] 10.222.0.99 "GET /v2.0/networks?id=4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0 HTTP/1.1" status: 200 len: 917 time: 0.1020086 Jul 26 14:59:01.937526 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-dd18b4bf-d9e0-4ae6-904c-c3c27c0e6a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f57147f-1584-4a62-83b8-e842b7fdbfc2', 'name': 'tempest-AttachVolumeNegativeTest-1038869275-router', 'tenant_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '8dee36ad-48a7-4c32-9e44-b495406a43fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:51:43Z', 'updated_at': '2022-07-26T14:51:50Z', 'revision_number': 4, 'project_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'gw_port': {'id': '8dee36ad-48a7-4c32-9e44-b495406a43fc', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:28:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f57147f-1584-4a62-83b8-e842b7fdbfc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:44Z', 'updated_at': '2022-07-26T14:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi', '_floatingips': [{'id': '774c1cba-a322-4961-8e6f-496c4c4d43f6', 'tenant_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'floating_ip_address': '172.27.0.44', 'floating_network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'router_id': '5f57147f-1584-4a62-83b8-e842b7fdbfc2', 'port_id': '9b0e3837-4947-4f14-b8b9-6a4f6f25c7be', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0', 'mac_address': 'fa:16:3e:0c:37:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3ca784-f197-4dfa-8592-742a8cb0b832', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T14:58:40Z', 'updated_at': '2022-07-26T14:59:00Z', 'revision_number': 1, 'project_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c22bd2eb-9253-40e7-9f5d-34524feb8d4d', 'name': '', 'network_id': '4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0', 'tenant_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'mac_address': 'fa:16:3e:9b:be:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f57147f-1584-4a62-83b8-e842b7fdbfc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2dc51976-041f-4e28-9975-c948630898a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:48Z', 'updated_at': '2022-07-26T14:51:59Z', 'revision_number': 5, 'project_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'subnets': [{'id': '2dc51976-041f-4e28-9975-c948630898a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851030-1-iscsi', False) {} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:59:01.956507 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-f26f8356-b2bb-452a-aaf9-cdaa9724be35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-688923'] for router_interface (11b5f348-75d5-4c4f-96c2-0044b1980797), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:01.962701 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd18b4bf-d9e0-4ae6-904c-c3c27c0e6a94 None None] Checking router: 5f57147f-1584-4a62-83b8-e842b7fdbfc2 for host: dv-cinder-851030-1-iscsi {{(pid=111104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:59:01.972269 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd18b4bf-d9e0-4ae6-904c-c3c27c0e6a94 None None] Routers {'5f57147f-1584-4a62-83b8-e842b7fdbfc2'} bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 14:59:01.972881 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-dd18b4bf-d9e0-4ae6-904c-c3c27c0e6a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851030-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-26T14:42:54Z,description=,heartbeat_timestamp=2022-07-26T14:58:54Z,host='dv-cinder-851030-1-iscsi',id=66f8bb98-7ace-4a85-b6ba-ffe40597695b,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:42:55Z,topic='l3_agent')) {'router_ids': ['5f57147f-1584-4a62-83b8-e842b7fdbfc2'], 'active': True} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:59:01.980182 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-0389764e-5c62-4c7d-957e-99be2005b741 req-145a0d7a-ff7e-4a01-a013-a66fbe8c99c9 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9b0e3837-4947-4f14-b8b9-6a4f6f25c7be HTTP/1.1" status: 200 len: 999 time: 0.0606086 Jul 26 14:59:02.033964 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0389764e-5c62-4c7d-957e-99be2005b741 req-4553ccdc-6647-478a-88fc-371547ce3e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:59:02.035759 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-0389764e-5c62-4c7d-957e-99be2005b741 req-4553ccdc-6647-478a-88fc-371547ce3e4d service neutron] 10.222.0.99 "GET /v2.0/subnets?id=2dc51976-041f-4e28-9975-c948630898a5 HTTP/1.1" status: 200 len: 854 time: 0.0494733 Jul 26 14:59:02.065401 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:59:02.080463 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvr_db [None req-dd18b4bf-d9e0-4ae6-904c-c3c27c0e6a94 None None] Set router 5f57147f-1584-4a62-83b8-e842b7fdbfc2 gateway port host: dv-cinder-851030-1-iscsi {{(pid=111104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 14:59:02.088874 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0389764e-5c62-4c7d-957e-99be2005b741 req-4e4e6220-10e1-4814-9bb5-648b9294119f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:59:02.090398 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-0389764e-5c62-4c7d-957e-99be2005b741 req-4e4e6220-10e1-4814-9bb5-648b9294119f service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478313 Jul 26 14:59:02.188551 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-0389764e-5c62-4c7d-957e-99be2005b741 req-67e974dc-2d44-4229-a044-f7f0888b61dc service neutron] 10.222.0.99 "GET /v2.0/networks/4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912411 Jul 26 14:59:02.211495 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.plugins.ml2.plugin [None req-f26f8356-b2bb-452a-aaf9-cdaa9724be35 admin admin] Deleting port b5eeb9a9-f774-4bf2-bcd1-eb7bc8846a7b {{(pid=111103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 14:59:02.211840 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-f26f8356-b2bb-452a-aaf9-cdaa9724be35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789580082445'] for port (b5eeb9a9-f774-4bf2-bcd1-eb7bc8846a7b), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:02.213559 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=100 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:59:02.292388 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-0389764e-5c62-4c7d-957e-99be2005b741 req-274de96e-f8aa-4842-bdb4-781109eefa5d service neutron] 10.222.0.99 "GET /v2.0/networks/4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969660 Jul 26 14:59:02.304626 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.plugins.ml2.db [None req-f26f8356-b2bb-452a-aaf9-cdaa9724be35 admin admin] For port b5eeb9a9-f774-4bf2-bcd1-eb7bc8846a7b, host dv-cinder-851030-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851030-1-iscsi',level=0,port_id=b5eeb9a9-f774-4bf2-bcd1-eb7bc8846a7b,segment=NetworkSegment(0183e047-2166-4c28-8278-c78382bdcd59),segment_id=0183e047-2166-4c28-8278-c78382bdcd59)] {{(pid=111103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:59:02.304984 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-f26f8356-b2bb-452a-aaf9-cdaa9724be35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580114'] for port (b5eeb9a9-f774-4bf2-bcd1-eb7bc8846a7b), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:02.320680 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.plugins.ml2.plugin [None req-f26f8356-b2bb-452a-aaf9-cdaa9724be35 admin admin] Calling delete_port for b5eeb9a9-f774-4bf2-bcd1-eb7bc8846a7b owned by network:router_interface {{(pid=111103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 14:59:02.424595 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-dd18b4bf-d9e0-4ae6-904c-c3c27c0e6a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f57147f-1584-4a62-83b8-e842b7fdbfc2', 'name': 'tempest-AttachVolumeNegativeTest-1038869275-router', 'tenant_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '8dee36ad-48a7-4c32-9e44-b495406a43fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:51:43Z', 'updated_at': '2022-07-26T14:51:50Z', 'revision_number': 4, 'project_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'gw_port': {'id': '8dee36ad-48a7-4c32-9e44-b495406a43fc', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:28:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f57147f-1584-4a62-83b8-e842b7fdbfc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:44Z', 'updated_at': '2022-07-26T14:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi', '_floatingips': [{'id': '774c1cba-a322-4961-8e6f-496c4c4d43f6', 'tenant_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'floating_ip_address': '172.27.0.44', 'floating_network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'router_id': '5f57147f-1584-4a62-83b8-e842b7fdbfc2', 'port_id': '9b0e3837-4947-4f14-b8b9-6a4f6f25c7be', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0', 'mac_address': 'fa:16:3e:0c:37:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3ca784-f197-4dfa-8592-742a8cb0b832', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T14:58:40Z', 'updated_at': '2022-07-26T14:59:00Z', 'revision_number': 1, 'project_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c22bd2eb-9253-40e7-9f5d-34524feb8d4d', 'name': '', 'network_id': '4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0', 'tenant_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'mac_address': 'fa:16:3e:9b:be:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f57147f-1584-4a62-83b8-e842b7fdbfc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2dc51976-041f-4e28-9975-c948630898a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:48Z', 'updated_at': '2022-07-26T14:51:59Z', 'revision_number': 5, 'project_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'subnets': [{'id': '2dc51976-041f-4e28-9975-c948630898a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851030-1-iscsi', False) {} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:59:02.449494 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd18b4bf-d9e0-4ae6-904c-c3c27c0e6a94 None None] The sync data for ids ['5f57147f-1584-4a62-83b8-e842b7fdbfc2'] in dv-cinder-851030-1-iscsi is: [{'id': '5f57147f-1584-4a62-83b8-e842b7fdbfc2', 'name': 'tempest-AttachVolumeNegativeTest-1038869275-router', 'tenant_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '8dee36ad-48a7-4c32-9e44-b495406a43fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:51:43Z', 'updated_at': '2022-07-26T14:51:50Z', 'revision_number': 4, 'project_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'gw_port': {'id': '8dee36ad-48a7-4c32-9e44-b495406a43fc', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:28:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f57147f-1584-4a62-83b8-e842b7fdbfc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:44Z', 'updated_at': '2022-07-26T14:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi', '_floatingips': [{'id': '774c1cba-a322-4961-8e6f-496c4c4d43f6', 'tenant_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'floating_ip_address': '172.27.0.44', 'floating_network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'router_id': '5f57147f-1584-4a62-83b8-e842b7fdbfc2', 'port_id': '9b0e3837-4947-4f14-b8b9-6a4f6f25c7be', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0', 'mac_address': 'fa:16:3e:0c:37:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3ca784-f197-4dfa-8592-742a8cb0b832', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T14:58:40Z', 'updated_at': '2022-07-26T14:59:00Z', 'revision_number': 1, 'project_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c22bd2eb-9253-40e7-9f5d-34524feb8d4d', 'name': '', 'network_id': '4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0', 'tenant_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'mac_address': 'fa:16:3e:9b:be:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f57147f-1584-4a62-83b8-e842b7fdbfc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2dc51976-041f-4e28-9975-c948630898a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:48Z', 'updated_at': '2022-07-26T14:51:59Z', 'revision_number': 5, 'project_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'subnets': [{'id': '2dc51976-041f-4e28-9975-c948630898a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:59:02.590512 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-f26f8356-b2bb-452a-aaf9-cdaa9724be35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789580201795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789579689804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4313512'] for port (b5eeb9a9-f774-4bf2-bcd1-eb7bc8846a7b), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:02.632459 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device 7bec4bbe-d10a-4710-9f59-7fbddd70fb0e no longer exists at agent ovs-agent-dv-cinder-851030-1-iscsi {{(pid=111104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:59:02.643107 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:59:02.647016 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26f8356-b2bb-452a-aaf9-cdaa9724be35 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5eeb9a9-f774-4bf2-bcd1-eb7bc8846a7b,revision_number=None']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:59:02.655010 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] No Port match for: 7bec4bbe-d10a-4710-9f59-7fbddd70fb0e {{(pid=111104) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 14:59:02.655370 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device 7bec4bbe-d10a-4710-9f59-7fbddd70fb0e not bound to the agent host dv-cinder-851030-1-iscsi {{(pid=111104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:59:02.656459 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device 7d28839b-de0d-4ba3-b588-eaf09cf1326f no longer exists at agent ovs-agent-dv-cinder-851030-1-iscsi {{(pid=111104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:59:02.668078 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ce0d21-1d6f-4e61-90ea-2454a1333ff6 None None] New status for floating IP 774c1cba-a322-4961-8e6f-496c4c4d43f6: ACTIVE {{(pid=111105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 14:59:02.679115 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] No Port match for: 7d28839b-de0d-4ba3-b588-eaf09cf1326f {{(pid=111104) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 14:59:02.679488 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device 7d28839b-de0d-4ba3-b588-eaf09cf1326f not bound to the agent host dv-cinder-851030-1-iscsi {{(pid=111104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:59:02.802514 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-f26f8356-b2bb-452a-aaf9-cdaa9724be35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689039'] for router_interface (11b5f348-75d5-4c4f-96c2-0044b1980797), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:03.017576 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f26f8356-b2bb-452a-aaf9-cdaa9724be35 admin admin] Router 11b5f348-75d5-4c4f-96c2-0044b1980797 has already been hosted by L3 agent 66f8bb98-7ace-4a85-b6ba-ffe40597695b {{(pid=111103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 14:59:03.123805 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f26f8356-b2bb-452a-aaf9-cdaa9724be35 admin admin] Notify agent at l3_agent.dv-cinder-851030-1-iscsi the message routers_updated {{(pid=111103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:59:03.128874 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-f26f8356-b2bb-452a-aaf9-cdaa9724be35 admin admin] 10.222.0.97 "PUT /v2.0/routers/11b5f348-75d5-4c4f-96c2-0044b1980797/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5066545 Jul 26 14:59:03.131122 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 50596) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:59:03.133619 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8cef1d-d41d-4ac8-aea3-5cdead64ab22 None None] Sync routers for ids ['11b5f348-75d5-4c4f-96c2-0044b1980797'] in dv-cinder-851030-1-iscsi {{(pid=111104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:59:03.144942 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8cef1d-d41d-4ac8-aea3-5cdead64ab22 None None] Routers {'11b5f348-75d5-4c4f-96c2-0044b1980797'} bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 14:59:03.145557 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-7c8cef1d-d41d-4ac8-aea3-5cdead64ab22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851030-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-26T14:42:54Z,description=,heartbeat_timestamp=2022-07-26T14:58:54Z,host='dv-cinder-851030-1-iscsi',id=66f8bb98-7ace-4a85-b6ba-ffe40597695b,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:42:55Z,topic='l3_agent')) {'router_ids': ['11b5f348-75d5-4c4f-96c2-0044b1980797'], 'active': True} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:59:03.208628 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:59:03.230588 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-8424fcbd-f058-4764-9417-9666956866ea admin admin] Publish callbacks [] for router (11b5f348-75d5-4c4f-96c2-0044b1980797), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:03.250143 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvr_db [None req-7c8cef1d-d41d-4ac8-aea3-5cdead64ab22 None None] Set router 11b5f348-75d5-4c4f-96c2-0044b1980797 gateway port host: dv-cinder-851030-1-iscsi {{(pid=111104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 14:59:03.335305 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-8424fcbd-f058-4764-9417-9666956866ea admin admin] Publish callbacks [] for router_gateway (11b5f348-75d5-4c4f-96c2-0044b1980797), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:03.424325 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-7c8cef1d-d41d-4ac8-aea3-5cdead64ab22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b5f348-75d5-4c4f-96c2-0044b1980797', 'name': 'tempest-TestVolumeBootPattern-1301718411-router', 'tenant_id': '2bb78824c1344af8a6aea40818681920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.40'}], 'enable_snat': True}, 'gw_port_id': '43874025-b729-4db5-81ab-97992325cc0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:53:40Z', 'updated_at': '2022-07-26T14:59:02Z', 'revision_number': 5, 'project_id': '2bb78824c1344af8a6aea40818681920', 'gw_port': {'id': '43874025-b729-4db5-81ab-97992325cc0b', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:1f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b5f348-75d5-4c4f-96c2-0044b1980797', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:53:41Z', 'updated_at': '2022-07-26T14:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi'}], 'dv-cinder-851030-1-iscsi', False) {} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:59:03.449615 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8cef1d-d41d-4ac8-aea3-5cdead64ab22 None None] Checking router: 11b5f348-75d5-4c4f-96c2-0044b1980797 for host: dv-cinder-851030-1-iscsi {{(pid=111104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:59:03.458690 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8cef1d-d41d-4ac8-aea3-5cdead64ab22 None None] Routers {'11b5f348-75d5-4c4f-96c2-0044b1980797'} bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 14:59:03.459298 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-7c8cef1d-d41d-4ac8-aea3-5cdead64ab22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851030-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-26T14:42:54Z,description=,heartbeat_timestamp=2022-07-26T14:58:54Z,host='dv-cinder-851030-1-iscsi',id=66f8bb98-7ace-4a85-b6ba-ffe40597695b,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:42:55Z,topic='l3_agent')) {'router_ids': ['11b5f348-75d5-4c4f-96c2-0044b1980797'], 'active': True} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:59:03.480853 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.plugins.ml2.plugin [None req-8424fcbd-f058-4764-9417-9666956866ea admin admin] Deleting port 43874025-b729-4db5-81ab-97992325cc0b {{(pid=111103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 14:59:03.481196 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-8424fcbd-f058-4764-9417-9666956866ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789580082445'] for port (43874025-b729-4db5-81ab-97992325cc0b), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:03.545416 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvr_db [None req-7c8cef1d-d41d-4ac8-aea3-5cdead64ab22 None None] Set router 11b5f348-75d5-4c4f-96c2-0044b1980797 gateway port host: None {{(pid=111104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 14:59:03.568011 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.plugins.ml2.db [None req-8424fcbd-f058-4764-9417-9666956866ea admin admin] For port 43874025-b729-4db5-81ab-97992325cc0b, host dv-cinder-851030-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851030-1-iscsi',level=0,port_id=43874025-b729-4db5-81ab-97992325cc0b,segment=NetworkSegment(9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7),segment_id=9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7)] {{(pid=111103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:59:03.568376 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-8424fcbd-f058-4764-9417-9666956866ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580114'] for port (43874025-b729-4db5-81ab-97992325cc0b), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:03.582858 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.plugins.ml2.plugin [None req-8424fcbd-f058-4764-9417-9666956866ea admin admin] Calling delete_port for 43874025-b729-4db5-81ab-97992325cc0b owned by network:router_gateway {{(pid=111103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 14:59:03.598357 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-7c8cef1d-d41d-4ac8-aea3-5cdead64ab22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b5f348-75d5-4c4f-96c2-0044b1980797', 'name': 'tempest-TestVolumeBootPattern-1301718411-router', 'tenant_id': '2bb78824c1344af8a6aea40818681920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:53:40Z', 'updated_at': '2022-07-26T14:59:03Z', 'revision_number': 6, 'project_id': '2bb78824c1344af8a6aea40818681920', 'gw_port_host': None}], 'dv-cinder-851030-1-iscsi', False) {} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:59:03.622734 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8cef1d-d41d-4ac8-aea3-5cdead64ab22 None None] The sync data for ids ['11b5f348-75d5-4c4f-96c2-0044b1980797'] in dv-cinder-851030-1-iscsi is: [{'id': '11b5f348-75d5-4c4f-96c2-0044b1980797', 'name': 'tempest-TestVolumeBootPattern-1301718411-router', 'tenant_id': '2bb78824c1344af8a6aea40818681920', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:53:40Z', 'updated_at': '2022-07-26T14:59:03Z', 'revision_number': 6, 'project_id': '2bb78824c1344af8a6aea40818681920', 'gw_port_host': None}] {{(pid=111104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:59:03.647076 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:59:03.812976 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-8424fcbd-f058-4764-9417-9666956866ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789580201795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789579689804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4313512'] for port (43874025-b729-4db5-81ab-97992325cc0b), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:03.837999 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8424fcbd-f058-4764-9417-9666956866ea admin admin] Pushing event deleted for resources: {'Port': ['ID=43874025-b729-4db5-81ab-97992325cc0b,revision_number=None']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:59:03.903182 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-8424fcbd-f058-4764-9417-9666956866ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690971'] for router_gateway (11b5f348-75d5-4c4f-96c2-0044b1980797), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:04.006602 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-8424fcbd-f058-4764-9417-9666956866ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-859'] for router (11b5f348-75d5-4c4f-96c2-0044b1980797), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:04.008888 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-8424fcbd-f058-4764-9417-9666956866ea admin admin] Publish callbacks [] for router_controller (11b5f348-75d5-4c4f-96c2-0044b1980797), precommit_delete_associations {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:04.390974 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-8424fcbd-f058-4764-9417-9666956866ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-569106'] for router (11b5f348-75d5-4c4f-96c2-0044b1980797), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:04.391649 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8424fcbd-f058-4764-9417-9666956866ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 11b5f348-75d5-4c4f-96c2-0044b1980797 {{(pid=111103) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 14:59:04.398353 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-8424fcbd-f058-4764-9417-9666956866ea admin admin] Publish callbacks [] for router (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:04.399807 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-8424fcbd-f058-4764-9417-9666956866ea admin admin] 10.222.0.97 "DELETE /v2.0/routers/11b5f348-75d5-4c4f-96c2-0044b1980797 HTTP/1.1" status: 204 len: 168 time: 1.2677283 Jul 26 14:59:04.404192 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 50598) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:59:04.448880 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.db.db_base_plugin_v2 [None req-05cb1e3d-351c-46d1-ac28-709fa88b726d admin admin] Deleting subnet f4f12531-8c2b-406d-8aff-22f22d0c1803 {{(pid=111103) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 26 14:59:04.452794 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-05cb1e3d-351c-46d1-ac28-709fa88b726d admin admin] Publish callbacks [] for subnet (f4f12531-8c2b-406d-8aff-22f22d0c1803), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:04.487178 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-05cb1e3d-351c-46d1-ac28-709fa88b726d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4943357'] for subnet (f4f12531-8c2b-406d-8aff-22f22d0c1803), precommit_delete_associations {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:04.603324 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-05cb1e3d-351c-46d1-ac28-709fa88b726d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1534251'] for subnet (f4f12531-8c2b-406d-8aff-22f22d0c1803), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:04.631477 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device 43874025-b729-4db5-81ab-97992325cc0b no longer exists at agent ovs-agent-dv-cinder-851030-1-iscsi {{(pid=111104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:59:04.635007 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4,neutron:DELETE=11 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:59:04.651358 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] No Port match for: 43874025-b729-4db5-81ab-97992325cc0b {{(pid=111104) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 14:59:04.651721 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device 43874025-b729-4db5-81ab-97992325cc0b not bound to the agent host dv-cinder-851030-1-iscsi {{(pid=111104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:59:04.652132 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device b5eeb9a9-f774-4bf2-bcd1-eb7bc8846a7b no longer exists at agent ovs-agent-dv-cinder-851030-1-iscsi {{(pid=111104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:59:04.670543 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] No Port match for: b5eeb9a9-f774-4bf2-bcd1-eb7bc8846a7b {{(pid=111104) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 14:59:04.670813 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device b5eeb9a9-f774-4bf2-bcd1-eb7bc8846a7b not bound to the agent host dv-cinder-851030-1-iscsi {{(pid=111104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:59:04.762000 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-05cb1e3d-351c-46d1-ac28-709fa88b726d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1534242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4313477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4397448'] for subnet (f4f12531-8c2b-406d-8aff-22f22d0c1803), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:04.793355 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cb1e3d-351c-46d1-ac28-709fa88b726d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4f12531-8c2b-406d-8aff-22f22d0c1803,revision_number=None']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:59:04.797455 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-05cb1e3d-351c-46d1-ac28-709fa88b726d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524685'] for subnet (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:04.801024 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-05cb1e3d-351c-46d1-ac28-709fa88b726d admin admin] 10.222.0.97 "DELETE /v2.0/subnets/f4f12531-8c2b-406d-8aff-22f22d0c1803 HTTP/1.1" status: 204 len: 168 time: 0.3974984 Jul 26 14:59:04.803072 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 50600) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:59:04.805498 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001bf5ff-f43c-4d2f-90f6-5aa568c4a628 None None] Network f1cf6367-0fb5-4169-ae6e-00345ae81111 requested from dv-cinder-851030-1-iscsi {{(pid=111104) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 14:59:04.861441 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=100 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:59:04.875276 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-d1e4c7b1-114e-40b3-b23d-c004579b488c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459809'] for network (f1cf6367-0fb5-4169-ae6e-00345ae81111), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:04.918834 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.plugins.ml2.plugin [None req-d1e4c7b1-114e-40b3-b23d-c004579b488c admin admin] Deleting port 8dd3b335-d657-402a-afdc-6aa307a08257 {{(pid=111103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 14:59:04.919091 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-d1e4c7b1-114e-40b3-b23d-c004579b488c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789580082445'] for port (8dd3b335-d657-402a-afdc-6aa307a08257), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:04.956240 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b62faf-7454-4d5c-af86-1e52ab89debf None None] DHCP port deletion for f1cf6367-0fb5-4169-ae6e-00345ae81111 request from dv-cinder-851030-1-iscsi {{(pid=111104) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 26 14:59:04.990640 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.plugins.ml2.db [None req-d1e4c7b1-114e-40b3-b23d-c004579b488c admin admin] For port 8dd3b335-d657-402a-afdc-6aa307a08257, host dv-cinder-851030-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851030-1-iscsi',level=0,port_id=8dd3b335-d657-402a-afdc-6aa307a08257,segment=NetworkSegment(0183e047-2166-4c28-8278-c78382bdcd59),segment_id=0183e047-2166-4c28-8278-c78382bdcd59)] {{(pid=111103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:59:04.991022 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-d1e4c7b1-114e-40b3-b23d-c004579b488c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580114'] for port (8dd3b335-d657-402a-afdc-6aa307a08257), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:04.992940 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-f6b62faf-7454-4d5c-af86-1e52ab89debf None None] Deleting port 8dd3b335-d657-402a-afdc-6aa307a08257 {{(pid=111104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 14:59:04.993122 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-f6b62faf-7454-4d5c-af86-1e52ab89debf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789580082445'] for port (8dd3b335-d657-402a-afdc-6aa307a08257), before_delete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:05.004660 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.plugins.ml2.plugin [None req-d1e4c7b1-114e-40b3-b23d-c004579b488c admin admin] Calling delete_port for 8dd3b335-d657-402a-afdc-6aa307a08257 owned by network:dhcp {{(pid=111103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 14:59:05.061713 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-f6b62faf-7454-4d5c-af86-1e52ab89debf None None] For port 8dd3b335-d657-402a-afdc-6aa307a08257, host dv-cinder-851030-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851030-1-iscsi',level=0,port_id=8dd3b335-d657-402a-afdc-6aa307a08257,segment=NetworkSegment(0183e047-2166-4c28-8278-c78382bdcd59),segment_id=0183e047-2166-4c28-8278-c78382bdcd59)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:59:05.062675 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-f6b62faf-7454-4d5c-af86-1e52ab89debf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580114'] for port (8dd3b335-d657-402a-afdc-6aa307a08257), precommit_delete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:05.076291 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-f6b62faf-7454-4d5c-af86-1e52ab89debf None None] Calling delete_port for 8dd3b335-d657-402a-afdc-6aa307a08257 owned by network:dhcp {{(pid=111104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 14:59:05.121160 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=100 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:59:05.229865 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-d1e4c7b1-114e-40b3-b23d-c004579b488c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789580201795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789579689804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4313512'] for port (8dd3b335-d657-402a-afdc-6aa307a08257), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:05.236288 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-f6b62faf-7454-4d5c-af86-1e52ab89debf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789580201795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789579689804'] for port (8dd3b335-d657-402a-afdc-6aa307a08257), after_delete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:05.259154 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e4c7b1-114e-40b3-b23d-c004579b488c admin admin] Pushing event deleted for resources: {'Port': ['ID=8dd3b335-d657-402a-afdc-6aa307a08257,revision_number=None']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:59:05.263714 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e4c7b1-114e-40b3-b23d-c004579b488c admin admin] No DVR routers for this DVR port 8dd3b335-d657-402a-afdc-6aa307a08257 on host dv-cinder-851030-1-iscsi {{(pid=111103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 14:59:05.267257 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b62faf-7454-4d5c-af86-1e52ab89debf None None] Pushing event deleted for resources: {'Port': ['ID=8dd3b335-d657-402a-afdc-6aa307a08257,revision_number=None']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:59:05.270676 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b62faf-7454-4d5c-af86-1e52ab89debf None None] No DVR routers for this DVR port 8dd3b335-d657-402a-afdc-6aa307a08257 on host dv-cinder-851030-1-iscsi {{(pid=111104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 14:59:05.326349 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:59:05.339838 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-d1e4c7b1-114e-40b3-b23d-c004579b488c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1536261', 'neutron.services.segments.db._delete_segments_for_network-8789580160202'] for network (f1cf6367-0fb5-4169-ae6e-00345ae81111), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:05.361016 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.services.segments.db [None req-d1e4c7b1-114e-40b3-b23d-c004579b488c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1cf6367-0fb5-4169-ae6e-00345ae81111']}} {{(pid=111103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:59:05.370105 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.services.segments.db [None req-d1e4c7b1-114e-40b3-b23d-c004579b488c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0183e047-2166-4c28-8278-c78382bdcd59') {'for_net_delete': True} {{(pid=111103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:59:05.370397 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.services.segments.db [None req-d1e4c7b1-114e-40b3-b23d-c004579b488c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0183e047-2166-4c28-8278-c78382bdcd59') {} {{(pid=111103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:59:05.384133 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-d1e4c7b1-114e-40b3-b23d-c004579b488c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789580160103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4943332'] for segment (0183e047-2166-4c28-8278-c78382bdcd59), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:05.397491 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-d1e4c7b1-114e-40b3-b23d-c004579b488c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1539468'] for segment (0183e047-2166-4c28-8278-c78382bdcd59), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:05.404092 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1e4c7b1-114e-40b3-b23d-c004579b488c admin admin] Releasing vlan 1088 on physical network physnet1 to pool {{(pid=111103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 14:59:05.404530 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-d1e4c7b1-114e-40b3-b23d-c004579b488c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1539468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4313563'] for segment (0183e047-2166-4c28-8278-c78382bdcd59), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:05.545546 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.services.segments.plugin [-] Segment 0183e047-2166-4c28-8278-c78382bdcd59 resource provider aggregate not found Jul 26 14:59:05.562957 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.services.segments.plugin [-] Segment 0183e047-2166-4c28-8278-c78382bdcd59 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0183e047-2166-4c28-8278-c78382bdcd59 found for delete ", "request_id": "req-559a14b4-193f-4917-89df-39f35f3dd3fb"}]} Jul 26 14:59:05.590176 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-d1e4c7b1-114e-40b3-b23d-c004579b488c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1536270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690999'] for network (f1cf6367-0fb5-4169-ae6e-00345ae81111), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:05.598517 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-d1e4c7b1-114e-40b3-b23d-c004579b488c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524685'] for network (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:05.601746 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-d1e4c7b1-114e-40b3-b23d-c004579b488c admin admin] 10.222.0.97 "DELETE /v2.0/networks/f1cf6367-0fb5-4169-ae6e-00345ae81111 HTTP/1.1" status: 204 len: 168 time: 0.7977111 Jul 26 14:59:05.612141 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e4c7b1-114e-40b3-b23d-c004579b488c admin admin] Pushing event deleted for resources: {'Network': ['ID=f1cf6367-0fb5-4169-ae6e-00345ae81111,revision_number=None']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:59:06.051784 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 50610) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:59:06.094532 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-8eb1ebcc-655c-47e8-84d7-92e676a92e24 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=e7107f9317c24cc7b972fdc6b8c01322&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0415387 Jul 26 14:59:06.096978 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 50612) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:59:06.144574 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-6d9daa4d-2815-46db-be3b-2b81a33049a7 admin admin] Publish callbacks [] for security_group (896cf7bd-4be7-476d-9275-cbb1eb9feae1), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:06.170365 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-6d9daa4d-2815-46db-be3b-2b81a33049a7 admin admin] Publish callbacks [] for security_group (896cf7bd-4be7-476d-9275-cbb1eb9feae1), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:06.201433 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:59:06.344897 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-6d9daa4d-2815-46db-be3b-2b81a33049a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (896cf7bd-4be7-476d-9275-cbb1eb9feae1), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:06.347549 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-6d9daa4d-2815-46db-be3b-2b81a33049a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:06.348801 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-6d9daa4d-2815-46db-be3b-2b81a33049a7 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/896cf7bd-4be7-476d-9275-cbb1eb9feae1 HTTP/1.1" status: 204 len: 168 time: 0.2508886 Jul 26 14:59:06.356887 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9daa4d-2815-46db-be3b-2b81a33049a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=896cf7bd-4be7-476d-9275-cbb1eb9feae1,revision_number=None']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:59:06.614084 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device 8dd3b335-d657-402a-afdc-6aa307a08257 no longer exists at agent ovs-agent-dv-cinder-851030-1-iscsi {{(pid=111104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:59:06.634494 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] No Port match for: 8dd3b335-d657-402a-afdc-6aa307a08257 {{(pid=111104) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 14:59:06.634831 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device 8dd3b335-d657-402a-afdc-6aa307a08257 not bound to the agent host dv-cinder-851030-1-iscsi {{(pid=111104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:59:07.085908 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 50618) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:59:07.125962 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-976083ba-bcf0-4b13-b517-2b250e53c8a2 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=2bb78824c1344af8a6aea40818681920&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388715 Jul 26 14:59:07.128443 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 50620) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:59:07.177378 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-1840c7cc-720b-4807-b7f7-0317bb811fa3 admin admin] Publish callbacks [] for security_group (6e1d5982-ce30-4616-9495-8e8a395caea0), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:07.198919 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-1840c7cc-720b-4807-b7f7-0317bb811fa3 admin admin] Publish callbacks [] for security_group (6e1d5982-ce30-4616-9495-8e8a395caea0), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:07.338724 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-1840c7cc-720b-4807-b7f7-0317bb811fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (6e1d5982-ce30-4616-9495-8e8a395caea0), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:07.341275 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-1840c7cc-720b-4807-b7f7-0317bb811fa3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:07.342506 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-1840c7cc-720b-4807-b7f7-0317bb811fa3 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/6e1d5982-ce30-4616-9495-8e8a395caea0 HTTP/1.1" status: 204 len: 168 time: 0.2130868 Jul 26 14:59:07.351533 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1840c7cc-720b-4807-b7f7-0317bb811fa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e1d5982-ce30-4616-9495-8e8a395caea0,revision_number=None']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:59:12.287352 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=72,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:59:12.289292 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=44 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:59:15.321501 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (311d617f-8fa1-4662-a157-ab38f6e1e2d8), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:17.230825 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=46,neutron:DELETE=5 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:59:17.347100 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=22,neutron:DELETE=1 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:59:18.078465 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=70,neutron:UPDATE=1 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:59:18.083359 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=76,neutron:UPDATE=1 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:59:21.978709 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b229f2b7-feda-4452-8b44-83cdde5c2a73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (bb4183fa-e0c9-4858-9c34-b1ab78d39af4), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:24.269499 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-9abaa044-62b9-4704-b673-91c3f59bcb8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (66f8bb98-7ace-4a85-b6ba-ffe40597695b), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:25.075580 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.agents_db [None req-99196b13-9676-4f02-b89b-0db7196f18a6 None None] Agent healthcheck: found 6 active agents {{(pid=111105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 14:59:25.418154 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b30572d2-bee0-4462-94ed-c13cd0ef4273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (40fac31a-afaa-44e8-8521-47b803a59f0f), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:26.943787 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b977bc9f-0510-4ebd-94dd-930fc4499a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (e5556d63-fbf3-48f2-bfac-7896e86945c3), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:27.075206 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (df49e665-2de0-463a-a1e1-c989804d5593), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:32.799278 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdda4a62-f4e0-4a10-b643-4845f845da56 req-9ecbac38-844d-4aa2-80f1-06214f8751c1 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:59:32.800792 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-fdda4a62-f4e0-4a10-b643-4845f845da56 req-9ecbac38-844d-4aa2-80f1-06214f8751c1 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=d1552ebb-d614-4398-96ba-47e3fd737e3d HTTP/1.1" status: 200 len: 945 time: 0.0499699 Jul 26 14:59:32.848579 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-fdda4a62-f4e0-4a10-b643-4845f845da56 req-cdef2575-6a51-4d6f-8921-5d748d8a7de1 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/security-groups?id=dc40aab4-ece4-4809-892c-4aaf7437cd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417805 Jul 26 14:59:33.977531 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311f738f-6935-4b91-a256-77c4bed2dcac req-b6d2d0a6-f0a4-4254-8ab9-c5c988551982 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:59:33.977531 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-311f738f-6935-4b91-a256-77c4bed2dcac req-b6d2d0a6-f0a4-4254-8ab9-c5c988551982 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=d1552ebb-d614-4398-96ba-47e3fd737e3d HTTP/1.1" status: 200 len: 945 time: 0.0500178 Jul 26 14:59:34.025873 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-311f738f-6935-4b91-a256-77c4bed2dcac req-b4878736-646b-4423-8eb0-5e8dcc04b6aa tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/security-groups?id=dc40aab4-ece4-4809-892c-4aaf7437cd1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470130 Jul 26 14:59:34.537637 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e9b88f-8033-4338-8acc-7385f5b8ff48 req-8df9852f-2249-4e9e-a0c7-38ea1be92367 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:59:34.539075 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-00e9b88f-8033-4338-8acc-7385f5b8ff48 req-8df9852f-2249-4e9e-a0c7-38ea1be92367 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.99 "GET /v2.0/ports?device_id=d1552ebb-d614-4398-96ba-47e3fd737e3d HTTP/1.1" status: 200 len: 945 time: 0.0494177 Jul 26 14:59:34.622334 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.plugin [req-00e9b88f-8033-4338-8acc-7385f5b8ff48 req-6fa64182-db0d-4ea7-935f-1421722fb368 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Deleting port f52ee38e-091f-4eb3-93dc-683dcd709ebd {{(pid=111102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 14:59:34.622675 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-00e9b88f-8033-4338-8acc-7385f5b8ff48 req-6fa64182-db0d-4ea7-935f-1421722fb368 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789580082445'] for port (f52ee38e-091f-4eb3-93dc-683dcd709ebd), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:34.715264 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.db [req-00e9b88f-8033-4338-8acc-7385f5b8ff48 req-6fa64182-db0d-4ea7-935f-1421722fb368 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] For port f52ee38e-091f-4eb3-93dc-683dcd709ebd, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=f52ee38e-091f-4eb3-93dc-683dcd709ebd,segment=NetworkSegment(65a613d5-aaf3-451b-925f-b17dff71ceb2),segment_id=65a613d5-aaf3-451b-925f-b17dff71ceb2)] {{(pid=111102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:59:34.715655 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-00e9b88f-8033-4338-8acc-7385f5b8ff48 req-6fa64182-db0d-4ea7-935f-1421722fb368 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580114'] for port (f52ee38e-091f-4eb3-93dc-683dcd709ebd), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:34.875761 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-00e9b88f-8033-4338-8acc-7385f5b8ff48 req-6fa64182-db0d-4ea7-935f-1421722fb368 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:34.876034 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-00e9b88f-8033-4338-8acc-7385f5b8ff48 req-6fa64182-db0d-4ea7-935f-1421722fb368 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691171'] for floatingip (65ced372-d2f0-400f-94fb-eb790a2839c3), after_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:34.876348 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.db.l3_db [req-00e9b88f-8033-4338-8acc-7385f5b8ff48 req-6fa64182-db0d-4ea7-935f-1421722fb368 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Floating IP 65ced372-d2f0-400f-94fb-eb790a2839c3 disassociated. External IP: 172.27.0.203, port: f52ee38e-091f-4eb3-93dc-683dcd709ebd. Jul 26 14:59:34.876692 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.plugin [req-00e9b88f-8033-4338-8acc-7385f5b8ff48 req-6fa64182-db0d-4ea7-935f-1421722fb368 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Calling delete_port for f52ee38e-091f-4eb3-93dc-683dcd709ebd owned by compute:nova {{(pid=111102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 14:59:35.072253 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=2 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:59:35.075351 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-00e9b88f-8033-4338-8acc-7385f5b8ff48 req-6fa64182-db0d-4ea7-935f-1421722fb368 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789580201795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789579689804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868105'] for port (f52ee38e-091f-4eb3-93dc-683dcd709ebd), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:35.105541 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa64182-db0d-4ea7-935f-1421722fb368 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Pushing event deleted for resources: {'Port': ['ID=f52ee38e-091f-4eb3-93dc-683dcd709ebd,revision_number=None']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:59:35.183598 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-43a50ab6-4f0d-44a9-840f-2d21436f963e req-65758ae3-bf29-4458-a5b8-61fc7af6cceb tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=d1552ebb-d614-4398-96ba-47e3fd737e3d HTTP/1.1" status: 200 len: 210 time: 0.0398896 Jul 26 14:59:35.183598 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa64182-db0d-4ea7-935f-1421722fb368 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:59:35.183598 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa64182-db0d-4ea7-935f-1421722fb368 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:59:35.183598 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa64182-db0d-4ea7-935f-1421722fb368 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:59:35.183598 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa64182-db0d-4ea7-935f-1421722fb368 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:59:35.183598 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa64182-db0d-4ea7-935f-1421722fb368 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:59:35.183598 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa64182-db0d-4ea7-935f-1421722fb368 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:59:35.183598 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa64182-db0d-4ea7-935f-1421722fb368 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:59:35.183598 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa64182-db0d-4ea7-935f-1421722fb368 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:59:35.183598 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa64182-db0d-4ea7-935f-1421722fb368 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:59:35.183598 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa64182-db0d-4ea7-935f-1421722fb368 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:59:35.183598 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa64182-db0d-4ea7-935f-1421722fb368 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:59:35.183598 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa64182-db0d-4ea7-935f-1421722fb368 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:59:35.185090 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa64182-db0d-4ea7-935f-1421722fb368 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:59:35.185090 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa64182-db0d-4ea7-935f-1421722fb368 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:59:35.185090 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa64182-db0d-4ea7-935f-1421722fb368 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:59:35.263598 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.l3_agent_scheduler [req-00e9b88f-8033-4338-8acc-7385f5b8ff48 req-6fa64182-db0d-4ea7-935f-1421722fb368 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Router 3dd73111-22fc-4d53-b892-28c86cd4f346 has already been hosted by L3 agent 66f8bb98-7ace-4a85-b6ba-ffe40597695b {{(pid=111102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 14:59:35.273798 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:59:35.334416 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:59:35.385069 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-00e9b88f-8033-4338-8acc-7385f5b8ff48 req-6fa64182-db0d-4ea7-935f-1421722fb368 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Notify agent at l3_agent.dv-cinder-851030-1-iscsi the message routers_updated {{(pid=111102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:59:35.394785 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfd11c1-e472-43bf-ad5c-3d5a34ed2b6a None None] Sync routers for ids ['3dd73111-22fc-4d53-b892-28c86cd4f346'] in dv-cinder-851030-1-iscsi {{(pid=111105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:59:35.406421 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfd11c1-e472-43bf-ad5c-3d5a34ed2b6a None None] Routers {'3dd73111-22fc-4d53-b892-28c86cd4f346'} bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 14:59:35.407056 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_hamode_db [None req-2dfd11c1-e472-43bf-ad5c-3d5a34ed2b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851030-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T14:42:54Z,description=,heartbeat_timestamp=2022-07-26T14:59:24Z,host='dv-cinder-851030-1-iscsi',id=66f8bb98-7ace-4a85-b6ba-ffe40597695b,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:42:55Z,topic='l3_agent')) {'router_ids': ['3dd73111-22fc-4d53-b892-28c86cd4f346'], 'active': True} {{(pid=111105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:59:35.430929 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.l3_dvrscheduler_db [req-00e9b88f-8033-4338-8acc-7385f5b8ff48 req-6fa64182-db0d-4ea7-935f-1421722fb368 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] No DVR routers for this DVR port f52ee38e-091f-4eb3-93dc-683dcd709ebd on host hv-cinder-85103 {{(pid=111102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 14:59:35.433923 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-00e9b88f-8033-4338-8acc-7385f5b8ff48 req-6fa64182-db0d-4ea7-935f-1421722fb368 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-431034'] for port (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:35.437501 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-00e9b88f-8033-4338-8acc-7385f5b8ff48 req-6fa64182-db0d-4ea7-935f-1421722fb368 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.99 "DELETE /v2.0/ports/f52ee38e-091f-4eb3-93dc-683dcd709ebd HTTP/1.1" status: 204 len: 173 time: 0.8931861 Jul 26 14:59:35.438264 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1552ebb-d614-4398-96ba-47e3fd737e3d', 'name': 'network-vif-deleted', 'tag': 'f52ee38e-091f-4eb3-93dc-683dcd709ebd'}] {{(pid=111102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 14:59:35.441687 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8185506cd1cc56e10fcde42571d85de650c4e290bb1b6bf5ec2f858ed2201c15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fff9af4a-43dd-441c-9166-9988eb275b3a" -d '{"events": [{"server_uuid": "d1552ebb-d614-4398-96ba-47e3fd737e3d", "name": "network-vif-deleted", "tag": "f52ee38e-091f-4eb3-93dc-683dcd709ebd"}]}' {{(pid=111102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:59:35.484425 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 14:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-863bf156-e639-4b29-bfc0-956828f5a40f x-openstack-request-id: req-863bf156-e639-4b29-bfc0-956828f5a40f {{(pid=111102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:59:35.484832 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1552ebb-d614-4398-96ba-47e3fd737e3d", "name": "network-vif-deleted", "tag": "f52ee38e-091f-4eb3-93dc-683dcd709ebd", "status": "completed", "code": 200}]} {{(pid=111102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:59:35.485613 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-863bf156-e639-4b29-bfc0-956828f5a40f {{(pid=111102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:59:35.486137 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.notifiers.nova [-] Nova event matching ['req-863bf156-e639-4b29-bfc0-956828f5a40f'] response: {'server_uuid': 'd1552ebb-d614-4398-96ba-47e3fd737e3d', 'name': 'network-vif-deleted', 'tag': 'f52ee38e-091f-4eb3-93dc-683dcd709ebd', 'status': 'completed', 'code': 200} Jul 26 14:59:35.609192 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_dvr_db [None req-2dfd11c1-e472-43bf-ad5c-3d5a34ed2b6a None None] Set router 3dd73111-22fc-4d53-b892-28c86cd4f346 gateway port host: dv-cinder-851030-1-iscsi {{(pid=111105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 14:59:35.802044 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_hamode_db [None req-2dfd11c1-e472-43bf-ad5c-3d5a34ed2b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dd73111-22fc-4d53-b892-28c86cd4f346', 'name': 'tempest-AttachVolumeTestJSON-1513426877-router', 'tenant_id': '7ccd4ff518dc4c37bfb7f343ccc97206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': '1ae41fd0-598f-4b4b-871e-e6f4a49f5e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:51:46Z', 'updated_at': '2022-07-26T14:51:55Z', 'revision_number': 4, 'project_id': '7ccd4ff518dc4c37bfb7f343ccc97206', 'gw_port': {'id': '1ae41fd0-598f-4b4b-871e-e6f4a49f5e0e', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:1e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd73111-22fc-4d53-b892-28c86cd4f346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:47Z', 'updated_at': '2022-07-26T14:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi', '_interfaces': [{'id': '29e384e9-6227-4c9f-8f00-22a84167511d', 'name': '', 'network_id': '02c3d9d5-b71e-4ad5-9373-5d17164e8aec', 'tenant_id': '7ccd4ff518dc4c37bfb7f343ccc97206', 'mac_address': 'fa:16:3e:e9:d3:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd73111-22fc-4d53-b892-28c86cd4f346', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e75d54a1-37a3-48c4-b0bd-5c996cd738b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:53Z', 'updated_at': '2022-07-26T14:52:03Z', 'revision_number': 5, 'project_id': '7ccd4ff518dc4c37bfb7f343ccc97206', 'subnets': [{'id': 'e75d54a1-37a3-48c4-b0bd-5c996cd738b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851030-1-iscsi', False) {} {{(pid=111105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:59:35.803735 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9203fc25-b634-4ccc-a769-f1d9f40d86d8 req-f0ad5b46-954f-4819-9b4e-fcfe7568e4a4 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:59:35.805410 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-9203fc25-b634-4ccc-a769-f1d9f40d86d8 req-f0ad5b46-954f-4819-9b4e-fcfe7568e4a4 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=b501f137-fb1d-40f6-88c9-646247bebae0 HTTP/1.1" status: 200 len: 945 time: 0.0509622 Jul 26 14:59:35.827866 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfd11c1-e472-43bf-ad5c-3d5a34ed2b6a None None] Checking router: 3dd73111-22fc-4d53-b892-28c86cd4f346 for host: dv-cinder-851030-1-iscsi {{(pid=111105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:59:35.836855 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfd11c1-e472-43bf-ad5c-3d5a34ed2b6a None None] Routers {'3dd73111-22fc-4d53-b892-28c86cd4f346'} bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 14:59:35.837465 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_hamode_db [None req-2dfd11c1-e472-43bf-ad5c-3d5a34ed2b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851030-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T14:42:54Z,description=,heartbeat_timestamp=2022-07-26T14:59:24Z,host='dv-cinder-851030-1-iscsi',id=66f8bb98-7ace-4a85-b6ba-ffe40597695b,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:42:55Z,topic='l3_agent')) {'router_ids': ['3dd73111-22fc-4d53-b892-28c86cd4f346'], 'active': True} {{(pid=111105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:59:35.856895 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-9203fc25-b634-4ccc-a769-f1d9f40d86d8 req-7371a412-2a38-4b3b-8eb6-6b7df4fd60f8 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=ed6da162-70d4-440d-859b-2abde4a36ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446427 Jul 26 14:59:35.941935 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_dvr_db [None req-2dfd11c1-e472-43bf-ad5c-3d5a34ed2b6a None None] Set router 3dd73111-22fc-4d53-b892-28c86cd4f346 gateway port host: dv-cinder-851030-1-iscsi {{(pid=111105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 14:59:36.141041 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_hamode_db [None req-2dfd11c1-e472-43bf-ad5c-3d5a34ed2b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dd73111-22fc-4d53-b892-28c86cd4f346', 'name': 'tempest-AttachVolumeTestJSON-1513426877-router', 'tenant_id': '7ccd4ff518dc4c37bfb7f343ccc97206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': '1ae41fd0-598f-4b4b-871e-e6f4a49f5e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:51:46Z', 'updated_at': '2022-07-26T14:51:55Z', 'revision_number': 4, 'project_id': '7ccd4ff518dc4c37bfb7f343ccc97206', 'gw_port': {'id': '1ae41fd0-598f-4b4b-871e-e6f4a49f5e0e', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:1e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd73111-22fc-4d53-b892-28c86cd4f346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:47Z', 'updated_at': '2022-07-26T14:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi', '_interfaces': [{'id': '29e384e9-6227-4c9f-8f00-22a84167511d', 'name': '', 'network_id': '02c3d9d5-b71e-4ad5-9373-5d17164e8aec', 'tenant_id': '7ccd4ff518dc4c37bfb7f343ccc97206', 'mac_address': 'fa:16:3e:e9:d3:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd73111-22fc-4d53-b892-28c86cd4f346', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e75d54a1-37a3-48c4-b0bd-5c996cd738b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:53Z', 'updated_at': '2022-07-26T14:52:03Z', 'revision_number': 5, 'project_id': '7ccd4ff518dc4c37bfb7f343ccc97206', 'subnets': [{'id': 'e75d54a1-37a3-48c4-b0bd-5c996cd738b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851030-1-iscsi', False) {} {{(pid=111105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:59:36.171931 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfd11c1-e472-43bf-ad5c-3d5a34ed2b6a None None] The sync data for ids ['3dd73111-22fc-4d53-b892-28c86cd4f346'] in dv-cinder-851030-1-iscsi is: [{'id': '3dd73111-22fc-4d53-b892-28c86cd4f346', 'name': 'tempest-AttachVolumeTestJSON-1513426877-router', 'tenant_id': '7ccd4ff518dc4c37bfb7f343ccc97206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': '1ae41fd0-598f-4b4b-871e-e6f4a49f5e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:51:46Z', 'updated_at': '2022-07-26T14:51:55Z', 'revision_number': 4, 'project_id': '7ccd4ff518dc4c37bfb7f343ccc97206', 'gw_port': {'id': '1ae41fd0-598f-4b4b-871e-e6f4a49f5e0e', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:1e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd73111-22fc-4d53-b892-28c86cd4f346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:47Z', 'updated_at': '2022-07-26T14:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi', '_interfaces': [{'id': '29e384e9-6227-4c9f-8f00-22a84167511d', 'name': '', 'network_id': '02c3d9d5-b71e-4ad5-9373-5d17164e8aec', 'tenant_id': '7ccd4ff518dc4c37bfb7f343ccc97206', 'mac_address': 'fa:16:3e:e9:d3:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd73111-22fc-4d53-b892-28c86cd4f346', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e75d54a1-37a3-48c4-b0bd-5c996cd738b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:53Z', 'updated_at': '2022-07-26T14:52:03Z', 'revision_number': 5, 'project_id': '7ccd4ff518dc4c37bfb7f343ccc97206', 'subnets': [{'id': 'e75d54a1-37a3-48c4-b0bd-5c996cd738b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:59:36.265720 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-2a5ea9a6-0b06-48e6-b91d-29974b3d96bb req-f3e45330-8f38-443b-9527-c45c4f67d1c2 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=d1552ebb-d614-4398-96ba-47e3fd737e3d HTTP/1.1" status: 200 len: 210 time: 0.0325563 Jul 26 14:59:36.389130 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8aa6602-fe77-44a6-8387-c3aa527ed971 None None] New status for floating IP 65ced372-d2f0-400f-94fb-eb790a2839c3: DOWN {{(pid=111104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 14:59:36.392224 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=44,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:59:36.393825 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=14,neutron:UPDATE=4 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:59:36.977285 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0667b7-8b88-4797-af3a-1b40d1a7ec61 req-ff861a84-8ac1-4fa8-b648-6f42653ac290 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:59:36.978956 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-2e0667b7-8b88-4797-af3a-1b40d1a7ec61 req-ff861a84-8ac1-4fa8-b648-6f42653ac290 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=b501f137-fb1d-40f6-88c9-646247bebae0 HTTP/1.1" status: 200 len: 945 time: 0.0481117 Jul 26 14:59:37.026441 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-2e0667b7-8b88-4797-af3a-1b40d1a7ec61 req-a5d12ab9-5e63-46f6-8c9a-91755b04550f tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=ed6da162-70d4-440d-859b-2abde4a36ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419991 Jul 26 14:59:37.376448 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-acca669c-6315-4a70-9b6c-581302ea295a req-ca69d8ca-2c48-43b5-a6ad-23b04ca1d208 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=d1552ebb-d614-4398-96ba-47e3fd737e3d HTTP/1.1" status: 200 len: 210 time: 0.0288908 Jul 26 14:59:37.820947 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f69b1f-8331-4507-9177-7e171ff71f06 req-bad0f8cb-fbe0-47af-aeab-3901f75a5a72 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:59:37.822442 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-99f69b1f-8331-4507-9177-7e171ff71f06 req-bad0f8cb-fbe0-47af-aeab-3901f75a5a72 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/ports?device_id=df55a650-eac7-41dd-8361-bb02fc6d25f6 HTTP/1.1" status: 200 len: 945 time: 0.0550086 Jul 26 14:59:37.872006 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-99f69b1f-8331-4507-9177-7e171ff71f06 req-4a0f2a55-6745-482a-a0c9-eb9e8d995d6e tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/security-groups?id=36e74357-39f1-4280-add6-3361918964e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433669 Jul 26 14:59:38.149869 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7ff2f6-4e6f-4aca-974c-121d4985cf83 req-532aad49-aea8-4ea7-9e38-f6444e6e33c7 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:59:38.151406 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-cf7ff2f6-4e6f-4aca-974c-121d4985cf83 req-532aad49-aea8-4ea7-9e38-f6444e6e33c7 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=b501f137-fb1d-40f6-88c9-646247bebae0 HTTP/1.1" status: 200 len: 945 time: 0.0513470 Jul 26 14:59:38.202011 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-cf7ff2f6-4e6f-4aca-974c-121d4985cf83 req-bb466b8a-4b79-4baf-a039-e5e88cc253af tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=ed6da162-70d4-440d-859b-2abde4a36ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433221 Jul 26 14:59:38.448244 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Device f52ee38e-091f-4eb3-93dc-683dcd709ebd no longer exists at agent hyperv_hv-cinder-85103 {{(pid=111104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:59:38.467497 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] No Port match for: f52ee38e-091f-4eb3-93dc-683dcd709ebd {{(pid=111104) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 14:59:38.467837 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Device f52ee38e-091f-4eb3-93dc-683dcd709ebd not bound to the agent host hv-cinder-85103 {{(pid=111104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:59:38.489553 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-6224130d-2cc0-42a3-8df4-60203955854a req-e628261b-0157-4dc2-b56b-90532fee658a tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=d1552ebb-d614-4398-96ba-47e3fd737e3d HTTP/1.1" status: 200 len: 210 time: 0.0275040 Jul 26 14:59:38.997047 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51596ce5-96a2-47e8-af42-4b061a2dbccd req-cc4931f0-5b18-4453-8a3c-dc51f265d019 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:59:38.998524 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-51596ce5-96a2-47e8-af42-4b061a2dbccd req-cc4931f0-5b18-4453-8a3c-dc51f265d019 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/ports?device_id=df55a650-eac7-41dd-8361-bb02fc6d25f6 HTTP/1.1" status: 200 len: 945 time: 0.0486612 Jul 26 14:59:39.050873 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-51596ce5-96a2-47e8-af42-4b061a2dbccd req-ccd5f745-fb97-4172-b11f-af0ec7746c86 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/security-groups?id=36e74357-39f1-4280-add6-3361918964e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466285 Jul 26 14:59:39.323965 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b396834-c424-45c3-9a15-8415fd5a8aa0 req-30a275c8-af66-45ec-bca6-eb3adfc093bd tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:59:39.325658 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-4b396834-c424-45c3-9a15-8415fd5a8aa0 req-30a275c8-af66-45ec-bca6-eb3adfc093bd tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=b501f137-fb1d-40f6-88c9-646247bebae0 HTTP/1.1" status: 200 len: 945 time: 0.0516436 Jul 26 14:59:39.379634 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-4b396834-c424-45c3-9a15-8415fd5a8aa0 req-3efd81bb-fcad-4c42-a6bf-e95fd607e91b tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=ed6da162-70d4-440d-859b-2abde4a36ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476890 Jul 26 14:59:39.602475 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-236b0ccf-a302-447d-a68b-2bdc1a96bef8 req-2faadca9-48c1-4453-94c3-126384c5c850 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=d1552ebb-d614-4398-96ba-47e3fd737e3d HTTP/1.1" status: 200 len: 210 time: 0.0298624 Jul 26 14:59:39.884216 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c76bb9-bec1-4fcb-9230-f6a231182453 req-34b2d869-d49d-40d4-bb82-8fed25f78287 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:59:39.885736 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-41c76bb9-bec1-4fcb-9230-f6a231182453 req-34b2d869-d49d-40d4-bb82-8fed25f78287 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.99 "GET /v2.0/ports?device_id=b501f137-fb1d-40f6-88c9-646247bebae0 HTTP/1.1" status: 200 len: 945 time: 0.0486829 Jul 26 14:59:39.972259 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.plugin [req-41c76bb9-bec1-4fcb-9230-f6a231182453 req-63491062-4d1d-445e-a84e-29f1395f3356 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Deleting port f0af75a9-00b5-407e-a458-c93ec4a7c4ed {{(pid=111102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 14:59:39.972598 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-41c76bb9-bec1-4fcb-9230-f6a231182453 req-63491062-4d1d-445e-a84e-29f1395f3356 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789580082445'] for port (f0af75a9-00b5-407e-a458-c93ec4a7c4ed), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:40.072413 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.db [req-41c76bb9-bec1-4fcb-9230-f6a231182453 req-63491062-4d1d-445e-a84e-29f1395f3356 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] For port f0af75a9-00b5-407e-a458-c93ec4a7c4ed, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=f0af75a9-00b5-407e-a458-c93ec4a7c4ed,segment=NetworkSegment(c6e327c1-1462-4f59-a790-a4289d47d45e),segment_id=c6e327c1-1462-4f59-a790-a4289d47d45e)] {{(pid=111102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:59:40.072783 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-41c76bb9-bec1-4fcb-9230-f6a231182453 req-63491062-4d1d-445e-a84e-29f1395f3356 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580114'] for port (f0af75a9-00b5-407e-a458-c93ec4a7c4ed), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:40.194104 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3258d02f-982a-449c-80ac-1178c307497d req-dcf4ed4b-ed52-4c8b-a022-fbf535c35091 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:59:40.195878 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-3258d02f-982a-449c-80ac-1178c307497d req-dcf4ed4b-ed52-4c8b-a022-fbf535c35091 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/ports?device_id=df55a650-eac7-41dd-8361-bb02fc6d25f6 HTTP/1.1" status: 200 len: 945 time: 0.0696619 Jul 26 14:59:40.252080 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-3258d02f-982a-449c-80ac-1178c307497d req-62a4cf18-4884-43f4-b79f-649bdaf8b568 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/security-groups?id=36e74357-39f1-4280-add6-3361918964e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481234 Jul 26 14:59:40.262363 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-41c76bb9-bec1-4fcb-9230-f6a231182453 req-63491062-4d1d-445e-a84e-29f1395f3356 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:40.262734 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-41c76bb9-bec1-4fcb-9230-f6a231182453 req-63491062-4d1d-445e-a84e-29f1395f3356 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691171'] for floatingip (6223a689-ccc5-4b2e-997a-21446db4cdcc), after_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:40.263049 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.db.l3_db [req-41c76bb9-bec1-4fcb-9230-f6a231182453 req-63491062-4d1d-445e-a84e-29f1395f3356 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Floating IP 6223a689-ccc5-4b2e-997a-21446db4cdcc disassociated. External IP: 172.27.0.189, port: f0af75a9-00b5-407e-a458-c93ec4a7c4ed. Jul 26 14:59:40.263468 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.plugin [req-41c76bb9-bec1-4fcb-9230-f6a231182453 req-63491062-4d1d-445e-a84e-29f1395f3356 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Calling delete_port for f0af75a9-00b5-407e-a458-c93ec4a7c4ed owned by compute:nova {{(pid=111102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 14:59:40.502102 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa40cc5-c302-4761-a820-2bfd388a29a2 req-685b3e46-d4d8-474b-ac30-4cb54b0be58e tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:59:40.503588 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-8aa40cc5-c302-4761-a820-2bfd388a29a2 req-685b3e46-d4d8-474b-ac30-4cb54b0be58e tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=b501f137-fb1d-40f6-88c9-646247bebae0 HTTP/1.1" status: 200 len: 945 time: 0.0490251 Jul 26 14:59:40.516464 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:59:40.543347 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-41c76bb9-bec1-4fcb-9230-f6a231182453 req-63491062-4d1d-445e-a84e-29f1395f3356 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789580201795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789579689804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868105'] for port (f0af75a9-00b5-407e-a458-c93ec4a7c4ed), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:40.582787 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-8aa40cc5-c302-4761-a820-2bfd388a29a2 req-519dc081-14c8-4790-bcf6-24da4a6747d5 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=ed6da162-70d4-440d-859b-2abde4a36ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735738 Jul 26 14:59:40.583802 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63491062-4d1d-445e-a84e-29f1395f3356 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Pushing event deleted for resources: {'Port': ['ID=f0af75a9-00b5-407e-a458-c93ec4a7c4ed,revision_number=None']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:59:40.625819 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:59:40.697389 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.l3_agent_scheduler [req-41c76bb9-bec1-4fcb-9230-f6a231182453 req-63491062-4d1d-445e-a84e-29f1395f3356 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Router 509662c4-ff56-4224-9f8d-a804da664e9a has already been hosted by L3 agent 66f8bb98-7ace-4a85-b6ba-ffe40597695b {{(pid=111102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 14:59:40.768164 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 50710) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:59:40.803058 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-41c76bb9-bec1-4fcb-9230-f6a231182453 req-63491062-4d1d-445e-a84e-29f1395f3356 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Notify agent at l3_agent.dv-cinder-851030-1-iscsi the message routers_updated {{(pid=111102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 14:59:40.814651 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a609bb59-f67a-4fe9-b7ec-a919070c4744 None None] Sync routers for ids ['509662c4-ff56-4224-9f8d-a804da664e9a'] in dv-cinder-851030-1-iscsi {{(pid=111105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 14:59:40.827761 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-b6c7c6d1-35c4-4f58-a619-8259ec7299e3 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Publish callbacks [] for security_group (dc40aab4-ece4-4809-892c-4aaf7437cd1e), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:40.828008 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a609bb59-f67a-4fe9-b7ec-a919070c4744 None None] Routers {'509662c4-ff56-4224-9f8d-a804da664e9a'} bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 14:59:40.828617 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_hamode_db [None req-a609bb59-f67a-4fe9-b7ec-a919070c4744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851030-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T14:42:54Z,description=,heartbeat_timestamp=2022-07-26T14:59:24Z,host='dv-cinder-851030-1-iscsi',id=66f8bb98-7ace-4a85-b6ba-ffe40597695b,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:42:55Z,topic='l3_agent')) {'router_ids': ['509662c4-ff56-4224-9f8d-a804da664e9a'], 'active': True} {{(pid=111105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:59:40.852117 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.l3_dvrscheduler_db [req-41c76bb9-bec1-4fcb-9230-f6a231182453 req-63491062-4d1d-445e-a84e-29f1395f3356 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] No DVR routers for this DVR port f0af75a9-00b5-407e-a458-c93ec4a7c4ed on host hv-cinder-85103 {{(pid=111102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 14:59:40.854690 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-41c76bb9-bec1-4fcb-9230-f6a231182453 req-63491062-4d1d-445e-a84e-29f1395f3356 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-431034'] for port (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:40.858130 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-41c76bb9-bec1-4fcb-9230-f6a231182453 req-63491062-4d1d-445e-a84e-29f1395f3356 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.99 "DELETE /v2.0/ports/f0af75a9-00b5-407e-a458-c93ec4a7c4ed HTTP/1.1" status: 204 len: 173 time: 0.9663746 Jul 26 14:59:40.858585 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b501f137-fb1d-40f6-88c9-646247bebae0', 'name': 'network-vif-deleted', 'tag': 'f0af75a9-00b5-407e-a458-c93ec4a7c4ed'}] {{(pid=111102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 14:59:40.858708 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-b6c7c6d1-35c4-4f58-a619-8259ec7299e3 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Publish callbacks [] for security_group (dc40aab4-ece4-4809-892c-4aaf7437cd1e), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:40.860818 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8185506cd1cc56e10fcde42571d85de650c4e290bb1b6bf5ec2f858ed2201c15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89023b5a-5477-4be0-a83a-871df2b01d22" -d '{"events": [{"server_uuid": "b501f137-fb1d-40f6-88c9-646247bebae0", "name": "network-vif-deleted", "tag": "f0af75a9-00b5-407e-a458-c93ec4a7c4ed"}]}' {{(pid=111102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:59:40.916315 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 14:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fe136d0-a172-43c9-ba11-e517d16bab4e x-openstack-request-id: req-7fe136d0-a172-43c9-ba11-e517d16bab4e {{(pid=111102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:59:40.916666 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b501f137-fb1d-40f6-88c9-646247bebae0", "name": "network-vif-deleted", "tag": "f0af75a9-00b5-407e-a458-c93ec4a7c4ed", "status": "completed", "code": 200}]} {{(pid=111102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:59:40.916851 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-7fe136d0-a172-43c9-ba11-e517d16bab4e {{(pid=111102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:59:40.917258 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fe136d0-a172-43c9-ba11-e517d16bab4e'] response: {'server_uuid': 'b501f137-fb1d-40f6-88c9-646247bebae0', 'name': 'network-vif-deleted', 'tag': 'f0af75a9-00b5-407e-a458-c93ec4a7c4ed', 'status': 'completed', 'code': 200} Jul 26 14:59:40.940578 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_dvr_db [None req-a609bb59-f67a-4fe9-b7ec-a919070c4744 None None] Set router 509662c4-ff56-4224-9f8d-a804da664e9a gateway port host: dv-cinder-851030-1-iscsi {{(pid=111105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 14:59:40.999737 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-b6c7c6d1-35c4-4f58-a619-8259ec7299e3 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (dc40aab4-ece4-4809-892c-4aaf7437cd1e), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:40.999737 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-b6c7c6d1-35c4-4f58-a619-8259ec7299e3 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Publish callbacks [] for security_group (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:41.006329 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-b6c7c6d1-35c4-4f58-a619-8259ec7299e3 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "DELETE /v2.0/security-groups/dc40aab4-ece4-4809-892c-4aaf7437cd1e HTTP/1.1" status: 204 len: 168 time: 0.2370000 Jul 26 14:59:41.009508 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 50714) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:59:41.031262 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.api.v2.resource [None req-e83ef3c8-5f9c-4084-aedc-b10119a75329 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] show failed (client error): The resource could not be found. Jul 26 14:59:41.031966 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c7c6d1-35c4-4f58-a619-8259ec7299e3 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc40aab4-ece4-4809-892c-4aaf7437cd1e,revision_number=None']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:59:41.032368 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-e83ef3c8-5f9c-4084-aedc-b10119a75329 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/security-groups/dc40aab4-ece4-4809-892c-4aaf7437cd1e HTTP/1.1" status: 404 len: 347 time: 0.0218887 Jul 26 14:59:41.035813 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 50716) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:59:41.051670 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=100 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:59:41.056294 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c7c6d1-35c4-4f58-a619-8259ec7299e3 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:59:41.056648 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c7c6d1-35c4-4f58-a619-8259ec7299e3 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:59:41.056996 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c7c6d1-35c4-4f58-a619-8259ec7299e3 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:59:41.057337 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c7c6d1-35c4-4f58-a619-8259ec7299e3 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:59:41.057672 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c7c6d1-35c4-4f58-a619-8259ec7299e3 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:59:41.058005 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c7c6d1-35c4-4f58-a619-8259ec7299e3 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:59:41.058333 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c7c6d1-35c4-4f58-a619-8259ec7299e3 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:59:41.058659 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c7c6d1-35c4-4f58-a619-8259ec7299e3 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:59:41.059856 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c7c6d1-35c4-4f58-a619-8259ec7299e3 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:59:41.060236 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c7c6d1-35c4-4f58-a619-8259ec7299e3 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:59:41.060577 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c7c6d1-35c4-4f58-a619-8259ec7299e3 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:59:41.060952 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c7c6d1-35c4-4f58-a619-8259ec7299e3 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:59:41.061306 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c7c6d1-35c4-4f58-a619-8259ec7299e3 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:59:41.061831 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c7c6d1-35c4-4f58-a619-8259ec7299e3 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:59:41.062167 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c7c6d1-35c4-4f58-a619-8259ec7299e3 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:59:41.062963 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=100 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:59:41.174234 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_hamode_db [None req-a609bb59-f67a-4fe9-b7ec-a919070c4744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509662c4-ff56-4224-9f8d-a804da664e9a', 'name': 'tempest-ServerRescueNegativeTestJSON-2012228837-router', 'tenant_id': '4f3f79533bbf48018798e6e65050d69c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'f3a089ce-01c0-412f-a73a-7d9b108d74de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:51:46Z', 'updated_at': '2022-07-26T14:51:56Z', 'revision_number': 4, 'project_id': '4f3f79533bbf48018798e6e65050d69c', 'gw_port': {'id': 'f3a089ce-01c0-412f-a73a-7d9b108d74de', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509662c4-ff56-4224-9f8d-a804da664e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:47Z', 'updated_at': '2022-07-26T14:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi', '_interfaces': [{'id': '5a18eca2-bb2d-4000-aca8-85a75cffa849', 'name': '', 'network_id': '0f1306c7-31e7-49e9-8b79-d9c630497063', 'tenant_id': '4f3f79533bbf48018798e6e65050d69c', 'mac_address': 'fa:16:3e:1d:e7:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509662c4-ff56-4224-9f8d-a804da664e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '2fb38d4f-c234-47e2-adc0-721b341e4aad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:55Z', 'updated_at': '2022-07-26T14:52:07Z', 'revision_number': 5, 'project_id': '4f3f79533bbf48018798e6e65050d69c', 'subnets': [{'id': '2fb38d4f-c234-47e2-adc0-721b341e4aad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851030-1-iscsi', False) {} {{(pid=111105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:59:41.180410 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.plugin [None req-f264f058-6ead-40a8-87aa-6a2c6f5e5e7d tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Deleting port 3091cf6c-05b3-48d4-b461-f46a9b69dc0a {{(pid=111102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 14:59:41.180756 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-f264f058-6ead-40a8-87aa-6a2c6f5e5e7d tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789580082445'] for port (3091cf6c-05b3-48d4-b461-f46a9b69dc0a), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:41.204405 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a609bb59-f67a-4fe9-b7ec-a919070c4744 None None] Checking router: 509662c4-ff56-4224-9f8d-a804da664e9a for host: dv-cinder-851030-1-iscsi {{(pid=111105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 14:59:41.209640 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a609bb59-f67a-4fe9-b7ec-a919070c4744 None None] Routers {'509662c4-ff56-4224-9f8d-a804da664e9a'} bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 14:59:41.210316 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_hamode_db [None req-a609bb59-f67a-4fe9-b7ec-a919070c4744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851030-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T14:42:54Z,description=,heartbeat_timestamp=2022-07-26T14:59:24Z,host='dv-cinder-851030-1-iscsi',id=66f8bb98-7ace-4a85-b6ba-ffe40597695b,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:42:55Z,topic='l3_agent')) {'router_ids': ['509662c4-ff56-4224-9f8d-a804da664e9a'], 'active': True} {{(pid=111105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:59:41.258463 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-f264f058-6ead-40a8-87aa-6a2c6f5e5e7d tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580114'] for port (3091cf6c-05b3-48d4-b461-f46a9b69dc0a), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:41.258799 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-f264f058-6ead-40a8-87aa-6a2c6f5e5e7d tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Publish callbacks [] for floatingip (3091cf6c-05b3-48d4-b461-f46a9b69dc0a), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:41.272605 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.plugin [None req-f264f058-6ead-40a8-87aa-6a2c6f5e5e7d tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Calling delete_port for 3091cf6c-05b3-48d4-b461-f46a9b69dc0a owned by network:floatingip {{(pid=111102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 14:59:41.341441 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_dvr_db [None req-a609bb59-f67a-4fe9-b7ec-a919070c4744 None None] Set router 509662c4-ff56-4224-9f8d-a804da664e9a gateway port host: dv-cinder-851030-1-iscsi {{(pid=111105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 14:59:41.408448 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85717754-0146-41ee-8a29-cd9e4fcf876c req-ede0db7d-416c-4652-83c8-11480d026ff2 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:59:41.409979 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-85717754-0146-41ee-8a29-cd9e4fcf876c req-ede0db7d-416c-4652-83c8-11480d026ff2 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/ports?device_id=df55a650-eac7-41dd-8361-bb02fc6d25f6 HTTP/1.1" status: 200 len: 945 time: 0.0618532 Jul 26 14:59:41.493321 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:59:41.504227 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-85717754-0146-41ee-8a29-cd9e4fcf876c req-3d5fc5e2-bc7d-423b-bdf6-a66c50c04f99 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/security-groups?id=36e74357-39f1-4280-add6-3361918964e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878885 Jul 26 14:59:41.601658 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-f264f058-6ead-40a8-87aa-6a2c6f5e5e7d tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789580201795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789579689804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868105'] for port (3091cf6c-05b3-48d4-b461-f46a9b69dc0a), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:41.624100 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f264f058-6ead-40a8-87aa-6a2c6f5e5e7d tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Pushing event deleted for resources: {'Port': ['ID=3091cf6c-05b3-48d4-b461-f46a9b69dc0a,revision_number=None']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:59:41.642884 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_hamode_db [None req-a609bb59-f67a-4fe9-b7ec-a919070c4744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509662c4-ff56-4224-9f8d-a804da664e9a', 'name': 'tempest-ServerRescueNegativeTestJSON-2012228837-router', 'tenant_id': '4f3f79533bbf48018798e6e65050d69c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'f3a089ce-01c0-412f-a73a-7d9b108d74de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:51:46Z', 'updated_at': '2022-07-26T14:51:56Z', 'revision_number': 4, 'project_id': '4f3f79533bbf48018798e6e65050d69c', 'gw_port': {'id': 'f3a089ce-01c0-412f-a73a-7d9b108d74de', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509662c4-ff56-4224-9f8d-a804da664e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:47Z', 'updated_at': '2022-07-26T14:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi', '_interfaces': [{'id': '5a18eca2-bb2d-4000-aca8-85a75cffa849', 'name': '', 'network_id': '0f1306c7-31e7-49e9-8b79-d9c630497063', 'tenant_id': '4f3f79533bbf48018798e6e65050d69c', 'mac_address': 'fa:16:3e:1d:e7:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509662c4-ff56-4224-9f8d-a804da664e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '2fb38d4f-c234-47e2-adc0-721b341e4aad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:55Z', 'updated_at': '2022-07-26T14:52:07Z', 'revision_number': 5, 'project_id': '4f3f79533bbf48018798e6e65050d69c', 'subnets': [{'id': '2fb38d4f-c234-47e2-adc0-721b341e4aad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851030-1-iscsi', False) {} {{(pid=111105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 14:59:41.680656 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a609bb59-f67a-4fe9-b7ec-a919070c4744 None None] The sync data for ids ['509662c4-ff56-4224-9f8d-a804da664e9a'] in dv-cinder-851030-1-iscsi is: [{'id': '509662c4-ff56-4224-9f8d-a804da664e9a', 'name': 'tempest-ServerRescueNegativeTestJSON-2012228837-router', 'tenant_id': '4f3f79533bbf48018798e6e65050d69c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'f3a089ce-01c0-412f-a73a-7d9b108d74de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:51:46Z', 'updated_at': '2022-07-26T14:51:56Z', 'revision_number': 4, 'project_id': '4f3f79533bbf48018798e6e65050d69c', 'gw_port': {'id': 'f3a089ce-01c0-412f-a73a-7d9b108d74de', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509662c4-ff56-4224-9f8d-a804da664e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:47Z', 'updated_at': '2022-07-26T14:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi', '_interfaces': [{'id': '5a18eca2-bb2d-4000-aca8-85a75cffa849', 'name': '', 'network_id': '0f1306c7-31e7-49e9-8b79-d9c630497063', 'tenant_id': '4f3f79533bbf48018798e6e65050d69c', 'mac_address': 'fa:16:3e:1d:e7:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509662c4-ff56-4224-9f8d-a804da664e9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '2fb38d4f-c234-47e2-adc0-721b341e4aad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:55Z', 'updated_at': '2022-07-26T14:52:07Z', 'revision_number': 5, 'project_id': '4f3f79533bbf48018798e6e65050d69c', 'subnets': [{'id': '2fb38d4f-c234-47e2-adc0-721b341e4aad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 14:59:41.715421 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-845ff788-90c0-4a46-bc40-bf8bfc3db5e7 req-2ab4b9a7-0f61-4a6b-be53-e3619cbebb5c tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=b501f137-fb1d-40f6-88c9-646247bebae0 HTTP/1.1" status: 200 len: 210 time: 0.0427849 Jul 26 14:59:41.746727 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-f264f058-6ead-40a8-87aa-6a2c6f5e5e7d tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Publish callbacks [] for floatingip (65ced372-d2f0-400f-94fb-eb790a2839c3), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:41.750042 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-f264f058-6ead-40a8-87aa-6a2c6f5e5e7d tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-431034'] for floatingip (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:41.754006 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-f264f058-6ead-40a8-87aa-6a2c6f5e5e7d tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "DELETE /v2.0/floatingips/65ced372-d2f0-400f-94fb-eb790a2839c3 HTTP/1.1" status: 204 len: 168 time: 0.7145061 Jul 26 14:59:41.929017 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b30550-bd89-4b55-bd82-54072acbf0cb None None] New status for floating IP 6223a689-ccc5-4b2e-997a-21446db4cdcc: DOWN {{(pid=111104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 14:59:41.948232 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 50724) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:59:41.952882 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.v2.base [None req-f133fc3f-baf7-4b79-8ee7-b979d0f407a4 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1452392663', 'description': 'tempest-description--1906931754'}} {{(pid=111103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 14:59:42.063932 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-f133fc3f-baf7-4b79-8ee7-b979d0f407a4 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Publish callbacks [] for security_group (None), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:42.143379 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-f133fc3f-baf7-4b79-8ee7-b979d0f407a4 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Publish callbacks [] for security_group (d7e21cb5-8df3-4621-be43-be3d477c88cf), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:42.235533 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-f133fc3f-baf7-4b79-8ee7-b979d0f407a4 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (d7e21cb5-8df3-4621-be43-be3d477c88cf), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:42.277745 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f133fc3f-baf7-4b79-8ee7-b979d0f407a4 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e21cb5-8df3-4621-be43-be3d477c88cf,revision_number=1']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:59:42.340145 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-f133fc3f-baf7-4b79-8ee7-b979d0f407a4 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Publish callbacks [] for security_group (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:42.341315 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-f133fc3f-baf7-4b79-8ee7-b979d0f407a4 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3920486 Jul 26 14:59:42.345404 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 50726) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:59:42.351587 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.v2.base [None req-1aa85508-6b5d-4fae-8e72-65882ff7e269 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Request body: {'security_group_rule': {'security_group_id': 'd7e21cb5-8df3-4621-be43-be3d477c88cf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 14:59:42.362663 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:59:42.452012 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-1aa85508-6b5d-4fae-8e72-65882ff7e269 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Publish callbacks [] for security_group_rule (1d7b36e8-63be-4d30-8adf-d0a1458d2b77), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:42.462388 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Device f0af75a9-00b5-407e-a458-c93ec4a7c4ed no longer exists at agent hyperv_hv-cinder-85103 {{(pid=111104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:59:42.478345 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:59:42.482157 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] No Port match for: f0af75a9-00b5-407e-a458-c93ec4a7c4ed {{(pid=111104) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 14:59:42.482522 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Device f0af75a9-00b5-407e-a458-c93ec4a7c4ed not bound to the agent host hv-cinder-85103 {{(pid=111104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:59:42.512673 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-1aa85508-6b5d-4fae-8e72-65882ff7e269 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Publish callbacks [] for security_group_rule (1d7b36e8-63be-4d30-8adf-d0a1458d2b77), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:42.593408 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-1aa85508-6b5d-4fae-8e72-65882ff7e269 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662595'] for security_group_rule (1d7b36e8-63be-4d30-8adf-d0a1458d2b77), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:42.612081 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa85508-6b5d-4fae-8e72-65882ff7e269 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d7b36e8-63be-4d30-8adf-d0a1458d2b77,revision_number=0']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:59:42.670568 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84aad6e-4235-4c09-bfe7-84802718986f req-9b1fd04d-e015-4e24-b8ac-1c5fd0bc7278 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:59:42.672421 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-f84aad6e-4235-4c09-bfe7-84802718986f req-9b1fd04d-e015-4e24-b8ac-1c5fd0bc7278 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/ports?device_id=df55a650-eac7-41dd-8361-bb02fc6d25f6 HTTP/1.1" status: 200 len: 945 time: 0.0917978 Jul 26 14:59:42.697599 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-1aa85508-6b5d-4fae-8e72-65882ff7e269 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:42.698807 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-1aa85508-6b5d-4fae-8e72-65882ff7e269 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3520682 Jul 26 14:59:42.701699 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 50730) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:59:42.706409 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.v2.base [None req-39440b7f-59b8-4a2a-9304-8eecbf58e811 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Request body: {'security_group_rule': {'security_group_id': 'd7e21cb5-8df3-4621-be43-be3d477c88cf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 14:59:42.729352 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-f84aad6e-4235-4c09-bfe7-84802718986f req-32cf3787-4d49-47b0-ba27-5a1c31d367c6 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/security-groups?id=36e74357-39f1-4280-add6-3361918964e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505862 Jul 26 14:59:42.807633 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-39440b7f-59b8-4a2a-9304-8eecbf58e811 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Publish callbacks [] for security_group_rule (c144065c-2d5d-4437-b5ac-c32a7ffe0191), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:42.866560 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-39440b7f-59b8-4a2a-9304-8eecbf58e811 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Publish callbacks [] for security_group_rule (c144065c-2d5d-4437-b5ac-c32a7ffe0191), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:42.870838 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 50736) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:59:42.926021 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-8c5d8afd-1b75-4f29-abba-0877dcb9b994 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Publish callbacks [] for security_group (ed6da162-70d4-440d-859b-2abde4a36ef9), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:42.949971 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-8c5d8afd-1b75-4f29-abba-0877dcb9b994 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Publish callbacks [] for security_group (ed6da162-70d4-440d-859b-2abde4a36ef9), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:42.960415 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-39440b7f-59b8-4a2a-9304-8eecbf58e811 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662595'] for security_group_rule (c144065c-2d5d-4437-b5ac-c32a7ffe0191), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:42.998279 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39440b7f-59b8-4a2a-9304-8eecbf58e811 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c144065c-2d5d-4437-b5ac-c32a7ffe0191,revision_number=0']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:59:43.105832 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-39440b7f-59b8-4a2a-9304-8eecbf58e811 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:43.107040 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-39440b7f-59b8-4a2a-9304-8eecbf58e811 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4042001 Jul 26 14:59:43.110194 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 50738) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:59:43.114548 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.v2.base [None req-1dbc7e2b-5625-453f-a57f-7bf6d9802bcf tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Request body: {'floatingip': {'floating_network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a'}} {{(pid=111102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 14:59:43.143634 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-8c5d8afd-1b75-4f29-abba-0877dcb9b994 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (ed6da162-70d4-440d-859b-2abde4a36ef9), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:43.146016 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-8c5d8afd-1b75-4f29-abba-0877dcb9b994 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Publish callbacks [] for security_group (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:43.147121 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-8c5d8afd-1b75-4f29-abba-0877dcb9b994 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "DELETE /v2.0/security-groups/ed6da162-70d4-440d-859b-2abde4a36ef9 HTTP/1.1" status: 204 len: 168 time: 0.2753229 Jul 26 14:59:43.150076 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 50740) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:59:43.151923 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=5 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:59:43.158510 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5d8afd-1b75-4f29-abba-0877dcb9b994 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed6da162-70d4-440d-859b-2abde4a36ef9,revision_number=None']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:59:43.165989 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.api.v2.resource [None req-b189834d-99dd-41ae-bcdb-2e59db5d0e4e tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] show failed (client error): The resource could not be found. Jul 26 14:59:43.167350 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-b189834d-99dd-41ae-bcdb-2e59db5d0e4e tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups/ed6da162-70d4-440d-859b-2abde4a36ef9 HTTP/1.1" status: 404 len: 347 time: 0.0160546 Jul 26 14:59:43.170410 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 50742) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:59:43.218874 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-1dbc7e2b-5625-453f-a57f-7bf6d9802bcf tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:43.283705 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.plugins.ml2.plugin [None req-636afa37-9300-4ab2-8a50-9744d7570bff tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Deleting port 4afb5d94-8fc5-470c-9f57-b54db05e46c5 {{(pid=111103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 14:59:43.284050 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-636afa37-9300-4ab2-8a50-9744d7570bff tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789580082445'] for port (4afb5d94-8fc5-470c-9f57-b54db05e46c5), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:43.303356 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-1dbc7e2b-5625-453f-a57f-7bf6d9802bcf tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:43.367627 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-636afa37-9300-4ab2-8a50-9744d7570bff tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580114'] for port (4afb5d94-8fc5-470c-9f57-b54db05e46c5), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:43.367951 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-636afa37-9300-4ab2-8a50-9744d7570bff tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Publish callbacks [] for floatingip (4afb5d94-8fc5-470c-9f57-b54db05e46c5), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:43.381407 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.plugins.ml2.plugin [None req-636afa37-9300-4ab2-8a50-9744d7570bff tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Calling delete_port for 4afb5d94-8fc5-470c-9f57-b54db05e46c5 owned by network:floatingip {{(pid=111103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 14:59:43.412484 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.db_base_plugin_common [None req-1dbc7e2b-5625-453f-a57f-7bf6d9802bcf tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Allocated IP 172.27.0.234 (976f28e8-c47c-49b7-93ff-2bd79bbe121a/527ba32d-e656-41f8-8fe6-15a8ab4751c9/4aaf82eb-e48f-4d56-ad4a-cf6553197175) {{(pid=111102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:59:43.612756 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-636afa37-9300-4ab2-8a50-9744d7570bff tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789580201795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789579689804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4313512'] for port (4afb5d94-8fc5-470c-9f57-b54db05e46c5), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:43.640483 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636afa37-9300-4ab2-8a50-9744d7570bff tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Pushing event deleted for resources: {'Port': ['ID=4afb5d94-8fc5-470c-9f57-b54db05e46c5,revision_number=None']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:59:43.711484 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-636afa37-9300-4ab2-8a50-9744d7570bff tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Publish callbacks [] for floatingip (6223a689-ccc5-4b2e-997a-21446db4cdcc), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:43.714004 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-636afa37-9300-4ab2-8a50-9744d7570bff tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-431034'] for floatingip (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:43.715160 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-636afa37-9300-4ab2-8a50-9744d7570bff tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "DELETE /v2.0/floatingips/6223a689-ccc5-4b2e-997a-21446db4cdcc HTTP/1.1" status: 204 len: 168 time: 0.5437248 Jul 26 14:59:43.752676 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=4 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:59:43.797340 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-1dbc7e2b-5625-453f-a57f-7bf6d9802bcf tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Publish callbacks [] for port (4aaf82eb-e48f-4d56-ad4a-cf6553197175), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:43.862659 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8784d394-7148-4840-8ca0-c795f9a75e1a req-0e3d08dc-f151-450b-9f09-12ae9e98cf98 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:59:43.864157 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-8784d394-7148-4840-8ca0-c795f9a75e1a req-0e3d08dc-f151-450b-9f09-12ae9e98cf98 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/ports?device_id=df55a650-eac7-41dd-8361-bb02fc6d25f6 HTTP/1.1" status: 200 len: 945 time: 0.0608785 Jul 26 14:59:43.918166 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-8784d394-7148-4840-8ca0-c795f9a75e1a req-b16f15b2-e09b-46a8-b9c6-4778bb9a9cbf tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/security-groups?id=36e74357-39f1-4280-add6-3361918964e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482705 Jul 26 14:59:43.978853 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-1dbc7e2b-5625-453f-a57f-7bf6d9802bcf tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789579689795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868105'] for port (4aaf82eb-e48f-4d56-ad4a-cf6553197175), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:44.022649 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dbc7e2b-5625-453f-a57f-7bf6d9802bcf tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Network 976f28e8-c47c-49b7-93ff-2bd79bbe121a is already hosted by enough agents. {{(pid=111102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:59:44.026107 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.base_scheduler [None req-1dbc7e2b-5625-453f-a57f-7bf6d9802bcf tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Resources bound (agent type, host, resource id): {{(pid=111102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:59:44.031001 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbc7e2b-5625-453f-a57f-7bf6d9802bcf tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Received port after_create {{(pid=111102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 14:59:44.036470 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbc7e2b-5625-453f-a57f-7bf6d9802bcf tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Pushing event updated for resources: {'Port': ['ID=4aaf82eb-e48f-4d56-ad4a-cf6553197175,revision_number=1']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:59:44.117777 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-1dbc7e2b-5625-453f-a57f-7bf6d9802bcf tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Publish callbacks [] for floatingip (2a427655-3dd4-4ba9-8265-e7cf31928396), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:44.254879 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:59:44.284856 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-1dbc7e2b-5625-453f-a57f-7bf6d9802bcf tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (4aaf82eb-e48f-4d56-ad4a-cf6553197175), before_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:44.437240 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-1dbc7e2b-5625-453f-a57f-7bf6d9802bcf tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Publish callbacks [] for port (4aaf82eb-e48f-4d56-ad4a-cf6553197175), precommit_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:44.526618 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-1dbc7e2b-5625-453f-a57f-7bf6d9802bcf tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868126'] for port (4aaf82eb-e48f-4d56-ad4a-cf6553197175), after_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:44.597207 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbc7e2b-5625-453f-a57f-7bf6d9802bcf tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Pushing event updated for resources: {'Port': ['ID=4aaf82eb-e48f-4d56-ad4a-cf6553197175,revision_number=2']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:59:44.612325 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-1dbc7e2b-5625-453f-a57f-7bf6d9802bcf tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691171'] for floatingip (2a427655-3dd4-4ba9-8265-e7cf31928396), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:44.745776 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-1dbc7e2b-5625-453f-a57f-7bf6d9802bcf tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-431034'] for floatingip (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:44.747033 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-1dbc7e2b-5625-453f-a57f-7bf6d9802bcf tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6358993 Jul 26 14:59:44.985919 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-514b20e3-7622-472a-8ab4-673ad58f30e1 req-9a6b0a86-bbfa-4a6d-a401-ce786eb6fa58 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/security-groups?name=tempest-securitygroup--1452392663&fields=id&tenant_id=7ccd4ff518dc4c37bfb7f343ccc97206 HTTP/1.1" status: 200 len: 267 time: 0.0481484 Jul 26 14:59:45.050796 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c81278b-4c31-470d-ae46-5c67b507c464 req-4c2993b1-712e-4796-91ee-ce6f714f7f36 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:59:45.057833 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-9c81278b-4c31-470d-ae46-5c67b507c464 req-4c2993b1-712e-4796-91ee-ce6f714f7f36 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/ports?device_id=df55a650-eac7-41dd-8361-bb02fc6d25f6 HTTP/1.1" status: 200 len: 945 time: 0.0571048 Jul 26 14:59:45.105340 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:59:45.116245 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514b20e3-7622-472a-8ab4-673ad58f30e1 req-4e732830-30bd-4369-a823-42982477d826 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:59:45.117786 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-514b20e3-7622-472a-8ab4-673ad58f30e1 req-4e732830-30bd-4369-a823-42982477d826 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/networks?id=02c3d9d5-b71e-4ad5-9373-5d17164e8aec HTTP/1.1" status: 200 len: 811 time: 0.1253028 Jul 26 14:59:45.123549 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-9c81278b-4c31-470d-ae46-5c67b507c464 req-f6d39579-748d-4078-b80d-7a5b4ceb42a8 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/security-groups?id=36e74357-39f1-4280-add6-3361918964e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643122 Jul 26 14:59:45.142496 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-514b20e3-7622-472a-8ab4-673ad58f30e1 req-e9b98ff6-70c0-48d6-a3a2-9f6e056bc003 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/quotas/7ccd4ff518dc4c37bfb7f343ccc97206 HTTP/1.1" status: 200 len: 375 time: 0.0106382 Jul 26 14:59:45.194567 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-514b20e3-7622-472a-8ab4-673ad58f30e1 req-bb1f2c4e-72fd-484c-8f6e-d01f1e33b0a1 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=7ccd4ff518dc4c37bfb7f343ccc97206&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0463119 Jul 26 14:59:45.321617 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (311d617f-8fa1-4662-a157-ab38f6e1e2d8), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:45.418887 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-514b20e3-7622-472a-8ab4-673ad58f30e1 req-0b3954e1-413e-4276-bf26-fb06f35f33a0 service neutron] 10.222.0.97 "GET /v2.0/networks/02c3d9d5-b71e-4ad5-9373-5d17164e8aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116323 Jul 26 14:59:45.433203 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:59:45.514343 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-514b20e3-7622-472a-8ab4-673ad58f30e1 req-823cb485-8011-4673-a260-52b166dd90c3 service neutron] 10.222.0.97 "GET /v2.0/networks/02c3d9d5-b71e-4ad5-9373-5d17164e8aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888622 Jul 26 14:59:45.839937 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-ca4e351a-0651-4fbe-aa02-5d82c206e78f req-b240eb5f-8791-4cdf-b47b-3496f71839b2 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=e60aed9b-d83f-478b-be96-86d4e4a6ce9c HTTP/1.1" status: 200 len: 210 time: 0.0299263 Jul 26 14:59:46.262668 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9872f95-ff82-4d5e-a621-f866bce5a08d req-3a7ad9cd-115f-40d2-a274-793f56f607bd tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:59:46.264746 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-b9872f95-ff82-4d5e-a621-f866bce5a08d req-3a7ad9cd-115f-40d2-a274-793f56f607bd tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/ports?device_id=df55a650-eac7-41dd-8361-bb02fc6d25f6 HTTP/1.1" status: 200 len: 945 time: 0.0668342 Jul 26 14:59:46.316005 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-b9872f95-ff82-4d5e-a621-f866bce5a08d req-c485dd1b-8f90-4293-804e-61b595cc2bea tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/security-groups?id=36e74357-39f1-4280-add6-3361918964e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457983 Jul 26 14:59:46.833862 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab53aa2e-ee23-4ae6-bd8b-e0461d17cdef req-1c4789d6-e02a-4e81-8abe-8a73acfc4b94 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:59:46.835354 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-ab53aa2e-ee23-4ae6-bd8b-e0461d17cdef req-1c4789d6-e02a-4e81-8abe-8a73acfc4b94 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=a97d630c-f890-4022-87ba-406020a397dc HTTP/1.1" status: 200 len: 946 time: 0.0482447 Jul 26 14:59:46.883961 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-ab53aa2e-ee23-4ae6-bd8b-e0461d17cdef req-7ae5ecbc-e0cd-4f2b-8a2f-56259f952067 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=07a7f217-8c49-407d-8fdd-fca70593a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427833 Jul 26 14:59:46.941473 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-48403752-59ff-4dc4-bf37-06f6ccd21a65 req-f998f3db-2d83-452f-940e-40b84236cece tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=e60aed9b-d83f-478b-be96-86d4e4a6ce9c HTTP/1.1" status: 200 len: 210 time: 0.0278530 Jul 26 14:59:47.436087 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91030998-3d08-42a5-b159-2fe19708e187 req-786d4b4b-f810-4fd1-ab36-bf260bb555a4 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:59:47.437490 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-91030998-3d08-42a5-b159-2fe19708e187 req-786d4b4b-f810-4fd1-ab36-bf260bb555a4 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/ports?device_id=df55a650-eac7-41dd-8361-bb02fc6d25f6 HTTP/1.1" status: 200 len: 945 time: 0.0464175 Jul 26 14:59:47.490640 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-91030998-3d08-42a5-b159-2fe19708e187 req-1ec25488-9545-4772-9d92-4d421ab84cca tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/security-groups?id=36e74357-39f1-4280-add6-3361918964e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471885 Jul 26 14:59:48.006618 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3823f65b-f900-4a6a-87c9-0136b1b0fce4 req-a1f9d101-7d29-4755-a0f3-d8ed5bedcff6 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:59:48.008197 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-3823f65b-f900-4a6a-87c9-0136b1b0fce4 req-a1f9d101-7d29-4755-a0f3-d8ed5bedcff6 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=a97d630c-f890-4022-87ba-406020a397dc HTTP/1.1" status: 200 len: 946 time: 0.0498214 Jul 26 14:59:48.045798 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-7ba5906e-b125-418c-9ab3-4c8771f8af68 req-90de050e-2ef4-4ac3-9bf0-4f3ac1e39b57 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=e60aed9b-d83f-478b-be96-86d4e4a6ce9c HTTP/1.1" status: 200 len: 210 time: 0.0283093 Jul 26 14:59:48.059353 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-3823f65b-f900-4a6a-87c9-0136b1b0fce4 req-e45458ff-4771-41fd-9814-8a20ce2f504f tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=07a7f217-8c49-407d-8fdd-fca70593a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453427 Jul 26 14:59:48.094064 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:59:48.110896 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3455d03-7dfb-466b-b52c-55b55c4673d9 req-3204c46b-4a14-4e82-9d3b-0f19e2594e61 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:59:48.119445 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-c3455d03-7dfb-466b-b52c-55b55c4673d9 req-3204c46b-4a14-4e82-9d3b-0f19e2594e61 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.99 "GET /v2.0/ports?device_id=a97d630c-f890-4022-87ba-406020a397dc HTTP/1.1" status: 200 len: 946 time: 0.0524323 Jul 26 14:59:48.198860 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.plugin [req-c3455d03-7dfb-466b-b52c-55b55c4673d9 req-f3ad18c0-4b2f-4b61-ba5a-de231b292de1 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Deleting port 098d52c8-2012-4286-962d-62149a4873c1 {{(pid=111102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 14:59:48.199240 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-c3455d03-7dfb-466b-b52c-55b55c4673d9 req-f3ad18c0-4b2f-4b61-ba5a-de231b292de1 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789580082445'] for port (098d52c8-2012-4286-962d-62149a4873c1), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:48.296194 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.db [req-c3455d03-7dfb-466b-b52c-55b55c4673d9 req-f3ad18c0-4b2f-4b61-ba5a-de231b292de1 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] For port 098d52c8-2012-4286-962d-62149a4873c1, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=098d52c8-2012-4286-962d-62149a4873c1,segment=NetworkSegment(c6e327c1-1462-4f59-a790-a4289d47d45e),segment_id=c6e327c1-1462-4f59-a790-a4289d47d45e)] {{(pid=111102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:59:48.296727 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-c3455d03-7dfb-466b-b52c-55b55c4673d9 req-f3ad18c0-4b2f-4b61-ba5a-de231b292de1 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580114'] for port (098d52c8-2012-4286-962d-62149a4873c1), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:48.310814 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.plugin [req-c3455d03-7dfb-466b-b52c-55b55c4673d9 req-f3ad18c0-4b2f-4b61-ba5a-de231b292de1 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Calling delete_port for 098d52c8-2012-4286-962d-62149a4873c1 owned by compute:nova {{(pid=111102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 14:59:48.420882 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:59:48.521186 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-c3455d03-7dfb-466b-b52c-55b55c4673d9 req-f3ad18c0-4b2f-4b61-ba5a-de231b292de1 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789580201795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789579689804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868105'] for port (098d52c8-2012-4286-962d-62149a4873c1), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:48.554296 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ad18c0-4b2f-4b61-ba5a-de231b292de1 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Pushing event deleted for resources: {'Port': ['ID=098d52c8-2012-4286-962d-62149a4873c1,revision_number=None']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:59:48.558831 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] get_ports_and_sgs() called for port_ids ['098d52c8-2012-4286-962d-62149a4873c1', 'a5d6c726-a2d1-4d56-97ab-81d623c53ac3'] {{(pid=111104) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:59:48.607946 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3455d03-7dfb-466b-b52c-55b55c4673d9 req-f3ad18c0-4b2f-4b61-ba5a-de231b292de1 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] No DVR routers for this DVR port 098d52c8-2012-4286-962d-62149a4873c1 on host hv-cinder-85103 {{(pid=111102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 14:59:48.611395 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-c3455d03-7dfb-466b-b52c-55b55c4673d9 req-f3ad18c0-4b2f-4b61-ba5a-de231b292de1 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-431034'] for port (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:48.615052 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-c3455d03-7dfb-466b-b52c-55b55c4673d9 req-f3ad18c0-4b2f-4b61-ba5a-de231b292de1 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.99 "DELETE /v2.0/ports/098d52c8-2012-4286-962d-62149a4873c1 HTTP/1.1" status: 204 len: 173 time: 0.4967649 Jul 26 14:59:48.615560 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a97d630c-f890-4022-87ba-406020a397dc', 'name': 'network-vif-deleted', 'tag': '098d52c8-2012-4286-962d-62149a4873c1'}] {{(pid=111102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 14:59:48.617959 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8185506cd1cc56e10fcde42571d85de650c4e290bb1b6bf5ec2f858ed2201c15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-910ad74e-223e-4aa8-8520-57aa2280f342" -d '{"events": [{"server_uuid": "a97d630c-f890-4022-87ba-406020a397dc", "name": "network-vif-deleted", "tag": "098d52c8-2012-4286-962d-62149a4873c1"}]}' {{(pid=111102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:59:48.629503 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feca8f5c-42bd-4db5-9a38-43432e74e7d7 req-0dcc63f9-4a3f-4851-80b1-2baed41de3ac tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:59:48.631064 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-feca8f5c-42bd-4db5-9a38-43432e74e7d7 req-0dcc63f9-4a3f-4851-80b1-2baed41de3ac tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/ports?device_id=df55a650-eac7-41dd-8361-bb02fc6d25f6 HTTP/1.1" status: 200 len: 945 time: 0.0615795 Jul 26 14:59:48.662448 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 14:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a9dddfa-b10d-479b-8ddb-781f6919d1f1 x-openstack-request-id: req-4a9dddfa-b10d-479b-8ddb-781f6919d1f1 {{(pid=111102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:59:48.662448 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a97d630c-f890-4022-87ba-406020a397dc", "name": "network-vif-deleted", "tag": "098d52c8-2012-4286-962d-62149a4873c1", "status": "completed", "code": 200}]} {{(pid=111102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:59:48.662448 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-4a9dddfa-b10d-479b-8ddb-781f6919d1f1 {{(pid=111102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:59:48.662448 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a9dddfa-b10d-479b-8ddb-781f6919d1f1'] response: {'server_uuid': 'a97d630c-f890-4022-87ba-406020a397dc', 'name': 'network-vif-deleted', 'tag': '098d52c8-2012-4286-962d-62149a4873c1', 'status': 'completed', 'code': 200} Jul 26 14:59:48.685593 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-feca8f5c-42bd-4db5-9a38-43432e74e7d7 req-dd4efaaf-59ad-49b5-a9ec-5405bb122400 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/security-groups?id=36e74357-39f1-4280-add6-3361918964e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482261 Jul 26 14:59:49.151720 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-6b43d791-e534-4fd0-8ab3-614161f70551 req-d9085f93-079c-4831-8dbd-e35556cbfad8 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=e60aed9b-d83f-478b-be96-86d4e4a6ce9c HTTP/1.1" status: 200 len: 210 time: 0.0293813 Jul 26 14:59:49.174528 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-b1d50814-91a5-41aa-aa54-09775b1d1e3b req-f626c183-9875-4516-afec-9dbb6d05fd8a tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=a97d630c-f890-4022-87ba-406020a397dc HTTP/1.1" status: 200 len: 210 time: 0.0331085 Jul 26 14:59:49.344944 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514b20e3-7622-472a-8ab4-673ad58f30e1 req-f9106b52-092c-4a63-b282-316055550558 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:59:49.346403 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-514b20e3-7622-472a-8ab4-673ad58f30e1 req-f9106b52-092c-4a63-b282-316055550558 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.99 "GET /v2.0/networks?id=02c3d9d5-b71e-4ad5-9373-5d17164e8aec HTTP/1.1" status: 200 len: 811 time: 0.1100850 Jul 26 14:59:49.416032 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-514b20e3-7622-472a-8ab4-673ad58f30e1 req-f32bf39a-1875-4da6-9b37-9e4213800ead tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ccd4ff518dc4c37bfb7f343ccc97206 HTTP/1.1" status: 200 len: 380 time: 0.0548706 Jul 26 14:59:49.650398 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.v2.base [req-514b20e3-7622-472a-8ab4-673ad58f30e1 req-c6824d01-f417-4fea-9317-19a38adeebce tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Request body: {'port': {'device_id': 'e60aed9b-d83f-478b-be96-86d4e4a6ce9c', 'network_id': '02c3d9d5-b71e-4ad5-9373-5d17164e8aec', 'admin_state_up': True, 'tenant_id': '7ccd4ff518dc4c37bfb7f343ccc97206', 'security_groups': ['d7e21cb5-8df3-4621-be43-be3d477c88cf']}} {{(pid=111102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 14:59:49.820756 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96093caf-47f3-43d9-b954-95a1a6beb75f req-070db30e-aad8-490b-8d14-70a5e7e607c0 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:59:49.822208 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-96093caf-47f3-43d9-b954-95a1a6beb75f req-070db30e-aad8-490b-8d14-70a5e7e607c0 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/ports?device_id=df55a650-eac7-41dd-8361-bb02fc6d25f6 HTTP/1.1" status: 200 len: 945 time: 0.0606370 Jul 26 14:59:49.868108 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-514b20e3-7622-472a-8ab4-673ad58f30e1 req-c6824d01-f417-4fea-9317-19a38adeebce tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Made reservation on behalf of 7ccd4ff518dc4c37bfb7f343ccc97206 for: {'port': 1} {{(pid=111102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 14:59:49.871819 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-514b20e3-7622-472a-8ab4-673ad58f30e1 req-c6824d01-f417-4fea-9317-19a38adeebce tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:49.884372 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630a52f7-99a6-4cee-928a-73e36d297dfa req-0072ac57-fa5d-4fa4-b070-e69a186a92fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:59:49.885865 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-630a52f7-99a6-4cee-928a-73e36d297dfa req-0072ac57-fa5d-4fa4-b070-e69a186a92fa service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=fde004be36ee4efeaa9ada32b4e2182c&device_id=df55a650-eac7-41dd-8361-bb02fc6d25f6 HTTP/1.1" status: 200 len: 1129 time: 0.0784192 Jul 26 14:59:50.013321 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-96093caf-47f3-43d9-b954-95a1a6beb75f req-9ca2f942-8739-4d5c-8195-7bde517e7bfb tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/security-groups?id=36e74357-39f1-4280-add6-3361918964e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1711192 Jul 26 14:59:50.100023 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630a52f7-99a6-4cee-928a-73e36d297dfa req-0b567e69-619f-419f-9d71-f7042ce55621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:59:50.101605 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-630a52f7-99a6-4cee-928a-73e36d297dfa req-0b567e69-619f-419f-9d71-f7042ce55621 service neutron] 10.222.0.99 "GET /v2.0/networks?id=4f224720-dd50-4b3d-ae12-e0978ae6cbaf HTTP/1.1" status: 200 len: 910 time: 0.2079830 Jul 26 14:59:50.158185 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.db_base_plugin_common [req-514b20e3-7622-472a-8ab4-673ad58f30e1 req-c6824d01-f417-4fea-9317-19a38adeebce tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Allocated IP 172.20.0.9 (02c3d9d5-b71e-4ad5-9373-5d17164e8aec/e75d54a1-37a3-48c4-b0bd-5c996cd738b8/df255ca8-fb3a-4312-b426-006fe4958576) {{(pid=111102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 14:59:50.194150 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-630a52f7-99a6-4cee-928a-73e36d297dfa req-46821d56-4be1-4cc9-a845-a5d7e55878bc service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42 HTTP/1.1" status: 200 len: 1000 time: 0.0847120 Jul 26 14:59:50.250987 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:59:50.302469 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-a31da2ed-0d03-47b5-a88d-027917157058 req-4fffad5b-f22f-4bcc-ab28-5ba02477f841 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=e60aed9b-d83f-478b-be96-86d4e4a6ce9c HTTP/1.1" status: 200 len: 210 time: 0.0410402 Jul 26 14:59:50.319523 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630a52f7-99a6-4cee-928a-73e36d297dfa req-774f34cf-c85a-40b6-bace-e97409940007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:59:50.320991 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-630a52f7-99a6-4cee-928a-73e36d297dfa req-774f34cf-c85a-40b6-bace-e97409940007 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=6f67d112-1d95-4c3e-9346-29b9427575bb HTTP/1.1" status: 200 len: 847 time: 0.1167874 Jul 26 14:59:50.354146 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-e4fef73b-0292-484f-a8dc-9d3272b4468c req-6a41abd9-7793-43ad-871d-07516676e582 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=a97d630c-f890-4022-87ba-406020a397dc HTTP/1.1" status: 200 len: 210 time: 0.0518608 Jul 26 14:59:50.354538 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:59:50.398886 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630a52f7-99a6-4cee-928a-73e36d297dfa req-af3fc4d5-7066-4c6b-9023-a8a1df982fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:59:50.400418 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-630a52f7-99a6-4cee-928a-73e36d297dfa req-af3fc4d5-7066-4c6b-9023-a8a1df982fa7 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=4f224720-dd50-4b3d-ae12-e0978ae6cbaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0576200 Jul 26 14:59:50.478452 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-514b20e3-7622-472a-8ab4-673ad58f30e1 req-c6824d01-f417-4fea-9317-19a38adeebce tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Publish callbacks [] for port (df255ca8-fb3a-4312-b426-006fe4958576), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:50.536083 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-630a52f7-99a6-4cee-928a-73e36d297dfa req-502e0cf4-acdb-4b74-bd9d-daea8fb17c4d service neutron] 10.222.0.99 "GET /v2.0/networks/4f224720-dd50-4b3d-ae12-e0978ae6cbaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263759 Jul 26 14:59:50.627492 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-630a52f7-99a6-4cee-928a-73e36d297dfa req-f83b9980-1dab-474e-9a11-ff72b795ab9f service neutron] 10.222.0.99 "GET /v2.0/networks/4f224720-dd50-4b3d-ae12-e0978ae6cbaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853689 Jul 26 14:59:50.657386 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-514b20e3-7622-472a-8ab4-673ad58f30e1 req-c6824d01-f417-4fea-9317-19a38adeebce tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789579689795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868105'] for port (df255ca8-fb3a-4312-b426-006fe4958576), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:50.703361 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-514b20e3-7622-472a-8ab4-673ad58f30e1 req-c6824d01-f417-4fea-9317-19a38adeebce tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Network 02c3d9d5-b71e-4ad5-9373-5d17164e8aec is already hosted by enough agents. {{(pid=111102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 14:59:50.706705 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.base_scheduler [req-514b20e3-7622-472a-8ab4-673ad58f30e1 req-c6824d01-f417-4fea-9317-19a38adeebce tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Resources bound (agent type, host, resource id): {{(pid=111102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 14:59:50.710607 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.l3_dvrscheduler_db [req-514b20e3-7622-472a-8ab4-673ad58f30e1 req-c6824d01-f417-4fea-9317-19a38adeebce tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Received port after_create {{(pid=111102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 14:59:50.716826 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6824d01-f417-4fea-9317-19a38adeebce tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Pushing event updated for resources: {'Port': ['ID=df255ca8-fb3a-4312-b426-006fe4958576,revision_number=1']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:59:50.749365 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:59:50.770198 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514b20e3-7622-472a-8ab4-673ad58f30e1 req-c6824d01-f417-4fea-9317-19a38adeebce tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:59:50.770942 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-514b20e3-7622-472a-8ab4-673ad58f30e1 req-c6824d01-f417-4fea-9317-19a38adeebce tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-431034'] for port (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:50.832431 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-514b20e3-7622-472a-8ab4-673ad58f30e1 req-c6824d01-f417-4fea-9317-19a38adeebce tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1864059 Jul 26 14:59:50.936237 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-81a760fd-a4cc-4d5b-a299-37426853556b None None] Provisioning complete for port df255ca8-fb3a-4312-b426-006fe4958576 triggered by entity DHCP. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 14:59:50.936850 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-81a760fd-a4cc-4d5b-a299-37426853556b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (df255ca8-fb3a-4312-b426-006fe4958576), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:50.967844 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-81a760fd-a4cc-4d5b-a299-37426853556b None None] Port df255ca8-fb3a-4312-b426-006fe4958576 cannot update to ACTIVE because it is not bound. {{(pid=111104) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 14:59:51.134504 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074eb85a-378b-4fdb-9d3b-bbaa511f95af req-db74b538-4357-495d-82d5-970c1648b22d tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:59:51.136046 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-074eb85a-378b-4fdb-9d3b-bbaa511f95af req-db74b538-4357-495d-82d5-970c1648b22d tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/ports?device_id=df55a650-eac7-41dd-8361-bb02fc6d25f6 HTTP/1.1" status: 200 len: 945 time: 0.0489602 Jul 26 14:59:51.186505 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-074eb85a-378b-4fdb-9d3b-bbaa511f95af req-c2882738-0649-405c-8e5b-896787d88cf2 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/security-groups?id=36e74357-39f1-4280-add6-3361918964e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448205 Jul 26 14:59:51.430254 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7365785f-7ce6-4275-8a36-1fc313457972 req-805c0385-a0d1-4eaa-962e-99d41f08be24 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:59:51.432303 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-7365785f-7ce6-4275-8a36-1fc313457972 req-805c0385-a0d1-4eaa-962e-99d41f08be24 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=e60aed9b-d83f-478b-be96-86d4e4a6ce9c HTTP/1.1" status: 200 len: 931 time: 0.0569239 Jul 26 14:59:51.481550 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-7365785f-7ce6-4275-8a36-1fc313457972 req-4644b554-0521-431e-876d-b6e6c547650a tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/security-groups?id=d7e21cb5-8df3-4621-be43-be3d477c88cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436356 Jul 26 14:59:51.883571 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513850ce-0a26-4718-a592-aa82f51e7bf0 req-7801d4d9-f3f2-4fcd-be1d-a73d6c362c04 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:59:51.902855 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-513850ce-0a26-4718-a592-aa82f51e7bf0 req-7801d4d9-f3f2-4fcd-be1d-a73d6c362c04 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=2ef4043a-5d67-4091-abcb-ed5e596ba355 HTTP/1.1" status: 200 len: 945 time: 0.0481002 Jul 26 14:59:51.943896 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-513850ce-0a26-4718-a592-aa82f51e7bf0 req-5eebeaa0-53de-4caa-bdeb-6ae4ccc631e9 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=07a7f217-8c49-407d-8fdd-fca70593a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530474 Jul 26 14:59:51.965515 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.v2.base [req-514b20e3-7622-472a-8ab4-673ad58f30e1 req-209ccdac-c1af-4a4b-862c-ae72d9b1f091 service neutron] Request body: {'port': {'device_id': 'e60aed9b-d83f-478b-be96-86d4e4a6ce9c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85103'}} {{(pid=111102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 14:59:52.006460 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-ab29ac1c-8dda-4f41-90ce-8ad5b870f4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (bb4183fa-e0c9-4858-9c34-b1ab78d39af4), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:52.052880 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3975e7-c556-45ec-98bb-8dcd96218edc req-1a23e031-a31d-4c31-8d0d-75e65eb59243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:59:52.054309 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-7a3975e7-c556-45ec-98bb-8dcd96218edc req-1a23e031-a31d-4c31-8d0d-75e65eb59243 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=fde004be36ee4efeaa9ada32b4e2182c&device_id=df55a650-eac7-41dd-8361-bb02fc6d25f6 HTTP/1.1" status: 200 len: 1129 time: 0.0655849 Jul 26 14:59:52.065703 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-514b20e3-7622-472a-8ab4-673ad58f30e1 req-209ccdac-c1af-4a4b-862c-ae72d9b1f091 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (df255ca8-fb3a-4312-b426-006fe4958576), before_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:52.268483 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3975e7-c556-45ec-98bb-8dcd96218edc req-369a3dfd-a3d7-464a-b9e6-8431ef2b096c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:59:52.270008 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-7a3975e7-c556-45ec-98bb-8dcd96218edc req-369a3dfd-a3d7-464a-b9e6-8431ef2b096c service neutron] 10.222.0.99 "GET /v2.0/networks?id=4f224720-dd50-4b3d-ae12-e0978ae6cbaf HTTP/1.1" status: 200 len: 910 time: 0.1939306 Jul 26 14:59:52.312255 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde16b3e-5bad-46ee-bb48-34d444dee37a req-0237016a-330b-4936-8b4b-242f2cfb8b47 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:59:52.313928 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-bde16b3e-5bad-46ee-bb48-34d444dee37a req-0237016a-330b-4936-8b4b-242f2cfb8b47 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/ports?device_id=df55a650-eac7-41dd-8361-bb02fc6d25f6 HTTP/1.1" status: 200 len: 945 time: 0.0492747 Jul 26 14:59:52.368165 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-bde16b3e-5bad-46ee-bb48-34d444dee37a req-1c28f08b-7686-488d-b653-078867d533c6 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/security-groups?id=36e74357-39f1-4280-add6-3361918964e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487115 Jul 26 14:59:52.413023 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.notifiers.nova [req-514b20e3-7622-472a-8ab4-673ad58f30e1 req-209ccdac-c1af-4a4b-862c-ae72d9b1f091 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df255ca8-fb3a-4312-b426-006fe4958576 {{(pid=111102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 14:59:52.426558 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-514b20e3-7622-472a-8ab4-673ad58f30e1 req-209ccdac-c1af-4a4b-862c-ae72d9b1f091 service neutron] Publish callbacks [] for port (df255ca8-fb3a-4312-b426-006fe4958576), precommit_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:52.472772 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.provisioning_blocks [req-514b20e3-7622-472a-8ab4-673ad58f30e1 req-209ccdac-c1af-4a4b-862c-ae72d9b1f091 service neutron] Transition to ACTIVE for port object df255ca8-fb3a-4312-b426-006fe4958576 will not be triggered until provisioned by entity L2. {{(pid=111102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 14:59:52.488119 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Device 098d52c8-2012-4286-962d-62149a4873c1 no longer exists at agent hyperv_hv-cinder-85103 {{(pid=111104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:59:52.492021 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-7a3975e7-c556-45ec-98bb-8dcd96218edc req-0b3699b6-a315-4517-a0b6-be6b90dadcbd service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42 HTTP/1.1" status: 200 len: 1000 time: 0.0743976 Jul 26 14:59:52.591222 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-514b20e3-7622-472a-8ab4-673ad58f30e1 req-209ccdac-c1af-4a4b-862c-ae72d9b1f091 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868126'] for port (df255ca8-fb3a-4312-b426-006fe4958576), after_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:52.643344 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3975e7-c556-45ec-98bb-8dcd96218edc req-d95a321d-6d51-4f45-81f9-76c9ec26b911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:59:52.644936 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-7a3975e7-c556-45ec-98bb-8dcd96218edc req-d95a321d-6d51-4f45-81f9-76c9ec26b911 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=6f67d112-1d95-4c3e-9346-29b9427575bb HTTP/1.1" status: 200 len: 847 time: 0.1190543 Jul 26 14:59:52.646714 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] No Port match for: 098d52c8-2012-4286-962d-62149a4873c1 {{(pid=111104) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 14:59:52.647062 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Device 098d52c8-2012-4286-962d-62149a4873c1 not bound to the agent host hv-cinder-85103 {{(pid=111104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:59:52.652747 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:59:52.684675 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c32667-41f7-437b-afad-91e31fe71afd req-9a9d5ee0-bd14-499f-8232-a6cb007e4cb2 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:59:52.686372 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-89c32667-41f7-437b-afad-91e31fe71afd req-9a9d5ee0-bd14-499f-8232-a6cb007e4cb2 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=e60aed9b-d83f-478b-be96-86d4e4a6ce9c HTTP/1.1" status: 200 len: 943 time: 0.1108317 Jul 26 14:59:52.689534 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209ccdac-c1af-4a4b-862c-ae72d9b1f091 service neutron] Pushing event updated for resources: {'Port': ['ID=df255ca8-fb3a-4312-b426-006fe4958576,revision_number=2']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:59:52.701862 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:59:52.789933 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-89c32667-41f7-437b-afad-91e31fe71afd req-095c2cbe-a7c2-4018-a94e-635b04afe4ad tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/security-groups?id=d7e21cb5-8df3-4621-be43-be3d477c88cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965910 Jul 26 14:59:52.811742 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.managers [req-514b20e3-7622-472a-8ab4-673ad58f30e1 req-209ccdac-c1af-4a4b-862c-ae72d9b1f091 service neutron] Attempting to bind port df255ca8-fb3a-4312-b426-006fe4958576 on host hv-cinder-85103 for vnic_type normal with profile {{(pid=111102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 14:59:52.812222 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.managers [req-514b20e3-7622-472a-8ab4-673ad58f30e1 req-209ccdac-c1af-4a4b-862c-ae72d9b1f091 service neutron] Attempting to bind port df255ca8-fb3a-4312-b426-006fe4958576 by drivers openvswitch,hyperv on host hv-cinder-85103 at level 0 using segments [{'id': '65a613d5-aaf3-451b-925f-b17dff71ceb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '02c3d9d5-b71e-4ad5-9373-5d17164e8aec'}] {{(pid=111102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 14:59:52.812642 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514b20e3-7622-472a-8ab4-673ad58f30e1 req-209ccdac-c1af-4a4b-862c-ae72d9b1f091 service neutron] Attempting to bind port df255ca8-fb3a-4312-b426-006fe4958576 on network 02c3d9d5-b71e-4ad5-9373-5d17164e8aec {{(pid=111102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 14:59:52.817960 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514b20e3-7622-472a-8ab4-673ad58f30e1 req-209ccdac-c1af-4a4b-862c-ae72d9b1f091 service neutron] Port df255ca8-fb3a-4312-b426-006fe4958576 on network 02c3d9d5-b71e-4ad5-9373-5d17164e8aec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85103 {{(pid=111102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 14:59:52.818271 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514b20e3-7622-472a-8ab4-673ad58f30e1 req-209ccdac-c1af-4a4b-862c-ae72d9b1f091 service neutron] Attempting to bind port df255ca8-fb3a-4312-b426-006fe4958576 on network 02c3d9d5-b71e-4ad5-9373-5d17164e8aec {{(pid=111102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 14:59:52.823604 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514b20e3-7622-472a-8ab4-673ad58f30e1 req-209ccdac-c1af-4a4b-862c-ae72d9b1f091 service neutron] Checking agent: {'id': '311d617f-8fa1-4662-a157-ab38f6e1e2d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85103', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 14, 49, 45), 'started_at': datetime.datetime(2022, 7, 26, 14, 49, 45), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 14, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 14:59:52.823951 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514b20e3-7622-472a-8ab4-673ad58f30e1 req-209ccdac-c1af-4a4b-862c-ae72d9b1f091 service neutron] Checking segment: {'id': '65a613d5-aaf3-451b-925f-b17dff71ceb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '02c3d9d5-b71e-4ad5-9373-5d17164e8aec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 14:59:52.824336 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514b20e3-7622-472a-8ab4-673ad58f30e1 req-209ccdac-c1af-4a4b-862c-ae72d9b1f091 service neutron] Bound using segment: {'id': '65a613d5-aaf3-451b-925f-b17dff71ceb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '02c3d9d5-b71e-4ad5-9373-5d17164e8aec'} {{(pid=111102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 14:59:52.824793 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.managers [req-514b20e3-7622-472a-8ab4-673ad58f30e1 req-209ccdac-c1af-4a4b-862c-ae72d9b1f091 service neutron] Bound port: df255ca8-fb3a-4312-b426-006fe4958576, host: hv-cinder-85103, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65a613d5-aaf3-451b-925f-b17dff71ceb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1070, 'network_id': '02c3d9d5-b71e-4ad5-9373-5d17164e8aec'}}] {{(pid=111102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 14:59:52.825156 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-514b20e3-7622-472a-8ab4-673ad58f30e1 req-209ccdac-c1af-4a4b-862c-ae72d9b1f091 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (df255ca8-fb3a-4312-b426-006fe4958576), before_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:52.916729 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3975e7-c556-45ec-98bb-8dcd96218edc req-3a7c2171-dfc8-4d40-8223-c34a44187a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:59:52.918232 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-7a3975e7-c556-45ec-98bb-8dcd96218edc req-3a7c2171-dfc8-4d40-8223-c34a44187a46 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=4f224720-dd50-4b3d-ae12-e0978ae6cbaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0583584 Jul 26 14:59:52.924255 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.db [req-514b20e3-7622-472a-8ab4-673ad58f30e1 req-209ccdac-c1af-4a4b-862c-ae72d9b1f091 service neutron] For port df255ca8-fb3a-4312-b426-006fe4958576, host hv-cinder-85103, cleared binding levels {{(pid=111102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 14:59:52.927314 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.db [req-514b20e3-7622-472a-8ab4-673ad58f30e1 req-209ccdac-c1af-4a4b-862c-ae72d9b1f091 service neutron] For port df255ca8-fb3a-4312-b426-006fe4958576, host hv-cinder-85103, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=df255ca8-fb3a-4312-b426-006fe4958576,segment=NetworkSegment(65a613d5-aaf3-451b-925f-b17dff71ceb2),segment_id=65a613d5-aaf3-451b-925f-b17dff71ceb2)] {{(pid=111102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 14:59:53.066059 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be158bc-0f7f-4350-8e0c-696d4462c428 req-7b7c60b5-e802-410a-b27d-cb81613f6092 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:59:53.068040 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-0be158bc-0f7f-4350-8e0c-696d4462c428 req-7b7c60b5-e802-410a-b27d-cb81613f6092 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=2ef4043a-5d67-4091-abcb-ed5e596ba355 HTTP/1.1" status: 200 len: 945 time: 0.0507028 Jul 26 14:59:53.070629 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-514b20e3-7622-472a-8ab4-673ad58f30e1 req-209ccdac-c1af-4a4b-862c-ae72d9b1f091 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868126'] for port (df255ca8-fb3a-4312-b426-006fe4958576), after_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:53.124015 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514b20e3-7622-472a-8ab4-673ad58f30e1 req-209ccdac-c1af-4a4b-862c-ae72d9b1f091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:59:53.124015 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-514b20e3-7622-472a-8ab4-673ad58f30e1 req-209ccdac-c1af-4a4b-862c-ae72d9b1f091 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-431034'] for port (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:53.124182 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-0be158bc-0f7f-4350-8e0c-696d4462c428 req-4981434a-324e-4dfa-b44b-8c3c1b45ac4f tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=07a7f217-8c49-407d-8fdd-fca70593a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458815 Jul 26 14:59:53.124266 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-514b20e3-7622-472a-8ab4-673ad58f30e1 req-209ccdac-c1af-4a4b-862c-ae72d9b1f091 service neutron] 10.222.0.99 "PUT /v2.0/ports/df255ca8-fb3a-4312-b426-006fe4958576 HTTP/1.1" status: 200 len: 1093 time: 1.1602366 Jul 26 14:59:53.124266 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e60aed9b-d83f-478b-be96-86d4e4a6ce9c', 'tag': 'df255ca8-fb3a-4312-b426-006fe4958576'}] {{(pid=111102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 14:59:53.125019 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8185506cd1cc56e10fcde42571d85de650c4e290bb1b6bf5ec2f858ed2201c15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26a5f3b6-9dcf-4415-8c25-5b716167bc89" -d '{"events": [{"name": "network-changed", "server_uuid": "e60aed9b-d83f-478b-be96-86d4e4a6ce9c", "tag": "df255ca8-fb3a-4312-b426-006fe4958576"}]}' {{(pid=111102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:59:53.198153 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 14:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40ba783c-3079-470b-b472-12cd6136b674 x-openstack-request-id: req-40ba783c-3079-470b-b472-12cd6136b674 {{(pid=111102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:59:53.200282 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e60aed9b-d83f-478b-be96-86d4e4a6ce9c", "tag": "df255ca8-fb3a-4312-b426-006fe4958576", "status": "completed", "code": 200}]} {{(pid=111102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:59:53.200282 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-40ba783c-3079-470b-b472-12cd6136b674 {{(pid=111102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:59:53.200282 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40ba783c-3079-470b-b472-12cd6136b674'] response: {'name': 'network-changed', 'server_uuid': 'e60aed9b-d83f-478b-be96-86d4e4a6ce9c', 'tag': 'df255ca8-fb3a-4312-b426-006fe4958576', 'status': 'completed', 'code': 200} Jul 26 14:59:53.249949 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209ccdac-c1af-4a4b-862c-ae72d9b1f091 service neutron] Pushing event updated for resources: {'Port': ['ID=df255ca8-fb3a-4312-b426-006fe4958576,revision_number=3']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:59:53.268563 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb8cbb2-39ce-4e87-84bd-9b0fadc5d63c req-24caeba9-7d4c-424b-8845-4ad6be26c0a1 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:59:53.270093 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-cdb8cbb2-39ce-4e87-84bd-9b0fadc5d63c req-24caeba9-7d4c-424b-8845-4ad6be26c0a1 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.99 "GET /v2.0/ports?device_id=2ef4043a-5d67-4091-abcb-ed5e596ba355 HTTP/1.1" status: 200 len: 945 time: 0.1528516 Jul 26 14:59:53.331969 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a5f3b6-9dcf-4415-8c25-5b716167bc89 req-788b8be4-cbf8-4925-8e38-afee8b29f75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:59:53.333478 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-26a5f3b6-9dcf-4415-8c25-5b716167bc89 req-788b8be4-cbf8-4925-8e38-afee8b29f75b service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7ccd4ff518dc4c37bfb7f343ccc97206&device_id=e60aed9b-d83f-478b-be96-86d4e4a6ce9c HTTP/1.1" status: 200 len: 1127 time: 0.1038241 Jul 26 14:59:53.342220 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:59:53.359326 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-7a3975e7-c556-45ec-98bb-8dcd96218edc req-a162e60c-7d60-4edc-8130-90717fdeae91 service neutron] 10.222.0.99 "GET /v2.0/networks/4f224720-dd50-4b3d-ae12-e0978ae6cbaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545784 Jul 26 14:59:53.501750 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d1a38d-f822-495b-8016-b665c0ded7f7 req-834c0844-4e69-4a6e-8936-2bb0befd6c24 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:59:53.503445 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-d3d1a38d-f822-495b-8016-b665c0ded7f7 req-834c0844-4e69-4a6e-8936-2bb0befd6c24 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/ports?device_id=df55a650-eac7-41dd-8361-bb02fc6d25f6 HTTP/1.1" status: 200 len: 945 time: 0.0535500 Jul 26 14:59:53.512397 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.plugin [req-cdb8cbb2-39ce-4e87-84bd-9b0fadc5d63c req-8119486f-9a29-40d3-8617-553d853fb0bc tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Deleting port a5d6c726-a2d1-4d56-97ab-81d623c53ac3 {{(pid=111102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 14:59:53.512974 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-cdb8cbb2-39ce-4e87-84bd-9b0fadc5d63c req-8119486f-9a29-40d3-8617-553d853fb0bc tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789580082445'] for port (a5d6c726-a2d1-4d56-97ab-81d623c53ac3), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:53.555918 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-d3d1a38d-f822-495b-8016-b665c0ded7f7 req-71f9e1ed-646d-4ddd-b76f-4d68ec0f27d5 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/security-groups?id=36e74357-39f1-4280-add6-3361918964e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466256 Jul 26 14:59:53.620446 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-7a3975e7-c556-45ec-98bb-8dcd96218edc req-5556616f-b20a-4cf0-bf4b-a22f8ea60d1f service neutron] 10.222.0.99 "GET /v2.0/networks/4f224720-dd50-4b3d-ae12-e0978ae6cbaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544179 Jul 26 14:59:53.625535 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a5f3b6-9dcf-4415-8c25-5b716167bc89 req-a2d4aaff-b744-49d0-bf74-3e4e7c24e8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:59:53.626917 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-26a5f3b6-9dcf-4415-8c25-5b716167bc89 req-a2d4aaff-b744-49d0-bf74-3e4e7c24e8f7 service neutron] 10.222.0.99 "GET /v2.0/networks?tenant_id=7ccd4ff518dc4c37bfb7f343ccc97206&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2772889 Jul 26 14:59:53.719279 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.db [req-cdb8cbb2-39ce-4e87-84bd-9b0fadc5d63c req-8119486f-9a29-40d3-8617-553d853fb0bc tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] For port a5d6c726-a2d1-4d56-97ab-81d623c53ac3, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=a5d6c726-a2d1-4d56-97ab-81d623c53ac3,segment=NetworkSegment(c6e327c1-1462-4f59-a790-a4289d47d45e),segment_id=c6e327c1-1462-4f59-a790-a4289d47d45e)] {{(pid=111102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:59:53.719677 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-cdb8cbb2-39ce-4e87-84bd-9b0fadc5d63c req-8119486f-9a29-40d3-8617-553d853fb0bc tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580114'] for port (a5d6c726-a2d1-4d56-97ab-81d623c53ac3), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:54.028663 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=100 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:59:54.029948 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.plugin [req-cdb8cbb2-39ce-4e87-84bd-9b0fadc5d63c req-8119486f-9a29-40d3-8617-553d853fb0bc tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Calling delete_port for a5d6c726-a2d1-4d56-97ab-81d623c53ac3 owned by compute:nova {{(pid=111102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 14:59:54.114898 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e603e8-7624-4b02-ae1f-cf3005368b70 req-115335f1-c58d-4766-99d1-00e154f4099f tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:59:54.116525 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-c7e603e8-7624-4b02-ae1f-cf3005368b70 req-115335f1-c58d-4766-99d1-00e154f4099f tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=e60aed9b-d83f-478b-be96-86d4e4a6ce9c HTTP/1.1" status: 200 len: 943 time: 0.1063077 Jul 26 14:59:54.152357 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a5f3b6-9dcf-4415-8c25-5b716167bc89 req-de4b5777-7733-48ad-ab6a-8f75f9cdb3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:59:54.155087 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-26a5f3b6-9dcf-4415-8c25-5b716167bc89 req-de4b5777-7733-48ad-ab6a-8f75f9cdb3fd service neutron] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.5049980 Jul 26 14:59:54.207105 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-c7e603e8-7624-4b02-ae1f-cf3005368b70 req-67e4bc76-cc62-4b8b-a4ac-675fd75205b4 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/security-groups?id=d7e21cb5-8df3-4621-be43-be3d477c88cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807776 Jul 26 14:59:54.286186 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1aa081-a9e8-4807-a8f3-ff0af17e43d7 req-d063c476-6f7a-41a0-bd2d-d86dca89668a tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:59:54.287748 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-3d1aa081-a9e8-4807-a8f3-ff0af17e43d7 req-d063c476-6f7a-41a0-bd2d-d86dca89668a tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=2ef4043a-5d67-4091-abcb-ed5e596ba355 HTTP/1.1" status: 200 len: 945 time: 0.0558388 Jul 26 14:59:54.296550 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514b20e3-7622-472a-8ab4-673ad58f30e1 req-ca5fe579-4f6f-4e3e-9499-91e95103cdee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:59:54.298013 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-514b20e3-7622-472a-8ab4-673ad58f30e1 req-ca5fe579-4f6f-4e3e-9499-91e95103cdee service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7ccd4ff518dc4c37bfb7f343ccc97206&device_id=e60aed9b-d83f-478b-be96-86d4e4a6ce9c HTTP/1.1" status: 200 len: 1127 time: 0.0574386 Jul 26 14:59:54.321605 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=100 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:59:54.344074 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-3d1aa081-a9e8-4807-a8f3-ff0af17e43d7 req-ee5169b5-6b25-4722-a664-5f1cb92ebea9 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/security-groups?id=07a7f217-8c49-407d-8fdd-fca70593a0f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453703 Jul 26 14:59:54.345304 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-514b20e3-7622-472a-8ab4-673ad58f30e1 req-5072c5dc-e387-426e-b660-38513184e70b service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df255ca8-fb3a-4312-b426-006fe4958576 HTTP/1.1" status: 200 len: 217 time: 0.0334556 Jul 26 14:59:54.406654 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b5296179-edc9-489e-9089-d8ccc7dfb9c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (66f8bb98-7ace-4a85-b6ba-ffe40597695b), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:54.481117 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-cdb8cbb2-39ce-4e87-84bd-9b0fadc5d63c req-8119486f-9a29-40d3-8617-553d853fb0bc tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789580201795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789579689804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868105'] for port (a5d6c726-a2d1-4d56-97ab-81d623c53ac3), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:54.511828 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8119486f-9a29-40d3-8617-553d853fb0bc tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Pushing event deleted for resources: {'Port': ['ID=a5d6c726-a2d1-4d56-97ab-81d623c53ac3,revision_number=None']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:59:54.568805 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdb8cbb2-39ce-4e87-84bd-9b0fadc5d63c req-8119486f-9a29-40d3-8617-553d853fb0bc tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] No DVR routers for this DVR port a5d6c726-a2d1-4d56-97ab-81d623c53ac3 on host hv-cinder-85103 {{(pid=111102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 14:59:54.578288 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-cdb8cbb2-39ce-4e87-84bd-9b0fadc5d63c req-8119486f-9a29-40d3-8617-553d853fb0bc tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-431034'] for port (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:54.578288 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-cdb8cbb2-39ce-4e87-84bd-9b0fadc5d63c req-8119486f-9a29-40d3-8617-553d853fb0bc tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.99 "DELETE /v2.0/ports/a5d6c726-a2d1-4d56-97ab-81d623c53ac3 HTTP/1.1" status: 204 len: 173 time: 1.2971003 Jul 26 14:59:54.614047 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514b20e3-7622-472a-8ab4-673ad58f30e1 req-a2940ccc-ea6b-463d-be73-29995e5c5e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:59:54.615582 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-514b20e3-7622-472a-8ab4-673ad58f30e1 req-a2940ccc-ea6b-463d-be73-29995e5c5e9d service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e75d54a1-37a3-48c4-b0bd-5c996cd738b8 HTTP/1.1" status: 200 len: 850 time: 0.0549042 Jul 26 14:59:54.697541 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514b20e3-7622-472a-8ab4-673ad58f30e1 req-b39b86f9-a21f-41ea-9f4b-25f1a11fcee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:59:54.699251 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-514b20e3-7622-472a-8ab4-673ad58f30e1 req-b39b86f9-a21f-41ea-9f4b-25f1a11fcee2 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=02c3d9d5-b71e-4ad5-9373-5d17164e8aec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0766346 Jul 26 14:59:54.722461 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca1b2d-ee7a-4546-8ed2-be2ed6cb27c0 req-8cbe1cd9-4690-4e6d-920a-9023fb8713b4 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:59:54.723943 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-dbca1b2d-ee7a-4546-8ed2-be2ed6cb27c0 req-8cbe1cd9-4690-4e6d-920a-9023fb8713b4 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/ports?device_id=df55a650-eac7-41dd-8361-bb02fc6d25f6 HTTP/1.1" status: 200 len: 945 time: 0.0720499 Jul 26 14:59:54.828945 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-dbca1b2d-ee7a-4546-8ed2-be2ed6cb27c0 req-a13e7659-f6e5-4b5e-9415-f297a950a777 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/security-groups?id=36e74357-39f1-4280-add6-3361918964e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939927 Jul 26 14:59:54.839971 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-514b20e3-7622-472a-8ab4-673ad58f30e1 req-e07e9d03-2e14-4c9e-bbfb-978fd3d9ba93 service neutron] 10.222.0.99 "GET /v2.0/networks/02c3d9d5-b71e-4ad5-9373-5d17164e8aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318886 Jul 26 14:59:54.909903 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [req-7932c4fe-4831-40ba-975f-9e7ca2ded02d req-cf4b4fe2-1782-48d4-ac63-c9832cc8de8b service neutron] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=111103) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 26 14:59:54.911634 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-7932c4fe-4831-40ba-975f-9e7ca2ded02d req-cf4b4fe2-1782-48d4-ac63-c9832cc8de8b service neutron] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0125191 Jul 26 14:59:54.940659 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-514b20e3-7622-472a-8ab4-673ad58f30e1 req-43ab5baf-763a-4d81-88ab-cfd29b246326 service neutron] 10.222.0.99 "GET /v2.0/networks/02c3d9d5-b71e-4ad5-9373-5d17164e8aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942290 Jul 26 14:59:55.098776 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=43 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:59:55.103790 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=53 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:59:55.200310 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ef4043a-5d67-4091-abcb-ed5e596ba355', 'name': 'network-vif-deleted', 'tag': 'a5d6c726-a2d1-4d56-97ab-81d623c53ac3'}] {{(pid=111102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 14:59:55.202747 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8185506cd1cc56e10fcde42571d85de650c4e290bb1b6bf5ec2f858ed2201c15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3432416-25bb-4300-aabe-a2b33492d6d7" -d '{"events": [{"server_uuid": "2ef4043a-5d67-4091-abcb-ed5e596ba355", "name": "network-vif-deleted", "tag": "a5d6c726-a2d1-4d56-97ab-81d623c53ac3"}]}' {{(pid=111102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:59:55.241368 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 14:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c492f78a-392e-444d-b779-efacce10e1ff x-openstack-request-id: req-c492f78a-392e-444d-b779-efacce10e1ff {{(pid=111102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:59:55.241368 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ef4043a-5d67-4091-abcb-ed5e596ba355", "name": "network-vif-deleted", "tag": "a5d6c726-a2d1-4d56-97ab-81d623c53ac3", "status": "completed", "code": 200}]} {{(pid=111102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:59:55.241628 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-c492f78a-392e-444d-b779-efacce10e1ff {{(pid=111102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:59:55.241890 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c492f78a-392e-444d-b779-efacce10e1ff'] response: {'server_uuid': '2ef4043a-5d67-4091-abcb-ed5e596ba355', 'name': 'network-vif-deleted', 'tag': 'a5d6c726-a2d1-4d56-97ab-81d623c53ac3', 'status': 'completed', 'code': 200} Jul 26 14:59:55.329200 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:59:55.335518 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661eb5ab-f738-40bd-853e-af5c59fe4333 req-b7d43a3b-22e1-458b-8aa4-78b54f579511 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:59:55.339834 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-661eb5ab-f738-40bd-853e-af5c59fe4333 req-b7d43a3b-22e1-458b-8aa4-78b54f579511 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=e60aed9b-d83f-478b-be96-86d4e4a6ce9c HTTP/1.1" status: 200 len: 943 time: 0.0501695 Jul 26 14:59:55.339966 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee9531e-4ca6-45a1-9c47-5ab670157bbe req-cf90ba15-eb4e-49fa-a2bf-32c4d5758579 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:59:55.340751 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-6ee9531e-4ca6-45a1-9c47-5ab670157bbe req-cf90ba15-eb4e-49fa-a2bf-32c4d5758579 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/ports?device_id=df55a650-eac7-41dd-8361-bb02fc6d25f6 HTTP/1.1" status: 200 len: 945 time: 0.0505974 Jul 26 14:59:55.397952 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-6ee9531e-4ca6-45a1-9c47-5ab670157bbe req-a41aae44-489f-449b-a62a-3424ecd0300f tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/security-groups?id=36e74357-39f1-4280-add6-3361918964e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500219 Jul 26 14:59:55.398796 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-661eb5ab-f738-40bd-853e-af5c59fe4333 req-be213d14-1000-4adc-9e22-2e50cf3ae432 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/security-groups?id=d7e21cb5-8df3-4621-be43-be3d477c88cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554299 Jul 26 14:59:55.469493 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b30572d2-bee0-4462-94ed-c13cd0ef4273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (40fac31a-afaa-44e8-8521-47b803a59f0f), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:55.473192 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 50858) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:59:55.542951 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-b95771b7-5269-434f-9800-af34f95d3324 req-7e2e9c8e-0334-48ae-818a-05599f190f99 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=2ef4043a-5d67-4091-abcb-ed5e596ba355 HTTP/1.1" status: 200 len: 210 time: 0.0328686 Jul 26 14:59:55.553025 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=100 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:59:55.557412 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-986e224b-183c-4ba3-b31a-bc290634dd78 req-f4c2ad6f-d9e8-44b5-a8b7-ee98d7f7bc7b service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=df55a650-eac7-41dd-8361-bb02fc6d25f6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0830095 Jul 26 14:59:55.566688 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [req-986e224b-183c-4ba3-b31a-bc290634dd78 req-fbe4234e-7e80-45a5-8561-4139c0226129 service neutron] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=111103) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 26 14:59:55.567679 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-986e224b-183c-4ba3-b31a-bc290634dd78 req-fbe4234e-7e80-45a5-8561-4139c0226129 service neutron] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0048044 Jul 26 14:59:55.752875 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 50866) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:59:55.847337 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986e224b-183c-4ba3-b31a-bc290634dd78 req-2b534af0-718d-45d5-ab49-a87007f30b93 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:59:55.848863 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-986e224b-183c-4ba3-b31a-bc290634dd78 req-2b534af0-718d-45d5-ab49-a87007f30b93 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/ports/1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42 HTTP/1.1" status: 200 len: 942 time: 0.0949450 Jul 26 14:59:56.494943 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Device a5d6c726-a2d1-4d56-97ab-81d623c53ac3 no longer exists at agent hyperv_hv-cinder-85103 {{(pid=111104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:59:56.515457 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] No Port match for: a5d6c726-a2d1-4d56-97ab-81d623c53ac3 {{(pid=111104) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 14:59:56.518734 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Device a5d6c726-a2d1-4d56-97ab-81d623c53ac3 not bound to the agent host hv-cinder-85103 {{(pid=111104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 14:59:56.518734 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Device 1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42 no longer exists at agent hyperv_hv-cinder-85103 {{(pid=111104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 14:59:56.529668 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da69a1ff-5631-438e-b8a0-632c3da09c78 req-2711bb3a-b382-4f8d-bcf6-397553579d7a tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:59:56.531486 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-da69a1ff-5631-438e-b8a0-632c3da09c78 req-2711bb3a-b382-4f8d-bcf6-397553579d7a tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=e60aed9b-d83f-478b-be96-86d4e4a6ce9c HTTP/1.1" status: 200 len: 943 time: 0.0566943 Jul 26 14:59:56.556160 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18f2c26-078c-4417-bb95-4022c3f916e6 req-8ff4259d-4ce7-4cca-a9f0-de996cc8b6bc tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:59:56.557758 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-c18f2c26-078c-4417-bb95-4022c3f916e6 req-8ff4259d-4ce7-4cca-a9f0-de996cc8b6bc tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/ports?device_id=df55a650-eac7-41dd-8361-bb02fc6d25f6 HTTP/1.1" status: 200 len: 945 time: 0.0542390 Jul 26 14:59:56.591964 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-da69a1ff-5631-438e-b8a0-632c3da09c78 req-6f137816-46d7-4662-aef3-9f2842bfdefe tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/security-groups?id=d7e21cb5-8df3-4621-be43-be3d477c88cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531058 Jul 26 14:59:56.597352 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Current status of the port 1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42 is: ACTIVE; New status is: DOWN {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:59:56.597745 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:56.622492 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df55a650-eac7-41dd-8361-bb02fc6d25f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42'}] {{(pid=111104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 14:59:56.625654 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8a064b11bc677c9d4ab9f25c89ff6de8646fcd773e132cdea81d797053aa31c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d075149-4087-46ae-84ff-61178952a065" -d '{"events": [{"server_uuid": "df55a650-eac7-41dd-8361-bb02fc6d25f6", "name": "network-vif-unplugged", "status": "completed", "tag": "1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42"}]}' {{(pid=111104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 14:59:56.629661 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-c18f2c26-078c-4417-bb95-4022c3f916e6 req-74c5b382-eac8-4b0b-a033-e0e8411889f8 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/security-groups?id=36e74357-39f1-4280-add6-3361918964e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645950 Jul 26 14:59:56.638668 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] For port 1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42,segment=NetworkSegment(21413819-3722-4fd4-ade1-8fa0ec8b65e4),segment_id=21413819-3722-4fd4-ade1-8fa0ec8b65e4)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:59:56.674654 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 26 Jul 2022 14:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89f133a0-24b6-4111-aba6-805688b7235b x-openstack-request-id: req-89f133a0-24b6-4111-aba6-805688b7235b {{(pid=111104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 14:59:56.674947 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df55a650-eac7-41dd-8361-bb02fc6d25f6", "name": "network-vif-unplugged", "status": "failed", "tag": "1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42", "code": 422}]} {{(pid=111104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 14:59:56.675204 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-89f133a0-24b6-4111-aba6-805688b7235b {{(pid=111104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 14:59:56.675669 dv-cinder-851030-1-iscsi neutron-server[111104]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-89f133a0-24b6-4111-aba6-805688b7235b']: {'server_uuid': 'df55a650-eac7-41dd-8361-bb02fc6d25f6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42', 'code': 422} returned with failed status Jul 26 14:59:56.692529 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-da08be29-e9bc-44d1-be48-0ce749c3c157 req-957cf688-d051-4ad3-873a-8b8ad7e55c58 tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=2ef4043a-5d67-4091-abcb-ed5e596ba355 HTTP/1.1" status: 200 len: 210 time: 0.0296543 Jul 26 14:59:56.726753 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:56.774293 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Pushing event updated for resources: {'Port': ['ID=1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42,revision_number=6']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:59:56.782153 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:59:56.783639 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:59:56.783639 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:59:56.783639 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:59:56.783639 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:59:56.783973 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:59:56.784269 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:59:56.784598 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:59:56.784924 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:59:56.785248 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:59:56.785575 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:59:56.785900 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:59:56.786220 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:59:56.786540 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:59:56.786857 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 14:59:57.000067 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b977bc9f-0510-4ebd-94dd-930fc4499a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (e5556d63-fbf3-48f2-bfac-7896e86945c3), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:57.109425 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (df49e665-2de0-463a-a1e1-c989804d5593), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:57.716061 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80401a6-d29b-4476-90ed-622bb6dcd13a req-a50af5cd-dc9a-4d9e-9d9e-5c7a738fb526 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:59:57.723972 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-c80401a6-d29b-4476-90ed-622bb6dcd13a req-a50af5cd-dc9a-4d9e-9d9e-5c7a738fb526 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=e60aed9b-d83f-478b-be96-86d4e4a6ce9c HTTP/1.1" status: 200 len: 943 time: 0.0602610 Jul 26 14:59:57.758115 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96308e2e-9a5f-4895-b2ab-ec5ab7f7dd61 req-480bcbd0-685b-4fa7-968a-dc93e3757624 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:59:57.759809 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-96308e2e-9a5f-4895-b2ab-ec5ab7f7dd61 req-480bcbd0-685b-4fa7-968a-dc93e3757624 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/ports?device_id=df55a650-eac7-41dd-8361-bb02fc6d25f6 HTTP/1.1" status: 200 len: 943 time: 0.0502839 Jul 26 14:59:57.772812 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-c80401a6-d29b-4476-90ed-622bb6dcd13a req-47f8b3da-3f00-4fa8-853e-1d674535b6ed tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/security-groups?id=d7e21cb5-8df3-4621-be43-be3d477c88cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479050 Jul 26 14:59:57.816323 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-96308e2e-9a5f-4895-b2ab-ec5ab7f7dd61 req-dd6afec4-ed10-4a83-b1db-3e5c172dfadd tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/security-groups?id=36e74357-39f1-4280-add6-3361918964e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507069 Jul 26 14:59:57.873267 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-daf74efb-830b-4100-bb98-749390a8950d req-9483a43f-9de2-4aa8-9dc4-238b40eaceba tempest-ServerRescueNegativeTestJSON-1720921229 tempest-ServerRescueNegativeTestJSON-1720921229-project] 10.222.0.97 "GET /v2.0/ports?device_id=2ef4043a-5d67-4091-abcb-ed5e596ba355 HTTP/1.1" status: 200 len: 210 time: 0.0281768 Jul 26 14:59:58.513192 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Device df255ca8-fb3a-4312-b426-006fe4958576 details requested by agent hyperv_hv-cinder-85103 with host hv-cinder-85103 {{(pid=111104) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 14:59:58.580829 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=91,neutron:UPDATE=9 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:59:58.608051 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:59:58.614685 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] For port df255ca8-fb3a-4312-b426-006fe4958576, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=df255ca8-fb3a-4312-b426-006fe4958576,segment=NetworkSegment(65a613d5-aaf3-451b-925f-b17dff71ceb2),segment_id=65a613d5-aaf3-451b-925f-b17dff71ceb2)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:59:58.626292 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Returning: {'device': 'df255ca8-fb3a-4312-b426-006fe4958576', 'network_id': '02c3d9d5-b71e-4ad5-9373-5d17164e8aec', 'port_id': 'df255ca8-fb3a-4312-b426-006fe4958576', 'mac_address': 'fa:16:3e:de:55:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1070, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e75d54a1-37a3-48c4-b0bd-5c996cd738b8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111104) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 14:59:58.665682 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Current status of the port df255ca8-fb3a-4312-b426-006fe4958576 is: DOWN; New status is: BUILD {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 14:59:58.666070 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (df255ca8-fb3a-4312-b426-006fe4958576), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:58.680048 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.notifiers.nova [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df255ca8-fb3a-4312-b426-006fe4958576 {{(pid=111104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 14:59:58.699600 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] For port df255ca8-fb3a-4312-b426-006fe4958576, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=df255ca8-fb3a-4312-b426-006fe4958576,segment=NetworkSegment(65a613d5-aaf3-451b-925f-b17dff71ceb2),segment_id=65a613d5-aaf3-451b-925f-b17dff71ceb2)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:59:58.824244 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (df255ca8-fb3a-4312-b426-006fe4958576), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:58.876109 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Pushing event updated for resources: {'Port': ['ID=df255ca8-fb3a-4312-b426-006fe4958576,revision_number=4']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 14:59:58.894198 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:59:58.903653 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa12cde5-a8c2-4884-8e1f-8f7632ad4beb req-623c93a4-565b-46b7-aca3-d3df7a5980d3 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:59:58.905246 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-aa12cde5-a8c2-4884-8e1f-8f7632ad4beb req-623c93a4-565b-46b7-aca3-d3df7a5980d3 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=e60aed9b-d83f-478b-be96-86d4e4a6ce9c HTTP/1.1" status: 200 len: 944 time: 0.0549688 Jul 26 14:59:58.950896 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38336c3c-6130-4539-9b91-ce10e25b7bb3 req-bb71b5b7-eba7-4518-a4ec-ac0739749ff5 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 14:59:58.952494 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-38336c3c-6130-4539-9b91-ce10e25b7bb3 req-bb71b5b7-eba7-4518-a4ec-ac0739749ff5 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/ports?device_id=df55a650-eac7-41dd-8361-bb02fc6d25f6 HTTP/1.1" status: 200 len: 943 time: 0.0502405 Jul 26 14:59:58.953916 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-aa12cde5-a8c2-4884-8e1f-8f7632ad4beb req-17ceb361-f0e2-49b2-88b8-522ba4c3f4ab tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/security-groups?id=d7e21cb5-8df3-4621-be43-be3d477c88cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430884 Jul 26 14:59:59.020019 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-38336c3c-6130-4539-9b91-ce10e25b7bb3 req-bf037a33-7230-4502-9e41-fe87963e3f4a tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/security-groups?id=36e74357-39f1-4280-add6-3361918964e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513864 Jul 26 14:59:59.021239 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 50898) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 14:59:59.266901 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] get_ports_and_sgs() called for port_ids ['df255ca8-fb3a-4312-b426-006fe4958576'] {{(pid=111104) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 14:59:59.511546 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-a1d2b109-7ee8-40c6-a224-aa820fe03627 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-688923'] for router_interface (509662c4-ff56-4224-9f8d-a804da664e9a), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:59.658575 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=100 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:59:59.739149 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.plugins.ml2.plugin [None req-a1d2b109-7ee8-40c6-a224-aa820fe03627 admin admin] Deleting port 5a18eca2-bb2d-4000-aca8-85a75cffa849 {{(pid=111103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 14:59:59.739527 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-a1d2b109-7ee8-40c6-a224-aa820fe03627 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789580082445'] for port (5a18eca2-bb2d-4000-aca8-85a75cffa849), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:59.783037 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=100 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 14:59:59.820852 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.plugins.ml2.db [None req-a1d2b109-7ee8-40c6-a224-aa820fe03627 admin admin] For port 5a18eca2-bb2d-4000-aca8-85a75cffa849, host dv-cinder-851030-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851030-1-iscsi',level=0,port_id=5a18eca2-bb2d-4000-aca8-85a75cffa849,segment=NetworkSegment(c6e327c1-1462-4f59-a790-a4289d47d45e),segment_id=c6e327c1-1462-4f59-a790-a4289d47d45e)] {{(pid=111103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 14:59:59.821214 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-a1d2b109-7ee8-40c6-a224-aa820fe03627 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580114'] for port (5a18eca2-bb2d-4000-aca8-85a75cffa849), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 14:59:59.838539 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.plugins.ml2.plugin [None req-a1d2b109-7ee8-40c6-a224-aa820fe03627 admin admin] Calling delete_port for 5a18eca2-bb2d-4000-aca8-85a75cffa849 owned by network:router_interface {{(pid=111103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:00:00.076555 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2891678-9039-467d-9ede-ededb2b09b4b req-96a30658-76f2-4344-90db-939fc49e591b tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:00:00.078070 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-f2891678-9039-467d-9ede-ededb2b09b4b req-96a30658-76f2-4344-90db-939fc49e591b tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=e60aed9b-d83f-478b-be96-86d4e4a6ce9c HTTP/1.1" status: 200 len: 944 time: 0.0500658 Jul 26 15:00:00.127016 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-f2891678-9039-467d-9ede-ededb2b09b4b req-bce860d0-95ce-449b-ac0d-efcbad7e5b27 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/security-groups?id=d7e21cb5-8df3-4621-be43-be3d477c88cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432687 Jul 26 15:00:00.131883 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d94e497-e39d-4d45-ba8f-308e6163175f req-1f1d48c6-9bc1-4284-8009-875b4d6df704 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:00:00.133385 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-2d94e497-e39d-4d45-ba8f-308e6163175f req-1f1d48c6-9bc1-4284-8009-875b4d6df704 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/ports?device_id=df55a650-eac7-41dd-8361-bb02fc6d25f6 HTTP/1.1" status: 200 len: 943 time: 0.0472598 Jul 26 15:00:00.183484 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-2d94e497-e39d-4d45-ba8f-308e6163175f req-44430d6b-8367-4624-9f27-f7c628209745 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/security-groups?id=36e74357-39f1-4280-add6-3361918964e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430815 Jul 26 15:00:00.512673 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Device df255ca8-fb3a-4312-b426-006fe4958576 up at agent hyperv_hv-cinder-85103 {{(pid=111104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:00:00.555252 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Provisioning for port df255ca8-fb3a-4312-b426-006fe4958576 completed by entity L2. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 15:00:00.598610 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-a1d2b109-7ee8-40c6-a224-aa820fe03627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789580201795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789579689804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4313512'] for port (5a18eca2-bb2d-4000-aca8-85a75cffa849), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:00.618225 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d2b109-7ee8-40c6-a224-aa820fe03627 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a18eca2-bb2d-4000-aca8-85a75cffa849,revision_number=None']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:00.663902 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:00:00.782514 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Provisioning complete for port df255ca8-fb3a-4312-b426-006fe4958576 triggered by entity L2. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:00:00.788108 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (df255ca8-fb3a-4312-b426-006fe4958576), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:00.802523 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-a1d2b109-7ee8-40c6-a224-aa820fe03627 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689039'] for router_interface (509662c4-ff56-4224-9f8d-a804da664e9a), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:00.865290 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Current status of the port df255ca8-fb3a-4312-b426-006fe4958576 is: BUILD; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:00:00.865668 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (df255ca8-fb3a-4312-b426-006fe4958576), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:00.885488 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:00:00.890801 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e60aed9b-d83f-478b-be96-86d4e4a6ce9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df255ca8-fb3a-4312-b426-006fe4958576'}] {{(pid=111104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:00:00.892998 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8a064b11bc677c9d4ab9f25c89ff6de8646fcd773e132cdea81d797053aa31c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33aac647-0c0a-40c1-bcdd-b30d89d393c0" -d '{"events": [{"server_uuid": "e60aed9b-d83f-478b-be96-86d4e4a6ce9c", "name": "network-vif-plugged", "status": "completed", "tag": "df255ca8-fb3a-4312-b426-006fe4958576"}]}' {{(pid=111104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:00:00.906259 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] For port df255ca8-fb3a-4312-b426-006fe4958576, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=df255ca8-fb3a-4312-b426-006fe4958576,segment=NetworkSegment(65a613d5-aaf3-451b-925f-b17dff71ceb2),segment_id=65a613d5-aaf3-451b-925f-b17dff71ceb2)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:00:00.930831 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 15:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a14d5d33-169b-412f-a100-eb2a4364fe3e x-openstack-request-id: req-a14d5d33-169b-412f-a100-eb2a4364fe3e {{(pid=111104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:00:00.931124 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e60aed9b-d83f-478b-be96-86d4e4a6ce9c", "name": "network-vif-plugged", "status": "completed", "tag": "df255ca8-fb3a-4312-b426-006fe4958576", "code": 200}]} {{(pid=111104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:00:00.931376 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-a14d5d33-169b-412f-a100-eb2a4364fe3e {{(pid=111104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:00:00.931803 dv-cinder-851030-1-iscsi neutron-server[111104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a14d5d33-169b-412f-a100-eb2a4364fe3e'] response: {'server_uuid': 'e60aed9b-d83f-478b-be96-86d4e4a6ce9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df255ca8-fb3a-4312-b426-006fe4958576', 'code': 200} Jul 26 15:00:01.024319 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (df255ca8-fb3a-4312-b426-006fe4958576), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:01.083168 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Pushing event updated for resources: {'Port': ['ID=df255ca8-fb3a-4312-b426-006fe4958576,revision_number=5']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:01.285185 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f932e168-8be7-4fe0-b5fe-2b8065658f86 req-286883b7-f924-4aae-9601-cc00473c5e72 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:00:01.286628 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-f932e168-8be7-4fe0-b5fe-2b8065658f86 req-286883b7-f924-4aae-9601-cc00473c5e72 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=e60aed9b-d83f-478b-be96-86d4e4a6ce9c HTTP/1.1" status: 200 len: 945 time: 0.0635741 Jul 26 15:00:01.317797 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1d2b109-7ee8-40c6-a224-aa820fe03627 admin admin] Router 509662c4-ff56-4224-9f8d-a804da664e9a has already been hosted by L3 agent 66f8bb98-7ace-4a85-b6ba-ffe40597695b {{(pid=111103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:00:01.351759 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-f932e168-8be7-4fe0-b5fe-2b8065658f86 req-4b6a9789-f766-4063-8be6-331813026986 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/security-groups?id=d7e21cb5-8df3-4621-be43-be3d477c88cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585101 Jul 26 15:00:01.381321 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=100 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:00:01.415329 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986e224b-183c-4ba3-b31a-bc290634dd78 req-c82a8b4f-5648-43be-85dd-ab741f0b3272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:00:01.416841 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-986e224b-183c-4ba3-b31a-bc290634dd78 req-c82a8b4f-5648-43be-85dd-ab741f0b3272 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=df55a650-eac7-41dd-8361-bb02fc6d25f6&tenant_id=fde004be36ee4efeaa9ada32b4e2182c HTTP/1.1" status: 200 len: 1127 time: 0.1525564 Jul 26 15:00:01.425876 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fa7c6a-cdf9-4c69-977c-b9c8950cd279 req-a7018325-0a7d-4e3b-8ba6-a1fcae725f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:00:01.427433 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-16fa7c6a-cdf9-4c69-977c-b9c8950cd279 req-a7018325-0a7d-4e3b-8ba6-a1fcae725f58 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=e60aed9b-d83f-478b-be96-86d4e4a6ce9c HTTP/1.1" status: 200 len: 1129 time: 0.0877721 Jul 26 15:00:01.433516 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0484db4-4cac-4980-940a-24c7894e79ab req-06878f05-e67e-498d-9546-0e3dfc3b8086 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:00:01.434929 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-a0484db4-4cac-4980-940a-24c7894e79ab req-06878f05-e67e-498d-9546-0e3dfc3b8086 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/ports?device_id=df55a650-eac7-41dd-8361-bb02fc6d25f6 HTTP/1.1" status: 200 len: 943 time: 0.1693830 Jul 26 15:00:01.446906 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1d2b109-7ee8-40c6-a224-aa820fe03627 admin admin] Notify agent at l3_agent.dv-cinder-851030-1-iscsi the message routers_updated {{(pid=111103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:00:01.452078 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-a1d2b109-7ee8-40c6-a224-aa820fe03627 admin admin] 10.222.0.97 "PUT /v2.0/routers/509662c4-ff56-4224-9f8d-a804da664e9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4298012 Jul 26 15:00:01.454505 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 50914) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:00:01.458924 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39aee67d-7763-489b-b2a0-d3c17edeace8 None None] Sync routers for ids ['509662c4-ff56-4224-9f8d-a804da664e9a'] in dv-cinder-851030-1-iscsi {{(pid=111105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:00:01.470477 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39aee67d-7763-489b-b2a0-d3c17edeace8 None None] Routers {'509662c4-ff56-4224-9f8d-a804da664e9a'} bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:00:01.471227 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_hamode_db [None req-39aee67d-7763-489b-b2a0-d3c17edeace8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851030-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T14:42:54Z,description=,heartbeat_timestamp=2022-07-26T14:59:54Z,host='dv-cinder-851030-1-iscsi',id=66f8bb98-7ace-4a85-b6ba-ffe40597695b,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:42:55Z,topic='l3_agent')) {'router_ids': ['509662c4-ff56-4224-9f8d-a804da664e9a'], 'active': True} {{(pid=111105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:00:01.563093 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-a1c5dfa5-335e-417d-adf3-5ec914fbdbef admin admin] Publish callbacks [] for router (509662c4-ff56-4224-9f8d-a804da664e9a), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:01.564392 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986e224b-183c-4ba3-b31a-bc290634dd78 req-354693b8-9c29-4e3e-9f27-228af5314033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:00:01.579361 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-986e224b-183c-4ba3-b31a-bc290634dd78 req-354693b8-9c29-4e3e-9f27-228af5314033 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=fde004be36ee4efeaa9ada32b4e2182c&device_id=df55a650-eac7-41dd-8361-bb02fc6d25f6 HTTP/1.1" status: 200 len: 1127 time: 0.0915494 Jul 26 15:00:01.579361 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-a0484db4-4cac-4980-940a-24c7894e79ab req-c52bc25c-52cc-48da-aa14-943dc1dbf1e8 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/security-groups?id=36e74357-39f1-4280-add6-3361918964e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297963 Jul 26 15:00:01.581308 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_dvr_db [None req-39aee67d-7763-489b-b2a0-d3c17edeace8 None None] Set router 509662c4-ff56-4224-9f8d-a804da664e9a gateway port host: dv-cinder-851030-1-iscsi {{(pid=111105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:00:01.582946 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-16fa7c6a-cdf9-4c69-977c-b9c8950cd279 req-b1d09f05-8068-49d2-9abb-1e44c8a13248 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=d7e21cb5-8df3-4621-be43-be3d477c88cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339641 Jul 26 15:00:01.669924 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-a1c5dfa5-335e-417d-adf3-5ec914fbdbef admin admin] Publish callbacks [] for router_gateway (509662c4-ff56-4224-9f8d-a804da664e9a), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:01.682461 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986e224b-183c-4ba3-b31a-bc290634dd78 req-d4421759-338e-408f-b8e5-f9a757a44eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:00:01.684107 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-986e224b-183c-4ba3-b31a-bc290634dd78 req-d4421759-338e-408f-b8e5-f9a757a44eb9 service neutron] 10.222.0.99 "GET /v2.0/networks?id=4f224720-dd50-4b3d-ae12-e0978ae6cbaf HTTP/1.1" status: 200 len: 910 time: 0.1117682 Jul 26 15:00:01.756494 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_hamode_db [None req-39aee67d-7763-489b-b2a0-d3c17edeace8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509662c4-ff56-4224-9f8d-a804da664e9a', 'name': 'tempest-ServerRescueNegativeTestJSON-2012228837-router', 'tenant_id': '4f3f79533bbf48018798e6e65050d69c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.206'}], 'enable_snat': True}, 'gw_port_id': 'f3a089ce-01c0-412f-a73a-7d9b108d74de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:51:46Z', 'updated_at': '2022-07-26T14:59:59Z', 'revision_number': 5, 'project_id': '4f3f79533bbf48018798e6e65050d69c', 'gw_port': {'id': 'f3a089ce-01c0-412f-a73a-7d9b108d74de', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e8:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509662c4-ff56-4224-9f8d-a804da664e9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:47Z', 'updated_at': '2022-07-26T14:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi'}], 'dv-cinder-851030-1-iscsi', False) {} {{(pid=111105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:00:01.781966 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.plugins.ml2.plugin [None req-a1c5dfa5-335e-417d-adf3-5ec914fbdbef admin admin] Deleting port f3a089ce-01c0-412f-a73a-7d9b108d74de {{(pid=111103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:00:01.782306 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-a1c5dfa5-335e-417d-adf3-5ec914fbdbef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789580082445'] for port (f3a089ce-01c0-412f-a73a-7d9b108d74de), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:01.789575 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39aee67d-7763-489b-b2a0-d3c17edeace8 None None] Checking router: 509662c4-ff56-4224-9f8d-a804da664e9a for host: dv-cinder-851030-1-iscsi {{(pid=111105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:00:01.798833 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39aee67d-7763-489b-b2a0-d3c17edeace8 None None] Routers {'509662c4-ff56-4224-9f8d-a804da664e9a'} bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:00:01.799487 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_hamode_db [None req-39aee67d-7763-489b-b2a0-d3c17edeace8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851030-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T14:42:54Z,description=,heartbeat_timestamp=2022-07-26T14:59:54Z,host='dv-cinder-851030-1-iscsi',id=66f8bb98-7ace-4a85-b6ba-ffe40597695b,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:42:55Z,topic='l3_agent')) {'router_ids': ['509662c4-ff56-4224-9f8d-a804da664e9a'], 'active': True} {{(pid=111105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:00:01.872254 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.plugins.ml2.db [None req-a1c5dfa5-335e-417d-adf3-5ec914fbdbef admin admin] For port f3a089ce-01c0-412f-a73a-7d9b108d74de, host dv-cinder-851030-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851030-1-iscsi',level=0,port_id=f3a089ce-01c0-412f-a73a-7d9b108d74de,segment=NetworkSegment(9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7),segment_id=9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7)] {{(pid=111103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:00:01.872593 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-a1c5dfa5-335e-417d-adf3-5ec914fbdbef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580114'] for port (f3a089ce-01c0-412f-a73a-7d9b108d74de), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:01.884969 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_dvr_db [None req-39aee67d-7763-489b-b2a0-d3c17edeace8 None None] Set router 509662c4-ff56-4224-9f8d-a804da664e9a gateway port host: None {{(pid=111105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:00:01.885817 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.plugins.ml2.plugin [None req-a1c5dfa5-335e-417d-adf3-5ec914fbdbef admin admin] Calling delete_port for f3a089ce-01c0-412f-a73a-7d9b108d74de owned by network:router_gateway {{(pid=111103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:00:01.936163 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_hamode_db [None req-39aee67d-7763-489b-b2a0-d3c17edeace8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509662c4-ff56-4224-9f8d-a804da664e9a', 'name': 'tempest-ServerRescueNegativeTestJSON-2012228837-router', 'tenant_id': '4f3f79533bbf48018798e6e65050d69c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:51:46Z', 'updated_at': '2022-07-26T15:00:01Z', 'revision_number': 6, 'project_id': '4f3f79533bbf48018798e6e65050d69c', 'gw_port_host': None}], 'dv-cinder-851030-1-iscsi', False) {} {{(pid=111105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:00:01.961647 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39aee67d-7763-489b-b2a0-d3c17edeace8 None None] The sync data for ids ['509662c4-ff56-4224-9f8d-a804da664e9a'] in dv-cinder-851030-1-iscsi is: [{'id': '509662c4-ff56-4224-9f8d-a804da664e9a', 'name': 'tempest-ServerRescueNegativeTestJSON-2012228837-router', 'tenant_id': '4f3f79533bbf48018798e6e65050d69c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:51:46Z', 'updated_at': '2022-07-26T15:00:01Z', 'revision_number': 6, 'project_id': '4f3f79533bbf48018798e6e65050d69c', 'gw_port_host': None}] {{(pid=111105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:00:02.026710 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-986e224b-183c-4ba3-b31a-bc290634dd78 req-6df4cd12-70bc-40e0-aa0c-cffb3736aab4 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42 HTTP/1.1" status: 200 len: 998 time: 0.0584788 Jul 26 15:00:02.074249 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.agents_db [None req-99196b13-9676-4f02-b89b-0db7196f18a6 None None] Agent healthcheck: found 6 active agents {{(pid=111105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:00:02.081853 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986e224b-183c-4ba3-b31a-bc290634dd78 req-97639e9a-d533-4034-a0d4-397eeac95945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:00:02.083317 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-986e224b-183c-4ba3-b31a-bc290634dd78 req-97639e9a-d533-4034-a0d4-397eeac95945 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=6f67d112-1d95-4c3e-9346-29b9427575bb HTTP/1.1" status: 200 len: 847 time: 0.0494769 Jul 26 15:00:02.120674 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-a1c5dfa5-335e-417d-adf3-5ec914fbdbef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789580201795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789579689804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4313512'] for port (f3a089ce-01c0-412f-a73a-7d9b108d74de), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:02.151624 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c5dfa5-335e-417d-adf3-5ec914fbdbef admin admin] Pushing event deleted for resources: {'Port': ['ID=f3a089ce-01c0-412f-a73a-7d9b108d74de,revision_number=None']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:02.212535 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-a1c5dfa5-335e-417d-adf3-5ec914fbdbef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690971'] for router_gateway (509662c4-ff56-4224-9f8d-a804da664e9a), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:02.301619 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-a1c5dfa5-335e-417d-adf3-5ec914fbdbef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-859'] for router (509662c4-ff56-4224-9f8d-a804da664e9a), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:02.304188 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-a1c5dfa5-335e-417d-adf3-5ec914fbdbef admin admin] Publish callbacks [] for router_controller (509662c4-ff56-4224-9f8d-a804da664e9a), precommit_delete_associations {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:02.440199 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-a1c5dfa5-335e-417d-adf3-5ec914fbdbef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-569106'] for router (509662c4-ff56-4224-9f8d-a804da664e9a), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:02.440713 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1c5dfa5-335e-417d-adf3-5ec914fbdbef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 509662c4-ff56-4224-9f8d-a804da664e9a {{(pid=111103) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 15:00:02.445783 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-a1c5dfa5-335e-417d-adf3-5ec914fbdbef admin admin] Publish callbacks [] for router (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:02.446809 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-a1c5dfa5-335e-417d-adf3-5ec914fbdbef admin admin] 10.222.0.97 "DELETE /v2.0/routers/509662c4-ff56-4224-9f8d-a804da664e9a HTTP/1.1" status: 204 len: 168 time: 0.9913845 Jul 26 15:00:02.452974 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 50918) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:00:02.486858 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3849fa12-96ac-4d47-bddc-4091dad54f0c req-40cc74fd-c945-4890-b0d9-5d1293b770b2 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:00:02.488676 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-3849fa12-96ac-4d47-bddc-4091dad54f0c req-40cc74fd-c945-4890-b0d9-5d1293b770b2 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=e60aed9b-d83f-478b-be96-86d4e4a6ce9c HTTP/1.1" status: 200 len: 945 time: 0.0592408 Jul 26 15:00:02.499958 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.db_base_plugin_v2 [None req-a99a891e-9778-4b74-9871-abd91ddd2b58 admin admin] Deleting subnet 2fb38d4f-c234-47e2-adc0-721b341e4aad {{(pid=111102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 26 15:00:02.503435 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-a99a891e-9778-4b74-9871-abd91ddd2b58 admin admin] Publish callbacks [] for subnet (2fb38d4f-c234-47e2-adc0-721b341e4aad), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:02.513894 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:00:02.538340 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-3849fa12-96ac-4d47-bddc-4091dad54f0c req-564c4295-1464-4d07-aff2-01c23e2ba507 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/security-groups?id=d7e21cb5-8df3-4621-be43-be3d477c88cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436654 Jul 26 15:00:02.563121 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=100 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:00:02.572577 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-a99a891e-9778-4b74-9871-abd91ddd2b58 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6109376'] for subnet (2fb38d4f-c234-47e2-adc0-721b341e4aad), precommit_delete_associations {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:02.600725 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986e224b-183c-4ba3-b31a-bc290634dd78 req-3f19ca97-c955-4e5b-91d5-2062a511ef9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:00:02.602509 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-986e224b-183c-4ba3-b31a-bc290634dd78 req-3f19ca97-c955-4e5b-91d5-2062a511ef9f service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=4f224720-dd50-4b3d-ae12-e0978ae6cbaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0780478 Jul 26 15:00:02.743358 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:00:02.751500 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device f3a089ce-01c0-412f-a73a-7d9b108d74de no longer exists at agent ovs-agent-dv-cinder-851030-1-iscsi {{(pid=111104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:00:02.758251 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23bde39-d375-4023-93b7-a3b108d75862 req-4208817b-2e74-4399-96eb-3ba94b6ee648 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:00:02.768462 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-b23bde39-d375-4023-93b7-a3b108d75862 req-4208817b-2e74-4399-96eb-3ba94b6ee648 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/ports?device_id=df55a650-eac7-41dd-8361-bb02fc6d25f6 HTTP/1.1" status: 200 len: 943 time: 0.1131907 Jul 26 15:00:02.768462 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-a99a891e-9778-4b74-9871-abd91ddd2b58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1534251'] for subnet (2fb38d4f-c234-47e2-adc0-721b341e4aad), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:02.770746 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] No Port match for: f3a089ce-01c0-412f-a73a-7d9b108d74de {{(pid=111104) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:00:02.771093 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device f3a089ce-01c0-412f-a73a-7d9b108d74de not bound to the agent host dv-cinder-851030-1-iscsi {{(pid=111104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:00:02.771538 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device 5a18eca2-bb2d-4000-aca8-85a75cffa849 no longer exists at agent ovs-agent-dv-cinder-851030-1-iscsi {{(pid=111104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:00:02.791218 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] No Port match for: 5a18eca2-bb2d-4000-aca8-85a75cffa849 {{(pid=111104) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:00:02.791595 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device 5a18eca2-bb2d-4000-aca8-85a75cffa849 not bound to the agent host dv-cinder-851030-1-iscsi {{(pid=111104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:00:02.852498 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-986e224b-183c-4ba3-b31a-bc290634dd78 req-b492fe62-6aac-412d-a011-89a2cf5dbb8f service neutron] 10.222.0.99 "GET /v2.0/networks/4f224720-dd50-4b3d-ae12-e0978ae6cbaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300680 Jul 26 15:00:02.871086 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-b23bde39-d375-4023-93b7-a3b108d75862 req-c0b8512c-66cc-4bf9-85e6-1414b3f5853a tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/security-groups?id=36e74357-39f1-4280-add6-3361918964e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874064 Jul 26 15:00:02.961289 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-a99a891e-9778-4b74-9871-abd91ddd2b58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1534242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4868132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4978243'] for subnet (2fb38d4f-c234-47e2-adc0-721b341e4aad), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:02.996600 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99a891e-9778-4b74-9871-abd91ddd2b58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fb38d4f-c234-47e2-adc0-721b341e4aad,revision_number=None']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:03.002355 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-a99a891e-9778-4b74-9871-abd91ddd2b58 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:03.006130 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-a99a891e-9778-4b74-9871-abd91ddd2b58 admin admin] 10.222.0.97 "DELETE /v2.0/subnets/2fb38d4f-c234-47e2-adc0-721b341e4aad HTTP/1.1" status: 204 len: 168 time: 0.5549393 Jul 26 15:00:03.008203 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8aba192-cf56-4997-bbf0-fc56b231f4d0 None None] Network 0f1306c7-31e7-49e9-8b79-d9c630497063 requested from dv-cinder-851030-1-iscsi {{(pid=111104) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 15:00:03.008386 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 50922) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:00:03.083169 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-47a20658-189b-4ea6-b6cb-bf0ad8f5411b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459809'] for network (0f1306c7-31e7-49e9-8b79-d9c630497063), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:03.128015 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.plugin [None req-47a20658-189b-4ea6-b6cb-bf0ad8f5411b admin admin] Deleting port 621fb94b-0f70-4ded-9b26-dcf3a44a2ca0 {{(pid=111102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:00:03.128359 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-47a20658-189b-4ea6-b6cb-bf0ad8f5411b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789580082445'] for port (621fb94b-0f70-4ded-9b26-dcf3a44a2ca0), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:03.159668 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6d2973-3bfd-413d-9661-45dadf8d3011 None None] DHCP port deletion for 0f1306c7-31e7-49e9-8b79-d9c630497063 request from dv-cinder-851030-1-iscsi {{(pid=111104) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 26 15:00:03.197774 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.db [None req-47a20658-189b-4ea6-b6cb-bf0ad8f5411b admin admin] For port 621fb94b-0f70-4ded-9b26-dcf3a44a2ca0, host dv-cinder-851030-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851030-1-iscsi',level=0,port_id=621fb94b-0f70-4ded-9b26-dcf3a44a2ca0,segment=NetworkSegment(c6e327c1-1462-4f59-a790-a4289d47d45e),segment_id=c6e327c1-1462-4f59-a790-a4289d47d45e)] {{(pid=111102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:00:03.198141 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-47a20658-189b-4ea6-b6cb-bf0ad8f5411b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580114'] for port (621fb94b-0f70-4ded-9b26-dcf3a44a2ca0), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:03.201940 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-1b6d2973-3bfd-413d-9661-45dadf8d3011 None None] Deleting port 621fb94b-0f70-4ded-9b26-dcf3a44a2ca0 {{(pid=111104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:00:03.201940 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-1b6d2973-3bfd-413d-9661-45dadf8d3011 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789580082445'] for port (621fb94b-0f70-4ded-9b26-dcf3a44a2ca0), before_delete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:03.211779 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.plugin [None req-47a20658-189b-4ea6-b6cb-bf0ad8f5411b admin admin] Calling delete_port for 621fb94b-0f70-4ded-9b26-dcf3a44a2ca0 owned by network:dhcp {{(pid=111102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:00:03.265412 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-1b6d2973-3bfd-413d-9661-45dadf8d3011 None None] For port 621fb94b-0f70-4ded-9b26-dcf3a44a2ca0, host dv-cinder-851030-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851030-1-iscsi',level=0,port_id=621fb94b-0f70-4ded-9b26-dcf3a44a2ca0,segment=NetworkSegment(c6e327c1-1462-4f59-a790-a4289d47d45e),segment_id=c6e327c1-1462-4f59-a790-a4289d47d45e)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:00:03.265820 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-1b6d2973-3bfd-413d-9661-45dadf8d3011 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580114'] for port (621fb94b-0f70-4ded-9b26-dcf3a44a2ca0), precommit_delete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:03.279467 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-1b6d2973-3bfd-413d-9661-45dadf8d3011 None None] Calling delete_port for 621fb94b-0f70-4ded-9b26-dcf3a44a2ca0 owned by network:dhcp {{(pid=111104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:00:03.361311 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-47a20658-189b-4ea6-b6cb-bf0ad8f5411b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789580201795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789579689804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868105'] for port (621fb94b-0f70-4ded-9b26-dcf3a44a2ca0), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:03.368819 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-1b6d2973-3bfd-413d-9661-45dadf8d3011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789580201795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789579689804'] for port (621fb94b-0f70-4ded-9b26-dcf3a44a2ca0), after_delete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:03.387938 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a20658-189b-4ea6-b6cb-bf0ad8f5411b admin admin] Pushing event deleted for resources: {'Port': ['ID=621fb94b-0f70-4ded-9b26-dcf3a44a2ca0,revision_number=None']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:03.390393 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a20658-189b-4ea6-b6cb-bf0ad8f5411b admin admin] No DVR routers for this DVR port 621fb94b-0f70-4ded-9b26-dcf3a44a2ca0 on host dv-cinder-851030-1-iscsi {{(pid=111102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 15:00:03.395321 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6d2973-3bfd-413d-9661-45dadf8d3011 None None] Pushing event deleted for resources: {'Port': ['ID=621fb94b-0f70-4ded-9b26-dcf3a44a2ca0,revision_number=None']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:03.399383 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6d2973-3bfd-413d-9661-45dadf8d3011 None None] No DVR routers for this DVR port 621fb94b-0f70-4ded-9b26-dcf3a44a2ca0 on host dv-cinder-851030-1-iscsi {{(pid=111104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 15:00:03.526316 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-47a20658-189b-4ea6-b6cb-bf0ad8f5411b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1536261', 'neutron.services.segments.db._delete_segments_for_network-8789580160202'] for network (0f1306c7-31e7-49e9-8b79-d9c630497063), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:03.535355 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:00:03.558811 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.services.segments.db [None req-47a20658-189b-4ea6-b6cb-bf0ad8f5411b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f1306c7-31e7-49e9-8b79-d9c630497063']}} {{(pid=111102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:00:03.578318 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.services.segments.db [None req-47a20658-189b-4ea6-b6cb-bf0ad8f5411b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6e327c1-1462-4f59-a790-a4289d47d45e') {'for_net_delete': True} {{(pid=111102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:00:03.578617 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.services.segments.db [None req-47a20658-189b-4ea6-b6cb-bf0ad8f5411b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6e327c1-1462-4f59-a790-a4289d47d45e') {} {{(pid=111102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:00:03.588192 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-986e224b-183c-4ba3-b31a-bc290634dd78 req-18cd4e9e-4bd1-419e-afbe-374988a881fb service neutron] 10.222.0.99 "GET /v2.0/networks/4f224720-dd50-4b3d-ae12-e0978ae6cbaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926880 Jul 26 15:00:03.592206 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-47a20658-189b-4ea6-b6cb-bf0ad8f5411b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789580160103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6109401'] for segment (c6e327c1-1462-4f59-a790-a4289d47d45e), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:03.607440 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-47a20658-189b-4ea6-b6cb-bf0ad8f5411b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1539468'] for segment (c6e327c1-1462-4f59-a790-a4289d47d45e), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:03.615309 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47a20658-189b-4ea6-b6cb-bf0ad8f5411b admin admin] Releasing vlan 1081 on physical network physnet1 to pool {{(pid=111102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 15:00:03.615741 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-47a20658-189b-4ea6-b6cb-bf0ad8f5411b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1539468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4868218'] for segment (c6e327c1-1462-4f59-a790-a4289d47d45e), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:03.656661 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.services.segments.plugin [-] Segment c6e327c1-1462-4f59-a790-a4289d47d45e resource provider aggregate not found Jul 26 15:00:03.678504 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.services.segments.plugin [-] Segment c6e327c1-1462-4f59-a790-a4289d47d45e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c6e327c1-1462-4f59-a790-a4289d47d45e found for delete ", "request_id": "req-ea3f43f2-9f89-4790-b1da-25425fb4ffd9"}]} Jul 26 15:00:03.679075 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65013801-fc85-4691-9d27-e7269aad3d0f req-2c9d12bb-d8b8-4b23-89cd-461793c0debc tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:00:03.680754 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-65013801-fc85-4691-9d27-e7269aad3d0f req-2c9d12bb-d8b8-4b23-89cd-461793c0debc tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=e60aed9b-d83f-478b-be96-86d4e4a6ce9c HTTP/1.1" status: 200 len: 945 time: 0.0594273 Jul 26 15:00:03.693641 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:00:03.731341 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-65013801-fc85-4691-9d27-e7269aad3d0f req-84ff2eab-4732-4a6f-8479-80fc8187eb7a tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/security-groups?id=d7e21cb5-8df3-4621-be43-be3d477c88cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448306 Jul 26 15:00:03.778026 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-47a20658-189b-4ea6-b6cb-bf0ad8f5411b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1536270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690999'] for network (0f1306c7-31e7-49e9-8b79-d9c630497063), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:03.785794 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-47a20658-189b-4ea6-b6cb-bf0ad8f5411b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524685'] for network (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:03.792005 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-47a20658-189b-4ea6-b6cb-bf0ad8f5411b admin admin] 10.222.0.97 "DELETE /v2.0/networks/0f1306c7-31e7-49e9-8b79-d9c630497063 HTTP/1.1" status: 204 len: 168 time: 0.7826540 Jul 26 15:00:03.802311 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a20658-189b-4ea6-b6cb-bf0ad8f5411b admin admin] Pushing event deleted for resources: {'Network': ['ID=0f1306c7-31e7-49e9-8b79-d9c630497063,revision_number=None']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:03.856572 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8001588-722c-44cf-be75-4d360eb30b5e req-536c87e0-b5ac-40f8-9376-dd3704a222b5 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:00:03.858120 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-f8001588-722c-44cf-be75-4d360eb30b5e req-536c87e0-b5ac-40f8-9376-dd3704a222b5 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=e60aed9b-d83f-478b-be96-86d4e4a6ce9c HTTP/1.1" status: 200 len: 945 time: 0.0537684 Jul 26 15:00:03.868155 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 50934) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:00:03.873144 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.v2.base [None req-1352accb-6aa2-4359-a871-b66dd6b96644 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Request body: {'floatingip': {'port_id': 'df255ca8-fb3a-4312-b426-006fe4958576'}} {{(pid=111102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:00:03.912581 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-1352accb-6aa2-4359-a871-b66dd6b96644 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Publish callbacks [] for floatingip (2a427655-3dd4-4ba9-8265-e7cf31928396), before_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:03.944411 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:00:03.993111 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33788cb2-9f67-4f0c-baee-9b7e6ae8e392 req-10c153f5-123d-452b-896c-c47ee746e0a2 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:00:03.994643 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-33788cb2-9f67-4f0c-baee-9b7e6ae8e392 req-10c153f5-123d-452b-896c-c47ee746e0a2 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/ports?device_id=df55a650-eac7-41dd-8361-bb02fc6d25f6 HTTP/1.1" status: 200 len: 943 time: 0.0503705 Jul 26 15:00:04.053725 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-33788cb2-9f67-4f0c-baee-9b7e6ae8e392 req-e2544344-ebb4-42d1-8450-66abe92243ce tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/security-groups?id=36e74357-39f1-4280-add6-3361918964e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525868 Jul 26 15:00:04.204475 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 50938) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:00:04.245529 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-f277767a-f8b5-4e6f-9ca8-3213f28cbd00 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=4f3f79533bbf48018798e6e65050d69c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0398598 Jul 26 15:00:04.248634 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 50940) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:00:04.298297 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-dda3ae56-2bf9-47c6-a27d-3bb45460aaf1 admin admin] Publish callbacks [] for security_group (07a7f217-8c49-407d-8fdd-fca70593a0f2), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:04.321168 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-dda3ae56-2bf9-47c6-a27d-3bb45460aaf1 admin admin] Publish callbacks [] for security_group (07a7f217-8c49-407d-8fdd-fca70593a0f2), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:04.379983 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-1352accb-6aa2-4359-a871-b66dd6b96644 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:04.516065 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-1352accb-6aa2-4359-a871-b66dd6b96644 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691171'] for floatingip (2a427655-3dd4-4ba9-8265-e7cf31928396), after_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:04.516299 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-dda3ae56-2bf9-47c6-a27d-3bb45460aaf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (07a7f217-8c49-407d-8fdd-fca70593a0f2), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:04.518786 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-dda3ae56-2bf9-47c6-a27d-3bb45460aaf1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:04.519989 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-dda3ae56-2bf9-47c6-a27d-3bb45460aaf1 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/07a7f217-8c49-407d-8fdd-fca70593a0f2 HTTP/1.1" status: 204 len: 168 time: 0.2704511 Jul 26 15:00:04.529887 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda3ae56-2bf9-47c6-a27d-3bb45460aaf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07a7f217-8c49-407d-8fdd-fca70593a0f2,revision_number=None']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:04.624801 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.db.l3_db [None req-1352accb-6aa2-4359-a871-b66dd6b96644 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Floating IP 2a427655-3dd4-4ba9-8265-e7cf31928396 associated. External IP: 172.27.0.234, port: df255ca8-fb3a-4312-b426-006fe4958576. Jul 26 15:00:04.653121 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device 621fb94b-0f70-4ded-9b26-dcf3a44a2ca0 no longer exists at agent ovs-agent-dv-cinder-851030-1-iscsi {{(pid=111104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:00:04.673007 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] No Port match for: 621fb94b-0f70-4ded-9b26-dcf3a44a2ca0 {{(pid=111104) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:00:04.673443 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device 621fb94b-0f70-4ded-9b26-dcf3a44a2ca0 not bound to the agent host dv-cinder-851030-1-iscsi {{(pid=111104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:00:04.827804 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1352accb-6aa2-4359-a871-b66dd6b96644 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Router 3dd73111-22fc-4d53-b892-28c86cd4f346 has already been hosted by L3 agent 66f8bb98-7ace-4a85-b6ba-ffe40597695b {{(pid=111102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:00:04.871274 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:00:04.938018 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1352accb-6aa2-4359-a871-b66dd6b96644 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Notify agent at l3_agent.dv-cinder-851030-1-iscsi the message routers_updated {{(pid=111102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:00:04.944384 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-1352accb-6aa2-4359-a871-b66dd6b96644 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-431034'] for floatingip (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:04.948245 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c4b6b6-d7b7-46b5-9812-dffa5e233b9c None None] Sync routers for ids ['3dd73111-22fc-4d53-b892-28c86cd4f346'] in dv-cinder-851030-1-iscsi {{(pid=111104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:00:04.959291 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c4b6b6-d7b7-46b5-9812-dffa5e233b9c None None] Routers {'3dd73111-22fc-4d53-b892-28c86cd4f346'} bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:00:04.960047 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-f1c4b6b6-d7b7-46b5-9812-dffa5e233b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851030-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T14:42:54Z,description=,heartbeat_timestamp=2022-07-26T14:59:54Z,host='dv-cinder-851030-1-iscsi',id=66f8bb98-7ace-4a85-b6ba-ffe40597695b,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:42:55Z,topic='l3_agent')) {'router_ids': ['3dd73111-22fc-4d53-b892-28c86cd4f346'], 'active': True} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:00:04.976471 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-1352accb-6aa2-4359-a871-b66dd6b96644 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "PUT /v2.0/floatingips/2a427655-3dd4-4ba9-8265-e7cf31928396 HTTP/1.1" status: 200 len: 991 time: 1.1071734 Jul 26 15:00:04.977058 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e60aed9b-d83f-478b-be96-86d4e4a6ce9c', 'tag': 'df255ca8-fb3a-4312-b426-006fe4958576'}] {{(pid=111102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:00:04.979517 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8185506cd1cc56e10fcde42571d85de650c4e290bb1b6bf5ec2f858ed2201c15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-669bbbe7-6d7d-4ddc-89da-80098e6cda8a" -d '{"events": [{"name": "network-changed", "server_uuid": "e60aed9b-d83f-478b-be96-86d4e4a6ce9c", "tag": "df255ca8-fb3a-4312-b426-006fe4958576"}]}' {{(pid=111102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:00:05.021420 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 15:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cc2bdee-fd98-4ee1-bcb0-932ec01aa3bc x-openstack-request-id: req-4cc2bdee-fd98-4ee1-bcb0-932ec01aa3bc {{(pid=111102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:00:05.021706 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e60aed9b-d83f-478b-be96-86d4e4a6ce9c", "tag": "df255ca8-fb3a-4312-b426-006fe4958576", "status": "completed", "code": 200}]} {{(pid=111102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:00:05.022092 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-4cc2bdee-fd98-4ee1-bcb0-932ec01aa3bc {{(pid=111102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:00:05.022508 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cc2bdee-fd98-4ee1-bcb0-932ec01aa3bc'] response: {'name': 'network-changed', 'server_uuid': 'e60aed9b-d83f-478b-be96-86d4e4a6ce9c', 'tag': 'df255ca8-fb3a-4312-b426-006fe4958576', 'status': 'completed', 'code': 200} Jul 26 15:00:05.069423 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvr_db [None req-f1c4b6b6-d7b7-46b5-9812-dffa5e233b9c None None] Set router 3dd73111-22fc-4d53-b892-28c86cd4f346 gateway port host: dv-cinder-851030-1-iscsi {{(pid=111104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:00:05.118590 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669bbbe7-6d7d-4ddc-89da-80098e6cda8a req-070d8fc4-6902-435a-bb4a-1ccbb2143c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:00:05.125073 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-669bbbe7-6d7d-4ddc-89da-80098e6cda8a req-070d8fc4-6902-435a-bb4a-1ccbb2143c1b service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7ccd4ff518dc4c37bfb7f343ccc97206&device_id=e60aed9b-d83f-478b-be96-86d4e4a6ce9c HTTP/1.1" status: 200 len: 1129 time: 0.0467618 Jul 26 15:00:05.163314 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:00:05.192934 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a806c4d5-1dd0-4990-bd73-b8c0b117c958 req-447922d3-eeff-4331-bd2b-78da6d37cca2 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:00:05.194562 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-a806c4d5-1dd0-4990-bd73-b8c0b117c958 req-447922d3-eeff-4331-bd2b-78da6d37cca2 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/ports?device_id=df55a650-eac7-41dd-8361-bb02fc6d25f6 HTTP/1.1" status: 200 len: 943 time: 0.0528345 Jul 26 15:00:05.241814 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669bbbe7-6d7d-4ddc-89da-80098e6cda8a req-ac190e37-1bc0-4dfa-913e-693d3fccccbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:00:05.243786 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-669bbbe7-6d7d-4ddc-89da-80098e6cda8a req-ac190e37-1bc0-4dfa-913e-693d3fccccbb service neutron] 10.222.0.99 "GET /v2.0/networks?id=02c3d9d5-b71e-4ad5-9373-5d17164e8aec HTTP/1.1" status: 200 len: 913 time: 0.1178536 Jul 26 15:00:05.259666 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-a806c4d5-1dd0-4990-bd73-b8c0b117c958 req-3f532d7d-5152-46a6-ab4f-c101ec7e4d38 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/security-groups?id=36e74357-39f1-4280-add6-3361918964e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561192 Jul 26 15:00:05.313029 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-f1c4b6b6-d7b7-46b5-9812-dffa5e233b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dd73111-22fc-4d53-b892-28c86cd4f346', 'name': 'tempest-AttachVolumeTestJSON-1513426877-router', 'tenant_id': '7ccd4ff518dc4c37bfb7f343ccc97206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': '1ae41fd0-598f-4b4b-871e-e6f4a49f5e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:51:46Z', 'updated_at': '2022-07-26T14:51:55Z', 'revision_number': 4, 'project_id': '7ccd4ff518dc4c37bfb7f343ccc97206', 'gw_port': {'id': '1ae41fd0-598f-4b4b-871e-e6f4a49f5e0e', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:1e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd73111-22fc-4d53-b892-28c86cd4f346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:47Z', 'updated_at': '2022-07-26T14:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi', '_floatingips': [{'id': '2a427655-3dd4-4ba9-8265-e7cf31928396', 'tenant_id': '7ccd4ff518dc4c37bfb7f343ccc97206', 'floating_ip_address': '172.27.0.234', 'floating_network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'router_id': '3dd73111-22fc-4d53-b892-28c86cd4f346', 'port_id': 'df255ca8-fb3a-4312-b426-006fe4958576', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02c3d9d5-b71e-4ad5-9373-5d17164e8aec', 'mac_address': 'fa:16:3e:de:55:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60aed9b-d83f-478b-be96-86d4e4a6ce9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T14:59:44Z', 'updated_at': '2022-07-26T15:00:04Z', 'revision_number': 1, 'project_id': '7ccd4ff518dc4c37bfb7f343ccc97206', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29e384e9-6227-4c9f-8f00-22a84167511d', 'name': '', 'network_id': '02c3d9d5-b71e-4ad5-9373-5d17164e8aec', 'tenant_id': '7ccd4ff518dc4c37bfb7f343ccc97206', 'mac_address': 'fa:16:3e:e9:d3:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd73111-22fc-4d53-b892-28c86cd4f346', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e75d54a1-37a3-48c4-b0bd-5c996cd738b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:53Z', 'updated_at': '2022-07-26T14:52:03Z', 'revision_number': 5, 'project_id': '7ccd4ff518dc4c37bfb7f343ccc97206', 'subnets': [{'id': 'e75d54a1-37a3-48c4-b0bd-5c996cd738b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851030-1-iscsi', False) {} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:00:05.329214 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-669bbbe7-6d7d-4ddc-89da-80098e6cda8a req-f9529fbb-1460-431f-932b-29279b4a20a0 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df255ca8-fb3a-4312-b426-006fe4958576 HTTP/1.1" status: 200 len: 999 time: 0.0789111 Jul 26 15:00:05.341275 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c4b6b6-d7b7-46b5-9812-dffa5e233b9c None None] Checking router: 3dd73111-22fc-4d53-b892-28c86cd4f346 for host: dv-cinder-851030-1-iscsi {{(pid=111104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:00:05.350052 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c4b6b6-d7b7-46b5-9812-dffa5e233b9c None None] Routers {'3dd73111-22fc-4d53-b892-28c86cd4f346'} bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:00:05.350658 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-f1c4b6b6-d7b7-46b5-9812-dffa5e233b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851030-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T14:42:54Z,description=,heartbeat_timestamp=2022-07-26T14:59:54Z,host='dv-cinder-851030-1-iscsi',id=66f8bb98-7ace-4a85-b6ba-ffe40597695b,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:42:55Z,topic='l3_agent')) {'router_ids': ['3dd73111-22fc-4d53-b892-28c86cd4f346'], 'active': True} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:00:05.393065 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:00:05.464275 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvr_db [None req-f1c4b6b6-d7b7-46b5-9812-dffa5e233b9c None None] Set router 3dd73111-22fc-4d53-b892-28c86cd4f346 gateway port host: dv-cinder-851030-1-iscsi {{(pid=111104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:00:05.661462 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669bbbe7-6d7d-4ddc-89da-80098e6cda8a req-505ebd25-214e-43eb-913a-c58dbffff85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:00:05.662880 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-669bbbe7-6d7d-4ddc-89da-80098e6cda8a req-505ebd25-214e-43eb-913a-c58dbffff85e service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e75d54a1-37a3-48c4-b0bd-5c996cd738b8 HTTP/1.1" status: 200 len: 850 time: 0.3285809 Jul 26 15:00:05.702722 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-f1c4b6b6-d7b7-46b5-9812-dffa5e233b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dd73111-22fc-4d53-b892-28c86cd4f346', 'name': 'tempest-AttachVolumeTestJSON-1513426877-router', 'tenant_id': '7ccd4ff518dc4c37bfb7f343ccc97206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': '1ae41fd0-598f-4b4b-871e-e6f4a49f5e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:51:46Z', 'updated_at': '2022-07-26T14:51:55Z', 'revision_number': 4, 'project_id': '7ccd4ff518dc4c37bfb7f343ccc97206', 'gw_port': {'id': '1ae41fd0-598f-4b4b-871e-e6f4a49f5e0e', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:1e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd73111-22fc-4d53-b892-28c86cd4f346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:47Z', 'updated_at': '2022-07-26T14:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi', '_floatingips': [{'id': '2a427655-3dd4-4ba9-8265-e7cf31928396', 'tenant_id': '7ccd4ff518dc4c37bfb7f343ccc97206', 'floating_ip_address': '172.27.0.234', 'floating_network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'router_id': '3dd73111-22fc-4d53-b892-28c86cd4f346', 'port_id': 'df255ca8-fb3a-4312-b426-006fe4958576', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02c3d9d5-b71e-4ad5-9373-5d17164e8aec', 'mac_address': 'fa:16:3e:de:55:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60aed9b-d83f-478b-be96-86d4e4a6ce9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T14:59:44Z', 'updated_at': '2022-07-26T15:00:04Z', 'revision_number': 1, 'project_id': '7ccd4ff518dc4c37bfb7f343ccc97206', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29e384e9-6227-4c9f-8f00-22a84167511d', 'name': '', 'network_id': '02c3d9d5-b71e-4ad5-9373-5d17164e8aec', 'tenant_id': '7ccd4ff518dc4c37bfb7f343ccc97206', 'mac_address': 'fa:16:3e:e9:d3:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd73111-22fc-4d53-b892-28c86cd4f346', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e75d54a1-37a3-48c4-b0bd-5c996cd738b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:53Z', 'updated_at': '2022-07-26T14:52:03Z', 'revision_number': 5, 'project_id': '7ccd4ff518dc4c37bfb7f343ccc97206', 'subnets': [{'id': 'e75d54a1-37a3-48c4-b0bd-5c996cd738b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851030-1-iscsi', False) {} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:00:05.710307 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669bbbe7-6d7d-4ddc-89da-80098e6cda8a req-9a22f65b-c653-4e3a-99c1-a4845bca4a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:00:05.711839 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-669bbbe7-6d7d-4ddc-89da-80098e6cda8a req-9a22f65b-c653-4e3a-99c1-a4845bca4a76 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=02c3d9d5-b71e-4ad5-9373-5d17164e8aec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414879 Jul 26 15:00:05.727160 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:00:05.729647 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c4b6b6-d7b7-46b5-9812-dffa5e233b9c None None] The sync data for ids ['3dd73111-22fc-4d53-b892-28c86cd4f346'] in dv-cinder-851030-1-iscsi is: [{'id': '3dd73111-22fc-4d53-b892-28c86cd4f346', 'name': 'tempest-AttachVolumeTestJSON-1513426877-router', 'tenant_id': '7ccd4ff518dc4c37bfb7f343ccc97206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': '1ae41fd0-598f-4b4b-871e-e6f4a49f5e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:51:46Z', 'updated_at': '2022-07-26T14:51:55Z', 'revision_number': 4, 'project_id': '7ccd4ff518dc4c37bfb7f343ccc97206', 'gw_port': {'id': '1ae41fd0-598f-4b4b-871e-e6f4a49f5e0e', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:1e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd73111-22fc-4d53-b892-28c86cd4f346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:47Z', 'updated_at': '2022-07-26T14:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi', '_floatingips': [{'id': '2a427655-3dd4-4ba9-8265-e7cf31928396', 'tenant_id': '7ccd4ff518dc4c37bfb7f343ccc97206', 'floating_ip_address': '172.27.0.234', 'floating_network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'router_id': '3dd73111-22fc-4d53-b892-28c86cd4f346', 'port_id': 'df255ca8-fb3a-4312-b426-006fe4958576', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02c3d9d5-b71e-4ad5-9373-5d17164e8aec', 'mac_address': 'fa:16:3e:de:55:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e60aed9b-d83f-478b-be96-86d4e4a6ce9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T14:59:44Z', 'updated_at': '2022-07-26T15:00:04Z', 'revision_number': 1, 'project_id': '7ccd4ff518dc4c37bfb7f343ccc97206', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29e384e9-6227-4c9f-8f00-22a84167511d', 'name': '', 'network_id': '02c3d9d5-b71e-4ad5-9373-5d17164e8aec', 'tenant_id': '7ccd4ff518dc4c37bfb7f343ccc97206', 'mac_address': 'fa:16:3e:e9:d3:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd73111-22fc-4d53-b892-28c86cd4f346', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e75d54a1-37a3-48c4-b0bd-5c996cd738b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:53Z', 'updated_at': '2022-07-26T14:52:03Z', 'revision_number': 5, 'project_id': '7ccd4ff518dc4c37bfb7f343ccc97206', 'subnets': [{'id': 'e75d54a1-37a3-48c4-b0bd-5c996cd738b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:00:05.775284 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 50968) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:00:05.818094 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-669bbbe7-6d7d-4ddc-89da-80098e6cda8a req-abb0cbf0-0dd8-4aae-b4b7-1a88823f454f service neutron] 10.222.0.99 "GET /v2.0/networks/02c3d9d5-b71e-4ad5-9373-5d17164e8aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998530 Jul 26 15:00:05.896352 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.v2.base [None req-9f4fac8b-e442-4f80-9935-fc47dc3b6969 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-47779111-network', 'tenant_id': '7f82b8853b874e61820108bc16e8dc41'}} {{(pid=111103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:00:05.915475 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-669bbbe7-6d7d-4ddc-89da-80098e6cda8a req-1b845f22-caeb-4b44-8360-ac30149267ad service neutron] 10.222.0.99 "GET /v2.0/networks/02c3d9d5-b71e-4ad5-9373-5d17164e8aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916128 Jul 26 15:00:05.977065 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f9a3d3-7bb0-4edd-b026-058a37299fb8 None None] New status for floating IP 2a427655-3dd4-4ba9-8265-e7cf31928396: ACTIVE {{(pid=111105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 15:00:06.006351 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f4fac8b-e442-4f80-9935-fc47dc3b6969 admin admin] Made reservation on behalf of 7f82b8853b874e61820108bc16e8dc41 for: {'network': 1} {{(pid=111103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:00:06.008790 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-9f4fac8b-e442-4f80-9935-fc47dc3b6969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for network (None), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:06.018572 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-9f4fac8b-e442-4f80-9935-fc47dc3b6969 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:06.099763 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-9f4fac8b-e442-4f80-9935-fc47dc3b6969 admin admin] Publish callbacks [] for security_group (90f41ef1-609d-47db-aa0e-41f969928d6d), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:06.178273 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-9f4fac8b-e442-4f80-9935-fc47dc3b6969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (90f41ef1-609d-47db-aa0e-41f969928d6d), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:06.208061 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f4fac8b-e442-4f80-9935-fc47dc3b6969 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1098} {{(pid=111103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 15:00:06.213809 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4fac8b-e442-4f80-9935-fc47dc3b6969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90f41ef1-609d-47db-aa0e-41f969928d6d,revision_number=1']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:06.221542 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-9f4fac8b-e442-4f80-9935-fc47dc3b6969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1539468'] for segment (cec6c169-26ac-4d4a-8f8d-b81b07eccaa9), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:06.221900 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.db.segments_db [None req-9f4fac8b-e442-4f80-9935-fc47dc3b6969 admin admin] Added segment cec6c169-26ac-4d4a-8f8d-b81b07eccaa9 of type vlan for network 40bf059a-9593-4ce0-be05-c864bfa3c074 Jul 26 15:00:06.269593 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-9f4fac8b-e442-4f80-9935-fc47dc3b6969 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789579709570'] for network (40bf059a-9593-4ce0-be05-c864bfa3c074), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:06.291373 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:00:06.383658 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-9f4fac8b-e442-4f80-9935-fc47dc3b6969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707'] for network (40bf059a-9593-4ce0-be05-c864bfa3c074), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:06.384671 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4fac8b-e442-4f80-9935-fc47dc3b6969 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:00:06.385258 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-9f4fac8b-e442-4f80-9935-fc47dc3b6969 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524685'] for network (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:06.390015 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a4c3ec-127e-41a4-9461-4b9cb3d17dba req-d07cc1ae-f78a-4538-9a81-cba1ccdbc4ce tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:00:06.391279 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-59a4c3ec-127e-41a4-9461-4b9cb3d17dba req-d07cc1ae-f78a-4538-9a81-cba1ccdbc4ce tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/ports?device_id=df55a650-eac7-41dd-8361-bb02fc6d25f6 HTTP/1.1" status: 200 len: 943 time: 0.0520022 Jul 26 15:00:06.445074 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-59a4c3ec-127e-41a4-9461-4b9cb3d17dba req-b6483144-a763-4951-84d9-3cfa056b1006 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/security-groups?id=36e74357-39f1-4280-add6-3361918964e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448022 Jul 26 15:00:06.451353 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4fac8b-e442-4f80-9935-fc47dc3b6969 admin admin] Pushing event updated for resources: {'Network': ['ID=40bf059a-9593-4ce0-be05-c864bfa3c074,revision_number=1']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:06.464731 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Network 40bf059a-9593-4ce0-be05-c864bfa3c074 details requested by agent ovs-agent-dv-cinder-851030-1-iscsi with host dv-cinder-851030-1-iscsi {{(pid=111104) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 15:00:06.547047 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-9f4fac8b-e442-4f80-9935-fc47dc3b6969 admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.7754729 Jul 26 15:00:06.550176 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 50974) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:00:06.555117 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.v2.base [None req-2420f702-51c4-4bb3-90ef-27fd2016e88f admin admin] Request body: {'subnet': {'network_id': '40bf059a-9593-4ce0-be05-c864bfa3c074', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-47779111-subnet', 'tenant_id': '7f82b8853b874e61820108bc16e8dc41', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:00:06.571370 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:00:06.641043 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2420f702-51c4-4bb3-90ef-27fd2016e88f admin admin] Made reservation on behalf of 7f82b8853b874e61820108bc16e8dc41 for: {'subnet': 1} {{(pid=111103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:00:06.643759 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-2420f702-51c4-4bb3-90ef-27fd2016e88f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4397485'] for subnet (None), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:06.989757 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-2420f702-51c4-4bb3-90ef-27fd2016e88f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4313412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4397443'] for subnet (8d76239a-a9c4-4c98-83cb-a3f6ea48b403), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:07.042610 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2420f702-51c4-4bb3-90ef-27fd2016e88f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d76239a-a9c4-4c98-83cb-a3f6ea48b403,revision_number=0']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:07.058891 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2420f702-51c4-4bb3-90ef-27fd2016e88f admin admin] Checking segment: {'id': 'cec6c169-26ac-4d4a-8f8d-b81b07eccaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '40bf059a-9593-4ce0-be05-c864bfa3c074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:00:07.059251 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2420f702-51c4-4bb3-90ef-27fd2016e88f admin admin] Network hostable DHCP agents. Network: 40bf059a-9593-4ce0-be05-c864bfa3c074, hostable agents: ['bb4183fa-e0c9-4858-9c34-b1ab78d39af4'], hosted agents: [] {{(pid=111103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 15:00:07.218266 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2420f702-51c4-4bb3-90ef-27fd2016e88f admin admin] Network 40bf059a-9593-4ce0-be05-c864bfa3c074 is scheduled to be hosted by DHCP agent bb4183fa-e0c9-4858-9c34-b1ab78d39af4 with binding_index 1 {{(pid=111103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 15:00:07.327070 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.scheduler.base_scheduler [None req-2420f702-51c4-4bb3-90ef-27fd2016e88f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851030-1-iscsi, 40bf059a-9593-4ce0-be05-c864bfa3c074) {{(pid=111103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:00:07.331197 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2420f702-51c4-4bb3-90ef-27fd2016e88f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:00:07.331834 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-2420f702-51c4-4bb3-90ef-27fd2016e88f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524685'] for subnet (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:07.337770 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622ecf77-62dc-4a71-8223-edcbbbd8a4f1 None None] Network 40bf059a-9593-4ce0-be05-c864bfa3c074 requested from dv-cinder-851030-1-iscsi {{(pid=111104) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 15:00:07.439693 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5495f38e-deee-4239-ab8f-85eebba5cd6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0bb6af5a-2cc6-51f7-b99d-0d53e456ff99-40bf059a-9593-4ce0-be05-c864bfa3c074', 'network_id': '40bf059a-9593-4ce0-be05-c864bfa3c074', 'project_id': '7f82b8853b874e61820108bc16e8dc41', 'fixed_ips': [{'subnet_id': '8d76239a-a9c4-4c98-83cb-a3f6ea48b403'}]}} from dv-cinder-851030-1-iscsi. {{(pid=111104) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 26 15:00:07.440600 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-5495f38e-deee-4239-ab8f-85eebba5cd6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (None), before_create {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:07.460564 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-2420f702-51c4-4bb3-90ef-27fd2016e88f admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9092443 Jul 26 15:00:07.463122 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 50978) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:00:07.468382 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.v2.base [None req-5ff6f09a-6226-4086-a2e1-4087bbcf4565 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-47779111-router', 'tenant_id': '7f82b8853b874e61820108bc16e8dc41', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a'}}} {{(pid=111103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:00:07.574011 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dde4e1-b5ec-49da-aefe-1816105a92eb req-6620e3ec-3bc7-443d-a624-062852cadf5b tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:00:07.575675 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-72dde4e1-b5ec-49da-aefe-1816105a92eb req-6620e3ec-3bc7-443d-a624-062852cadf5b tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/ports?device_id=df55a650-eac7-41dd-8361-bb02fc6d25f6 HTTP/1.1" status: 200 len: 943 time: 0.0536571 Jul 26 15:00:07.605090 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:00:07.630591 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-5ff6f09a-6226-4086-a2e1-4087bbcf4565 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-567826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-937'] for router (a6b81d1c-da8a-466e-bc43-9214f386c125), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:07.631645 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-5ff6f09a-6226-4086-a2e1-4087bbcf4565 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-694010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-656253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-928'] for router (a6b81d1c-da8a-466e-bc43-9214f386c125), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:07.639604 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-72dde4e1-b5ec-49da-aefe-1816105a92eb req-847e77c1-5b41-4b5f-8fff-e56a44526e44 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/security-groups?id=36e74357-39f1-4280-add6-3361918964e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577307 Jul 26 15:00:07.700341 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-5ff6f09a-6226-4086-a2e1-4087bbcf4565 admin admin] Publish callbacks [] for router_controller (a6b81d1c-da8a-466e-bc43-9214f386c125), precommit_add_association {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:07.712107 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.db_base_plugin_common [None req-5495f38e-deee-4239-ab8f-85eebba5cd6b None None] Allocated IP 172.20.0.2 (40bf059a-9593-4ce0-be05-c864bfa3c074/8d76239a-a9c4-4c98-83cb-a3f6ea48b403/a32f3f2f-1d80-4c4c-8db1-8a3ecc8bb8eb) {{(pid=111104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:00:07.820257 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:00:07.858374 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-5495f38e-deee-4239-ab8f-85eebba5cd6b None None] Publish callbacks [] for port (a32f3f2f-1d80-4c4c-8db1-8a3ecc8bb8eb), precommit_create {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:07.962157 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-5ff6f09a-6226-4086-a2e1-4087bbcf4565 admin admin] Publish callbacks [] for router_gateway (a6b81d1c-da8a-466e-bc43-9214f386c125), precommit_update {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:07.978288 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-5495f38e-deee-4239-ab8f-85eebba5cd6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789579689795'] for port (a32f3f2f-1d80-4c4c-8db1-8a3ecc8bb8eb), after_create {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:08.020437 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5495f38e-deee-4239-ab8f-85eebba5cd6b None None] Network 40bf059a-9593-4ce0-be05-c864bfa3c074 is already hosted by enough agents. {{(pid=111104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:00:08.025980 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.scheduler.base_scheduler [None req-5495f38e-deee-4239-ab8f-85eebba5cd6b None None] Resources bound (agent type, host, resource id): {{(pid=111104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:00:08.031167 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5495f38e-deee-4239-ab8f-85eebba5cd6b None None] Received port after_create {{(pid=111104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:00:08.034524 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5495f38e-deee-4239-ab8f-85eebba5cd6b None None] Pushing event updated for resources: {'Port': ['ID=a32f3f2f-1d80-4c4c-8db1-8a3ecc8bb8eb,revision_number=1']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:08.101335 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.managers [None req-5495f38e-deee-4239-ab8f-85eebba5cd6b None None] Attempting to bind port a32f3f2f-1d80-4c4c-8db1-8a3ecc8bb8eb on host dv-cinder-851030-1-iscsi for vnic_type normal with profile {{(pid=111104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:00:08.101691 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.managers [None req-5495f38e-deee-4239-ab8f-85eebba5cd6b None None] Attempting to bind port a32f3f2f-1d80-4c4c-8db1-8a3ecc8bb8eb by drivers openvswitch,hyperv on host dv-cinder-851030-1-iscsi at level 0 using segments [{'id': 'cec6c169-26ac-4d4a-8f8d-b81b07eccaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '40bf059a-9593-4ce0-be05-c864bfa3c074'}] {{(pid=111104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:00:08.107744 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5495f38e-deee-4239-ab8f-85eebba5cd6b None None] Attempting to bind port a32f3f2f-1d80-4c4c-8db1-8a3ecc8bb8eb on network 40bf059a-9593-4ce0-be05-c864bfa3c074 {{(pid=111104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:00:08.107744 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:00:08.108121 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5495f38e-deee-4239-ab8f-85eebba5cd6b None None] Checking agent: {'id': 'df49e665-2de0-463a-a1e1-c989804d5593', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851030-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 14, 42, 57), 'started_at': datetime.datetime(2022, 7, 26, 14, 43, 27), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 14, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851030-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:00:08.108538 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5495f38e-deee-4239-ab8f-85eebba5cd6b None None] Checking segment: {'id': 'cec6c169-26ac-4d4a-8f8d-b81b07eccaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '40bf059a-9593-4ce0-be05-c864bfa3c074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:00:08.108879 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-5495f38e-deee-4239-ab8f-85eebba5cd6b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:08.109258 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5495f38e-deee-4239-ab8f-85eebba5cd6b None None] Bound using segment: {'id': 'cec6c169-26ac-4d4a-8f8d-b81b07eccaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '40bf059a-9593-4ce0-be05-c864bfa3c074'} {{(pid=111104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:00:08.109720 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.managers [None req-5495f38e-deee-4239-ab8f-85eebba5cd6b None None] Bound port: a32f3f2f-1d80-4c4c-8db1-8a3ecc8bb8eb, host: dv-cinder-851030-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cec6c169-26ac-4d4a-8f8d-b81b07eccaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '40bf059a-9593-4ce0-be05-c864bfa3c074'}}] {{(pid=111104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:00:08.110094 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-5495f38e-deee-4239-ab8f-85eebba5cd6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (a32f3f2f-1d80-4c4c-8db1-8a3ecc8bb8eb), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:08.172603 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-5495f38e-deee-4239-ab8f-85eebba5cd6b None None] For port a32f3f2f-1d80-4c4c-8db1-8a3ecc8bb8eb, host dv-cinder-851030-1-iscsi, cleared binding levels {{(pid=111104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:00:08.175831 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-5495f38e-deee-4239-ab8f-85eebba5cd6b None None] For port a32f3f2f-1d80-4c4c-8db1-8a3ecc8bb8eb, host dv-cinder-851030-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851030-1-iscsi',level=0,port_id=a32f3f2f-1d80-4c4c-8db1-8a3ecc8bb8eb,segment=NetworkSegment(cec6c169-26ac-4d4a-8f8d-b81b07eccaa9),segment_id=cec6c169-26ac-4d4a-8f8d-b81b07eccaa9)] {{(pid=111104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:00:08.281381 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-5495f38e-deee-4239-ab8f-85eebba5cd6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (a32f3f2f-1d80-4c4c-8db1-8a3ecc8bb8eb), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:08.318699 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-5ff6f09a-6226-4086-a2e1-4087bbcf4565 admin admin] Publish callbacks [] for router_gateway (a6b81d1c-da8a-466e-bc43-9214f386c125), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:08.339233 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-5ff6f09a-6226-4086-a2e1-4087bbcf4565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (None), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:08.339513 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5495f38e-deee-4239-ab8f-85eebba5cd6b None None] Pushing event updated for resources: {'Port': ['ID=a32f3f2f-1d80-4c4c-8db1-8a3ecc8bb8eb,revision_number=2']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:08.461081 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.db.db_base_plugin_common [None req-5ff6f09a-6226-4086-a2e1-4087bbcf4565 admin admin] Allocated IP 172.27.0.63 (976f28e8-c47c-49b7-93ff-2bd79bbe121a/527ba32d-e656-41f8-8fe6-15a8ab4751c9/05be2a4d-3c8e-4fec-af9b-987a07425f55) {{(pid=111103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:00:08.586831 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-5ff6f09a-6226-4086-a2e1-4087bbcf4565 admin admin] Publish callbacks [] for port (05be2a4d-3c8e-4fec-af9b-987a07425f55), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:08.612572 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:00:08.691002 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device a32f3f2f-1d80-4c4c-8db1-8a3ecc8bb8eb up at agent ovs-agent-dv-cinder-851030-1-iscsi {{(pid=111104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:00:08.734245 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-5ff6f09a-6226-4086-a2e1-4087bbcf4565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789579689795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4313512'] for port (05be2a4d-3c8e-4fec-af9b-987a07425f55), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:08.741553 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Provisioning complete for port a32f3f2f-1d80-4c4c-8db1-8a3ecc8bb8eb triggered by entity L2. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:00:08.742007 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (a32f3f2f-1d80-4c4c-8db1-8a3ecc8bb8eb), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:08.768127 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1175d6c-4fea-4619-9434-568d0b34544e req-3daef7e6-62a3-4ed1-be04-3a79b5be647e tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:00:08.770902 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-f1175d6c-4fea-4619-9434-568d0b34544e req-3daef7e6-62a3-4ed1-be04-3a79b5be647e tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/ports?device_id=df55a650-eac7-41dd-8361-bb02fc6d25f6 HTTP/1.1" status: 200 len: 943 time: 0.0527735 Jul 26 15:00:08.784206 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff6f09a-6226-4086-a2e1-4087bbcf4565 admin admin] Network 976f28e8-c47c-49b7-93ff-2bd79bbe121a is already hosted by enough agents. {{(pid=111103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:00:08.787551 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.scheduler.base_scheduler [None req-5ff6f09a-6226-4086-a2e1-4087bbcf4565 admin admin] Resources bound (agent type, host, resource id): {{(pid=111103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:00:08.792248 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff6f09a-6226-4086-a2e1-4087bbcf4565 admin admin] Received port after_create {{(pid=111103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:00:08.820609 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Current status of the port a32f3f2f-1d80-4c4c-8db1-8a3ecc8bb8eb is: DOWN; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:00:08.821037 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (a32f3f2f-1d80-4c4c-8db1-8a3ecc8bb8eb), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:08.822010 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff6f09a-6226-4086-a2e1-4087bbcf4565 admin admin] Pushing event updated for resources: {'Port': ['ID=05be2a4d-3c8e-4fec-af9b-987a07425f55,revision_number=1']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:08.849846 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-f1175d6c-4fea-4619-9434-568d0b34544e req-97a8d393-1586-48e2-8216-af41d60466ab tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/security-groups?id=36e74357-39f1-4280-add6-3361918964e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722103 Jul 26 15:00:08.862185 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] For port a32f3f2f-1d80-4c4c-8db1-8a3ecc8bb8eb, host dv-cinder-851030-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851030-1-iscsi',level=0,port_id=a32f3f2f-1d80-4c4c-8db1-8a3ecc8bb8eb,segment=NetworkSegment(cec6c169-26ac-4d4a-8f8d-b81b07eccaa9),segment_id=cec6c169-26ac-4d4a-8f8d-b81b07eccaa9)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:00:08.977705 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (a32f3f2f-1d80-4c4c-8db1-8a3ecc8bb8eb), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:09.032789 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Pushing event updated for resources: {'Port': ['ID=a32f3f2f-1d80-4c4c-8db1-8a3ecc8bb8eb,revision_number=3']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:09.143645 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:00:09.153445 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-5ff6f09a-6226-4086-a2e1-4087bbcf4565 admin admin] Publish callbacks [] for router_gateway (a6b81d1c-da8a-466e-bc43-9214f386c125), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:09.283329 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e466a9e8-08fa-4738-be2b-d3a4f592ff6c None None] Network 40bf059a-9593-4ce0-be05-c864bfa3c074 requested from dv-cinder-851030-1-iscsi {{(pid=111104) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 15:00:09.352767 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-9e4b9390-ddb2-4163-8630-dc656a397cb9 None None] Provisioning complete for port a32f3f2f-1d80-4c4c-8db1-8a3ecc8bb8eb triggered by entity DHCP. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:00:09.353454 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-9e4b9390-ddb2-4163-8630-dc656a397cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (a32f3f2f-1d80-4c4c-8db1-8a3ecc8bb8eb), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:09.474001 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-9e4b9390-ddb2-4163-8630-dc656a397cb9 None None] Current status of the port a32f3f2f-1d80-4c4c-8db1-8a3ecc8bb8eb is: ACTIVE; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:00:09.577911 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-5ff6f09a-6226-4086-a2e1-4087bbcf4565 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-693894'] for router (a6b81d1c-da8a-466e-bc43-9214f386c125), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:09.692884 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-dc6cb7c0-9bfb-4eea-91d7-6e52407488dc None None] Provisioning complete for port a32f3f2f-1d80-4c4c-8db1-8a3ecc8bb8eb triggered by entity DHCP. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:00:09.693316 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-dc6cb7c0-9bfb-4eea-91d7-6e52407488dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (a32f3f2f-1d80-4c4c-8db1-8a3ecc8bb8eb), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:09.729835 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:00:09.775531 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-dc6cb7c0-9bfb-4eea-91d7-6e52407488dc None None] Current status of the port a32f3f2f-1d80-4c4c-8db1-8a3ecc8bb8eb is: ACTIVE; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:00:09.816517 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ff6f09a-6226-4086-a2e1-4087bbcf4565 admin admin] Router a6b81d1c-da8a-466e-bc43-9214f386c125 is scheduled to L3 agent 66f8bb98-7ace-4a85-b6ba-ffe40597695b with binding_index 1 {{(pid=111103) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 26 15:00:09.921437 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ff6f09a-6226-4086-a2e1-4087bbcf4565 admin admin] Notify agent at l3_agent.dv-cinder-851030-1-iscsi the message routers_updated {{(pid=111103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:00:09.930784 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c26456-99af-4ec9-be80-7911a4172da3 None None] Sync routers for ids ['a6b81d1c-da8a-466e-bc43-9214f386c125'] in dv-cinder-851030-1-iscsi {{(pid=111104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:00:09.940494 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c26456-99af-4ec9-be80-7911a4172da3 None None] Routers {'a6b81d1c-da8a-466e-bc43-9214f386c125'} bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:00:09.941197 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-b8c26456-99af-4ec9-be80-7911a4172da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851030-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T14:42:54Z,description=,heartbeat_timestamp=2022-07-26T14:59:54Z,host='dv-cinder-851030-1-iscsi',id=66f8bb98-7ace-4a85-b6ba-ffe40597695b,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:42:55Z,topic='l3_agent')) {'router_ids': ['a6b81d1c-da8a-466e-bc43-9214f386c125'], 'active': True} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:00:09.983042 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94083fe1-107d-40d9-a3fe-9ee53d57e392 req-b6df2670-58bb-419e-8391-006aab95107e tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:00:09.984477 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-94083fe1-107d-40d9-a3fe-9ee53d57e392 req-b6df2670-58bb-419e-8391-006aab95107e tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/ports?device_id=df55a650-eac7-41dd-8361-bb02fc6d25f6 HTTP/1.1" status: 200 len: 943 time: 0.0537186 Jul 26 15:00:10.036195 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-94083fe1-107d-40d9-a3fe-9ee53d57e392 req-5a74d5ca-9747-4b19-a7aa-ac32c1c5f619 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/security-groups?id=36e74357-39f1-4280-add6-3361918964e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457077 Jul 26 15:00:10.043475 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-5ff6f09a-6226-4086-a2e1-4087bbcf4565 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:10.048521 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 50986) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:00:10.072838 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-5ff6f09a-6226-4086-a2e1-4087bbcf4565 admin admin] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5900109 Jul 26 15:00:10.072952 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvr_db [None req-b8c26456-99af-4ec9-be80-7911a4172da3 None None] Set router a6b81d1c-da8a-466e-bc43-9214f386c125 gateway port host: dv-cinder-851030-1-iscsi {{(pid=111104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:00:10.147189 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:00:10.194862 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=100 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:00:10.229852 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-b8c26456-99af-4ec9-be80-7911a4172da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6b81d1c-da8a-466e-bc43-9214f386c125', 'name': 'tempest-AttachVolumeShelveTestJSON-47779111-router', 'tenant_id': '7f82b8853b874e61820108bc16e8dc41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '05be2a4d-3c8e-4fec-af9b-987a07425f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:00:07Z', 'updated_at': '2022-07-26T15:00:08Z', 'revision_number': 3, 'project_id': '7f82b8853b874e61820108bc16e8dc41', 'gw_port': {'id': '05be2a4d-3c8e-4fec-af9b-987a07425f55', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:71:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6b81d1c-da8a-466e-bc43-9214f386c125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:00:08Z', 'updated_at': '2022-07-26T15:00:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi'}], 'dv-cinder-851030-1-iscsi', False) {} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:00:10.254817 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c26456-99af-4ec9-be80-7911a4172da3 None None] Checking router: a6b81d1c-da8a-466e-bc43-9214f386c125 for host: dv-cinder-851030-1-iscsi {{(pid=111104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:00:10.255079 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c26456-99af-4ec9-be80-7911a4172da3 None None] Updating router a6b81d1c-da8a-466e-bc43-9214f386c125 port 05be2a4d-3c8e-4fec-af9b-987a07425f55 binding host dv-cinder-851030-1-iscsi {{(pid=111104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 15:00:10.288460 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b8c26456-99af-4ec9-be80-7911a4172da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (05be2a4d-3c8e-4fec-af9b-987a07425f55), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:10.471698 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-b868889c-fe26-4ddd-8e63-528607beec59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:10.536325 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b8c26456-99af-4ec9-be80-7911a4172da3 None None] Publish callbacks [] for port (05be2a4d-3c8e-4fec-af9b-987a07425f55), precommit_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:10.579745 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:00:10.627967 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.db_base_plugin_common [None req-b868889c-fe26-4ddd-8e63-528607beec59 admin admin] Allocated IP 172.20.0.1 (40bf059a-9593-4ce0-be05-c864bfa3c074/8d76239a-a9c4-4c98-83cb-a3f6ea48b403/bbb7499f-f28c-4d4e-b42f-a57596721701) {{(pid=111102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:00:10.639875 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b8c26456-99af-4ec9-be80-7911a4172da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (05be2a4d-3c8e-4fec-af9b-987a07425f55), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:10.676865 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device a32f3f2f-1d80-4c4c-8db1-8a3ecc8bb8eb up at agent ovs-agent-dv-cinder-851030-1-iscsi {{(pid=111104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:00:10.743383 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-b868889c-fe26-4ddd-8e63-528607beec59 admin admin] Publish callbacks [] for port (bbb7499f-f28c-4d4e-b42f-a57596721701), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:10.846349 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.managers [None req-b8c26456-99af-4ec9-be80-7911a4172da3 None None] Attempting to bind port 05be2a4d-3c8e-4fec-af9b-987a07425f55 on host dv-cinder-851030-1-iscsi for vnic_type normal with profile {{(pid=111104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:00:10.846608 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.managers [None req-b8c26456-99af-4ec9-be80-7911a4172da3 None None] Attempting to bind port 05be2a4d-3c8e-4fec-af9b-987a07425f55 by drivers openvswitch,hyperv on host dv-cinder-851030-1-iscsi at level 0 using segments [{'id': '9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a'}] {{(pid=111104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:00:10.846968 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c26456-99af-4ec9-be80-7911a4172da3 None None] Attempting to bind port 05be2a4d-3c8e-4fec-af9b-987a07425f55 on network 976f28e8-c47c-49b7-93ff-2bd79bbe121a {{(pid=111104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:00:10.851571 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a056de8-9932-4e53-8321-e6861eff5e73 None None] Pushing event updated for resources: {'Port': ['ID=05be2a4d-3c8e-4fec-af9b-987a07425f55,revision_number=2']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:10.865492 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c26456-99af-4ec9-be80-7911a4172da3 None None] Checking agent: {'id': 'df49e665-2de0-463a-a1e1-c989804d5593', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851030-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 14, 42, 57), 'started_at': datetime.datetime(2022, 7, 26, 14, 43, 27), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 14, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851030-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:00:10.865872 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c26456-99af-4ec9-be80-7911a4172da3 None None] Checking segment: {'id': '9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:00:10.866270 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b8c26456-99af-4ec9-be80-7911a4172da3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:10.866735 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c26456-99af-4ec9-be80-7911a4172da3 None None] Bound using segment: {'id': '9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a'} {{(pid=111104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:00:10.867245 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.managers [None req-b8c26456-99af-4ec9-be80-7911a4172da3 None None] Bound port: 05be2a4d-3c8e-4fec-af9b-987a07425f55, host: dv-cinder-851030-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a'}}] {{(pid=111104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:00:10.867900 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b8c26456-99af-4ec9-be80-7911a4172da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (05be2a4d-3c8e-4fec-af9b-987a07425f55), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:10.924197 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Provisioning complete for port a32f3f2f-1d80-4c4c-8db1-8a3ecc8bb8eb triggered by entity L2. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:00:10.927323 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (a32f3f2f-1d80-4c4c-8db1-8a3ecc8bb8eb), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:10.953225 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:00:10.957837 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-b8c26456-99af-4ec9-be80-7911a4172da3 None None] For port 05be2a4d-3c8e-4fec-af9b-987a07425f55, host dv-cinder-851030-1-iscsi, cleared binding levels {{(pid=111104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:00:10.978567 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-b8c26456-99af-4ec9-be80-7911a4172da3 None None] For port 05be2a4d-3c8e-4fec-af9b-987a07425f55, host dv-cinder-851030-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851030-1-iscsi',level=0,port_id=05be2a4d-3c8e-4fec-af9b-987a07425f55,segment=NetworkSegment(9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7),segment_id=9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7)] {{(pid=111104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:00:11.027682 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Current status of the port a32f3f2f-1d80-4c4c-8db1-8a3ecc8bb8eb is: ACTIVE; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:00:11.109986 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-b868889c-fe26-4ddd-8e63-528607beec59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789579689795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868105'] for port (bbb7499f-f28c-4d4e-b42f-a57596721701), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:11.157839 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b868889c-fe26-4ddd-8e63-528607beec59 admin admin] Network 40bf059a-9593-4ce0-be05-c864bfa3c074 is already hosted by enough agents. {{(pid=111102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:00:11.182300 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.base_scheduler [None req-b868889c-fe26-4ddd-8e63-528607beec59 admin admin] Resources bound (agent type, host, resource id): {{(pid=111102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:00:11.189822 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b868889c-fe26-4ddd-8e63-528607beec59 admin admin] Received port after_create {{(pid=111102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:00:11.218221 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b868889c-fe26-4ddd-8e63-528607beec59 admin admin] Pushing event updated for resources: {'Port': ['ID=bbb7499f-f28c-4d4e-b42f-a57596721701,revision_number=1']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:11.226498 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:00:11.234605 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdcc2e2-b040-4990-b667-e782e1416094 req-3fee2d77-17ba-4805-aac2-5ba4476fd359 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:00:11.236176 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-5cdcc2e2-b040-4990-b667-e782e1416094 req-3fee2d77-17ba-4805-aac2-5ba4476fd359 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/ports?device_id=df55a650-eac7-41dd-8361-bb02fc6d25f6 HTTP/1.1" status: 200 len: 943 time: 0.1004333 Jul 26 15:00:11.266501 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-b868889c-fe26-4ddd-8e63-528607beec59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-566150'] for router_interface (a6b81d1c-da8a-466e-bc43-9214f386c125), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:11.298791 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b8c26456-99af-4ec9-be80-7911a4172da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (05be2a4d-3c8e-4fec-af9b-987a07425f55), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:11.355582 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-5cdcc2e2-b040-4990-b667-e782e1416094 req-f0897208-61fb-405b-b643-4b2f1cc8cc9f tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/security-groups?id=36e74357-39f1-4280-add6-3361918964e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124794 Jul 26 15:00:11.358131 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c26456-99af-4ec9-be80-7911a4172da3 None None] Routers {'a6b81d1c-da8a-466e-bc43-9214f386c125'} bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:00:11.359064 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-b8c26456-99af-4ec9-be80-7911a4172da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851030-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T14:42:54Z,description=,heartbeat_timestamp=2022-07-26T14:59:54Z,host='dv-cinder-851030-1-iscsi',id=66f8bb98-7ace-4a85-b6ba-ffe40597695b,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:42:55Z,topic='l3_agent')) {'router_ids': ['a6b81d1c-da8a-466e-bc43-9214f386c125'], 'active': True} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:00:11.413523 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a056de8-9932-4e53-8321-e6861eff5e73 None None] Pushing event updated for resources: {'Port': ['ID=05be2a4d-3c8e-4fec-af9b-987a07425f55,revision_number=3']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:11.433966 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-9758ead7-2da9-4414-a16f-7851665c8d44 None None] Provisioning complete for port bbb7499f-f28c-4d4e-b42f-a57596721701 triggered by entity DHCP. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:00:11.433966 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-9758ead7-2da9-4414-a16f-7851665c8d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (bbb7499f-f28c-4d4e-b42f-a57596721701), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:11.433966 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:00:11.504572 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-9758ead7-2da9-4414-a16f-7851665c8d44 None None] Port bbb7499f-f28c-4d4e-b42f-a57596721701 cannot update to ACTIVE because it is not bound. {{(pid=111104) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 15:00:11.517461 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvr_db [None req-b8c26456-99af-4ec9-be80-7911a4172da3 None None] Set router a6b81d1c-da8a-466e-bc43-9214f386c125 gateway port host: dv-cinder-851030-1-iscsi {{(pid=111104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:00:11.580786 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-b868889c-fe26-4ddd-8e63-528607beec59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (bbb7499f-f28c-4d4e-b42f-a57596721701), before_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:11.691976 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-b8c26456-99af-4ec9-be80-7911a4172da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6b81d1c-da8a-466e-bc43-9214f386c125', 'name': 'tempest-AttachVolumeShelveTestJSON-47779111-router', 'tenant_id': '7f82b8853b874e61820108bc16e8dc41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '05be2a4d-3c8e-4fec-af9b-987a07425f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:00:07Z', 'updated_at': '2022-07-26T15:00:08Z', 'revision_number': 3, 'project_id': '7f82b8853b874e61820108bc16e8dc41', 'gw_port': {'id': '05be2a4d-3c8e-4fec-af9b-987a07425f55', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:71:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6b81d1c-da8a-466e-bc43-9214f386c125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:00:08Z', 'updated_at': '2022-07-26T15:00:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi'}], 'dv-cinder-851030-1-iscsi', False) {} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:00:11.717904 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c26456-99af-4ec9-be80-7911a4172da3 None None] The sync data for ids ['a6b81d1c-da8a-466e-bc43-9214f386c125'] in dv-cinder-851030-1-iscsi is: [{'id': 'a6b81d1c-da8a-466e-bc43-9214f386c125', 'name': 'tempest-AttachVolumeShelveTestJSON-47779111-router', 'tenant_id': '7f82b8853b874e61820108bc16e8dc41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '05be2a4d-3c8e-4fec-af9b-987a07425f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:00:07Z', 'updated_at': '2022-07-26T15:00:08Z', 'revision_number': 3, 'project_id': '7f82b8853b874e61820108bc16e8dc41', 'gw_port': {'id': '05be2a4d-3c8e-4fec-af9b-987a07425f55', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:71:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6b81d1c-da8a-466e-bc43-9214f386c125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:00:08Z', 'updated_at': '2022-07-26T15:00:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi'}] {{(pid=111104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:00:11.740460 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:00:11.757925 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-b868889c-fe26-4ddd-8e63-528607beec59 admin admin] Publish callbacks [] for port (bbb7499f-f28c-4d4e-b42f-a57596721701), precommit_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:11.869197 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-b868889c-fe26-4ddd-8e63-528607beec59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868126'] for port (bbb7499f-f28c-4d4e-b42f-a57596721701), after_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:11.950865 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b868889c-fe26-4ddd-8e63-528607beec59 admin admin] Pushing event updated for resources: {'Port': ['ID=bbb7499f-f28c-4d4e-b42f-a57596721701,revision_number=2']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:11.954582 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-b868889c-fe26-4ddd-8e63-528607beec59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566266'] for router_interface (a6b81d1c-da8a-466e-bc43-9214f386c125), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:12.084817 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b868889c-fe26-4ddd-8e63-528607beec59 admin admin] Network 40bf059a-9593-4ce0-be05-c864bfa3c074 is already hosted by enough agents. {{(pid=111102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:00:12.087051 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.base_scheduler [None req-b868889c-fe26-4ddd-8e63-528607beec59 admin admin] Resources bound (agent type, host, resource id): {{(pid=111102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:00:12.249103 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b868889c-fe26-4ddd-8e63-528607beec59 admin admin] Router a6b81d1c-da8a-466e-bc43-9214f386c125 has already been hosted by L3 agent 66f8bb98-7ace-4a85-b6ba-ffe40597695b {{(pid=111102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:00:12.376472 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b868889c-fe26-4ddd-8e63-528607beec59 admin admin] Notify agent at l3_agent.dv-cinder-851030-1-iscsi the message routers_updated {{(pid=111102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:00:12.382878 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-b868889c-fe26-4ddd-8e63-528607beec59 admin admin] 10.222.0.97 "PUT /v2.0/routers/a6b81d1c-da8a-466e-bc43-9214f386c125/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3324158 Jul 26 15:00:12.453263 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-3d75a2a9-bd9c-4bf9-a850-d5d9dd479a48 None None] Provisioning complete for port bbb7499f-f28c-4d4e-b42f-a57596721701 triggered by entity DHCP. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:00:12.454004 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-3d75a2a9-bd9c-4bf9-a850-d5d9dd479a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (bbb7499f-f28c-4d4e-b42f-a57596721701), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:12.497527 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-3d75a2a9-bd9c-4bf9-a850-d5d9dd479a48 None None] Port bbb7499f-f28c-4d4e-b42f-a57596721701 cannot update to ACTIVE because it is not bound. {{(pid=111104) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 15:00:12.548556 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21052d51-4f87-4c03-b837-25d8c8743d86 req-4c415903-df7f-4ba9-9ea9-6af1e1b887e7 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:00:12.552455 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-21052d51-4f87-4c03-b837-25d8c8743d86 req-4c415903-df7f-4ba9-9ea9-6af1e1b887e7 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/ports?device_id=df55a650-eac7-41dd-8361-bb02fc6d25f6 HTTP/1.1" status: 200 len: 943 time: 0.0871425 Jul 26 15:00:12.569933 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Device 1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42 details requested by agent hyperv_hv-cinder-85103 with host hv-cinder-85103 {{(pid=111104) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:00:12.633444 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-21052d51-4f87-4c03-b837-25d8c8743d86 req-6bc12854-e51a-40ab-92ba-9d83360c8a16 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/security-groups?id=36e74357-39f1-4280-add6-3361918964e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699091 Jul 26 15:00:12.709312 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] For port 1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42,segment=NetworkSegment(21413819-3722-4fd4-ade1-8fa0ec8b65e4),segment_id=21413819-3722-4fd4-ade1-8fa0ec8b65e4)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:00:12.722574 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Returning: {'device': '1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42', 'network_id': '4f224720-dd50-4b3d-ae12-e0978ae6cbaf', 'port_id': '1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42', 'mac_address': 'fa:16:3e:96:3b:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1066, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f67d112-1d95-4c3e-9346-29b9427575bb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111104) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:00:12.767159 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Current status of the port 1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42 is: DOWN; New status is: BUILD {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:00:12.767743 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:12.790206 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.notifiers.nova [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42 {{(pid=111104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 15:00:12.802367 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device 05be2a4d-3c8e-4fec-af9b-987a07425f55 up at agent ovs-agent-dv-cinder-851030-1-iscsi {{(pid=111104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:00:12.855526 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] For port 1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42,segment=NetworkSegment(21413819-3722-4fd4-ade1-8fa0ec8b65e4),segment_id=21413819-3722-4fd4-ade1-8fa0ec8b65e4)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:00:12.875469 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Provisioning complete for port 05be2a4d-3c8e-4fec-af9b-987a07425f55 triggered by entity L2. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:00:12.875982 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (05be2a4d-3c8e-4fec-af9b-987a07425f55), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:12.895700 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:00:12.948144 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Current status of the port 05be2a4d-3c8e-4fec-af9b-987a07425f55 is: DOWN; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:00:12.948532 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (05be2a4d-3c8e-4fec-af9b-987a07425f55), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:12.972201 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] For port 05be2a4d-3c8e-4fec-af9b-987a07425f55, host dv-cinder-851030-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851030-1-iscsi',level=0,port_id=05be2a4d-3c8e-4fec-af9b-987a07425f55,segment=NetworkSegment(9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7),segment_id=9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:00:13.035602 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 51000) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:00:13.040978 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.v2.base [None req-c6ccc0d9-1657-4833-8fc1-73241c976049 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1887849426', 'description': 'tempest-description--1528681597'}} {{(pid=111102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:00:13.064222 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:13.111412 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Pushing event updated for resources: {'Port': ['ID=1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42,revision_number=7']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:13.166959 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (05be2a4d-3c8e-4fec-af9b-987a07425f55), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:13.195671 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-c6ccc0d9-1657-4833-8fc1-73241c976049 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Publish callbacks [] for security_group (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:13.222667 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Pushing event updated for resources: {'Port': ['ID=05be2a4d-3c8e-4fec-af9b-987a07425f55,revision_number=4']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:13.281675 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-c6ccc0d9-1657-4833-8fc1-73241c976049 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Publish callbacks [] for security_group (0a40a380-a7e3-4a95-a6e8-434c081c25fc), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:13.361934 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-c6ccc0d9-1657-4833-8fc1-73241c976049 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (0a40a380-a7e3-4a95-a6e8-434c081c25fc), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:13.399871 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ccc0d9-1657-4833-8fc1-73241c976049 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a40a380-a7e3-4a95-a6e8-434c081c25fc,revision_number=1']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:13.483280 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-c6ccc0d9-1657-4833-8fc1-73241c976049 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Publish callbacks [] for security_group (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:13.484809 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-c6ccc0d9-1657-4833-8fc1-73241c976049 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4478972 Jul 26 15:00:13.488017 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 51002) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:00:13.492391 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.v2.base [None req-e510e020-61da-4f36-9f25-f1b32d91ac44 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Request body: {'security_group_rule': {'security_group_id': '0a40a380-a7e3-4a95-a6e8-434c081c25fc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:00:13.508449 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:00:13.547327 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] get_ports_and_sgs() called for port_ids ['1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42'] {{(pid=111104) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:00:13.567237 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30dbd55f-37f3-432a-9168-4982b77052f0 None None] Sync routers for ids ['a6b81d1c-da8a-466e-bc43-9214f386c125'] in dv-cinder-851030-1-iscsi {{(pid=111105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:00:13.580312 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30dbd55f-37f3-432a-9168-4982b77052f0 None None] Routers {'a6b81d1c-da8a-466e-bc43-9214f386c125'} bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:00:13.580920 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_hamode_db [None req-30dbd55f-37f3-432a-9168-4982b77052f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851030-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T14:42:54Z,description=,heartbeat_timestamp=2022-07-26T14:59:54Z,host='dv-cinder-851030-1-iscsi',id=66f8bb98-7ace-4a85-b6ba-ffe40597695b,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:42:55Z,topic='l3_agent')) {'router_ids': ['a6b81d1c-da8a-466e-bc43-9214f386c125'], 'active': True} {{(pid=111105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:00:13.669659 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:00:13.683152 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-e510e020-61da-4f36-9f25-f1b32d91ac44 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Publish callbacks [] for security_group_rule (fe81612c-bfa4-4041-bceb-bfc5ad4f176d), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:13.709440 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_dvr_db [None req-30dbd55f-37f3-432a-9168-4982b77052f0 None None] Set router a6b81d1c-da8a-466e-bc43-9214f386c125 gateway port host: dv-cinder-851030-1-iscsi {{(pid=111105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:00:13.760215 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-e510e020-61da-4f36-9f25-f1b32d91ac44 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Publish callbacks [] for security_group_rule (fe81612c-bfa4-4041-bceb-bfc5ad4f176d), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:13.782464 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:00:13.836460 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7022d6-16fa-4aa6-b4d6-721bf9c6c1b6 req-5bb6fdd5-b909-4a72-a0ef-b655d8361163 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:00:13.838794 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-5a7022d6-16fa-4aa6-b4d6-721bf9c6c1b6 req-5bb6fdd5-b909-4a72-a0ef-b655d8361163 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/ports?device_id=df55a650-eac7-41dd-8361-bb02fc6d25f6 HTTP/1.1" status: 200 len: 944 time: 0.0682819 Jul 26 15:00:13.892450 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:00:13.898146 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-5a7022d6-16fa-4aa6-b4d6-721bf9c6c1b6 req-f4b42ebe-61ad-432b-b391-c80afac381cd tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/security-groups?id=36e74357-39f1-4280-add6-3361918964e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506425 Jul 26 15:00:13.915234 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-e510e020-61da-4f36-9f25-f1b32d91ac44 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662595'] for security_group_rule (fe81612c-bfa4-4041-bceb-bfc5ad4f176d), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:13.936770 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_hamode_db [None req-30dbd55f-37f3-432a-9168-4982b77052f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6b81d1c-da8a-466e-bc43-9214f386c125', 'name': 'tempest-AttachVolumeShelveTestJSON-47779111-router', 'tenant_id': '7f82b8853b874e61820108bc16e8dc41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '05be2a4d-3c8e-4fec-af9b-987a07425f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:00:07Z', 'updated_at': '2022-07-26T15:00:11Z', 'revision_number': 4, 'project_id': '7f82b8853b874e61820108bc16e8dc41', 'gw_port': {'id': '05be2a4d-3c8e-4fec-af9b-987a07425f55', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:71:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6b81d1c-da8a-466e-bc43-9214f386c125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:00:08Z', 'updated_at': '2022-07-26T15:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi', '_interfaces': [{'id': 'bbb7499f-f28c-4d4e-b42f-a57596721701', 'name': '', 'network_id': '40bf059a-9593-4ce0-be05-c864bfa3c074', 'tenant_id': '7f82b8853b874e61820108bc16e8dc41', 'mac_address': 'fa:16:3e:79:a2:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6b81d1c-da8a-466e-bc43-9214f386c125', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '8d76239a-a9c4-4c98-83cb-a3f6ea48b403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:00:10Z', 'updated_at': '2022-07-26T15:00:11Z', 'revision_number': 2, 'project_id': '7f82b8853b874e61820108bc16e8dc41', 'subnets': [{'id': '8d76239a-a9c4-4c98-83cb-a3f6ea48b403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851030-1-iscsi', False) {} {{(pid=111105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:00:13.939670 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e510e020-61da-4f36-9f25-f1b32d91ac44 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe81612c-bfa4-4041-bceb-bfc5ad4f176d,revision_number=0']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:13.968265 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30dbd55f-37f3-432a-9168-4982b77052f0 None None] Checking router: a6b81d1c-da8a-466e-bc43-9214f386c125 for host: dv-cinder-851030-1-iscsi {{(pid=111105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:00:13.968624 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30dbd55f-37f3-432a-9168-4982b77052f0 None None] Updating router a6b81d1c-da8a-466e-bc43-9214f386c125 port bbb7499f-f28c-4d4e-b42f-a57596721701 binding host dv-cinder-851030-1-iscsi {{(pid=111105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 15:00:13.997371 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron_lib.callbacks.manager [None req-30dbd55f-37f3-432a-9168-4982b77052f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (bbb7499f-f28c-4d4e-b42f-a57596721701), before_update {{(pid=111105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:14.007390 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-e510e020-61da-4f36-9f25-f1b32d91ac44 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:14.008739 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-e510e020-61da-4f36-9f25-f1b32d91ac44 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5197926 Jul 26 15:00:14.012005 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 51006) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:00:14.019620 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.v2.base [None req-f057ee63-a858-41c0-b835-442969c10316 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Request body: {'security_group_rule': {'security_group_id': '0a40a380-a7e3-4a95-a6e8-434c081c25fc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:00:14.115468 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:00:14.139535 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-f057ee63-a858-41c0-b835-442969c10316 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Publish callbacks [] for security_group_rule (5e3f8a01-a478-4d42-b7bc-0ea13e82df91), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:14.202539 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:00:14.213415 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-f057ee63-a858-41c0-b835-442969c10316 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Publish callbacks [] for security_group_rule (5e3f8a01-a478-4d42-b7bc-0ea13e82df91), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:14.320905 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-f057ee63-a858-41c0-b835-442969c10316 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662595'] for security_group_rule (5e3f8a01-a478-4d42-b7bc-0ea13e82df91), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:14.340061 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f057ee63-a858-41c0-b835-442969c10316 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e3f8a01-a478-4d42-b7bc-0ea13e82df91,revision_number=0']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:14.365409 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron_lib.callbacks.manager [None req-30dbd55f-37f3-432a-9168-4982b77052f0 None None] Publish callbacks [] for port (bbb7499f-f28c-4d4e-b42f-a57596721701), precommit_update {{(pid=111105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:14.492151 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron_lib.callbacks.manager [None req-30dbd55f-37f3-432a-9168-4982b77052f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (bbb7499f-f28c-4d4e-b42f-a57596721701), after_update {{(pid=111105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:14.493889 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-f057ee63-a858-41c0-b835-442969c10316 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:14.495187 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-f057ee63-a858-41c0-b835-442969c10316 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4812291 Jul 26 15:00:14.500550 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 51008) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:00:14.505903 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.v2.base [None req-a35147ec-9708-4373-a18b-d06ff2bb1737 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Request body: {'floatingip': {'floating_network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a'}} {{(pid=111103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:00:14.550189 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61840547-0b3b-4bff-aecd-7a5de3d8db9e None None] Pushing event updated for resources: {'Port': ['ID=bbb7499f-f28c-4d4e-b42f-a57596721701,revision_number=3']} {{(pid=111105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:14.576499 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61840547-0b3b-4bff-aecd-7a5de3d8db9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:00:14.577129 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61840547-0b3b-4bff-aecd-7a5de3d8db9e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:00:14.577129 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61840547-0b3b-4bff-aecd-7a5de3d8db9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:00:14.577453 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61840547-0b3b-4bff-aecd-7a5de3d8db9e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:00:14.577984 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61840547-0b3b-4bff-aecd-7a5de3d8db9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:00:14.578322 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61840547-0b3b-4bff-aecd-7a5de3d8db9e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:00:14.578650 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61840547-0b3b-4bff-aecd-7a5de3d8db9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:00:14.578985 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61840547-0b3b-4bff-aecd-7a5de3d8db9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:00:14.579309 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61840547-0b3b-4bff-aecd-7a5de3d8db9e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:00:14.579656 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61840547-0b3b-4bff-aecd-7a5de3d8db9e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:00:14.579981 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61840547-0b3b-4bff-aecd-7a5de3d8db9e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:00:14.580378 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61840547-0b3b-4bff-aecd-7a5de3d8db9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:00:14.580699 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61840547-0b3b-4bff-aecd-7a5de3d8db9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:00:14.581014 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61840547-0b3b-4bff-aecd-7a5de3d8db9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:00:14.581335 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61840547-0b3b-4bff-aecd-7a5de3d8db9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:00:14.630817 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.plugins.ml2.managers [None req-30dbd55f-37f3-432a-9168-4982b77052f0 None None] Attempting to bind port bbb7499f-f28c-4d4e-b42f-a57596721701 on host dv-cinder-851030-1-iscsi for vnic_type normal with profile {{(pid=111105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:00:14.631384 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.plugins.ml2.managers [None req-30dbd55f-37f3-432a-9168-4982b77052f0 None None] Attempting to bind port bbb7499f-f28c-4d4e-b42f-a57596721701 by drivers openvswitch,hyperv on host dv-cinder-851030-1-iscsi at level 0 using segments [{'id': 'cec6c169-26ac-4d4a-8f8d-b81b07eccaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '40bf059a-9593-4ce0-be05-c864bfa3c074'}] {{(pid=111105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:00:14.631962 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30dbd55f-37f3-432a-9168-4982b77052f0 None None] Attempting to bind port bbb7499f-f28c-4d4e-b42f-a57596721701 on network 40bf059a-9593-4ce0-be05-c864bfa3c074 {{(pid=111105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:00:14.647230 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30dbd55f-37f3-432a-9168-4982b77052f0 None None] Checking agent: {'id': 'df49e665-2de0-463a-a1e1-c989804d5593', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851030-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 14, 42, 57), 'started_at': datetime.datetime(2022, 7, 26, 14, 43, 27), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 14, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851030-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:00:14.647230 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30dbd55f-37f3-432a-9168-4982b77052f0 None None] Checking segment: {'id': 'cec6c169-26ac-4d4a-8f8d-b81b07eccaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '40bf059a-9593-4ce0-be05-c864bfa3c074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:00:14.647230 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron_lib.callbacks.manager [None req-30dbd55f-37f3-432a-9168-4982b77052f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:14.647230 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30dbd55f-37f3-432a-9168-4982b77052f0 None None] Bound using segment: {'id': 'cec6c169-26ac-4d4a-8f8d-b81b07eccaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '40bf059a-9593-4ce0-be05-c864bfa3c074'} {{(pid=111105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:00:14.647230 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.plugins.ml2.managers [None req-30dbd55f-37f3-432a-9168-4982b77052f0 None None] Bound port: bbb7499f-f28c-4d4e-b42f-a57596721701, host: dv-cinder-851030-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cec6c169-26ac-4d4a-8f8d-b81b07eccaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '40bf059a-9593-4ce0-be05-c864bfa3c074'}}] {{(pid=111105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:00:14.647745 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-a35147ec-9708-4373-a18b-d06ff2bb1737 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:14.651955 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron_lib.callbacks.manager [None req-30dbd55f-37f3-432a-9168-4982b77052f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (bbb7499f-f28c-4d4e-b42f-a57596721701), before_update {{(pid=111105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:14.729629 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.plugins.ml2.db [None req-30dbd55f-37f3-432a-9168-4982b77052f0 None None] For port bbb7499f-f28c-4d4e-b42f-a57596721701, host dv-cinder-851030-1-iscsi, cleared binding levels {{(pid=111105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:00:14.730232 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device 05be2a4d-3c8e-4fec-af9b-987a07425f55 up at agent ovs-agent-dv-cinder-851030-1-iscsi {{(pid=111104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:00:14.733740 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.plugins.ml2.db [None req-30dbd55f-37f3-432a-9168-4982b77052f0 None None] For port bbb7499f-f28c-4d4e-b42f-a57596721701, host dv-cinder-851030-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851030-1-iscsi',level=0,port_id=bbb7499f-f28c-4d4e-b42f-a57596721701,segment=NetworkSegment(cec6c169-26ac-4d4a-8f8d-b81b07eccaa9),segment_id=cec6c169-26ac-4d4a-8f8d-b81b07eccaa9)] {{(pid=111105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:00:14.770266 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Device 1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42 up at agent hyperv_hv-cinder-85103 {{(pid=111104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:00:14.786570 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-a35147ec-9708-4373-a18b-d06ff2bb1737 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (None), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:14.859678 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron_lib.callbacks.manager [None req-30dbd55f-37f3-432a-9168-4982b77052f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (bbb7499f-f28c-4d4e-b42f-a57596721701), after_update {{(pid=111105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:14.865014 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-a5f71b85-ef74-4d28-832d-51c3a9ad5b86 None None] Provisioning complete for port bbb7499f-f28c-4d4e-b42f-a57596721701 triggered by entity DHCP. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:00:14.865584 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a5f71b85-ef74-4d28-832d-51c3a9ad5b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (bbb7499f-f28c-4d4e-b42f-a57596721701), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:14.922847 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Provisioning complete for port 05be2a4d-3c8e-4fec-af9b-987a07425f55 triggered by entity L2. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:00:14.923438 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (05be2a4d-3c8e-4fec-af9b-987a07425f55), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:14.983607 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61840547-0b3b-4bff-aecd-7a5de3d8db9e None None] Pushing event updated for resources: {'Port': ['ID=bbb7499f-f28c-4d4e-b42f-a57596721701,revision_number=4']} {{(pid=111105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:14.986566 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Provisioning complete for port 1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42 triggered by entity L2. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:00:14.986566 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:14.992831 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.db.db_base_plugin_common [None req-a35147ec-9708-4373-a18b-d06ff2bb1737 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Allocated IP 172.27.0.170 (976f28e8-c47c-49b7-93ff-2bd79bbe121a/527ba32d-e656-41f8-8fe6-15a8ab4751c9/562ba3c0-dca8-49ac-8bd2-4f27691dfe2c) {{(pid=111103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:00:15.008707 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30dbd55f-37f3-432a-9168-4982b77052f0 None None] Routers {'a6b81d1c-da8a-466e-bc43-9214f386c125'} bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:00:15.009736 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_hamode_db [None req-30dbd55f-37f3-432a-9168-4982b77052f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851030-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T14:42:54Z,description=,heartbeat_timestamp=2022-07-26T14:59:54Z,host='dv-cinder-851030-1-iscsi',id=66f8bb98-7ace-4a85-b6ba-ffe40597695b,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:42:55Z,topic='l3_agent')) {'router_ids': ['a6b81d1c-da8a-466e-bc43-9214f386c125'], 'active': True} {{(pid=111105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:00:15.090038 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c942d25-61ef-4a1b-a207-312ad4f30fbe req-f17806e6-5474-4963-8fd3-b967ea96d53f tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:00:15.105787 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-4c942d25-61ef-4a1b-a207-312ad4f30fbe req-f17806e6-5474-4963-8fd3-b967ea96d53f tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/ports?device_id=df55a650-eac7-41dd-8361-bb02fc6d25f6 HTTP/1.1" status: 200 len: 944 time: 0.0937090 Jul 26 15:00:15.144552 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-a35147ec-9708-4373-a18b-d06ff2bb1737 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Publish callbacks [] for port (562ba3c0-dca8-49ac-8bd2-4f27691dfe2c), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:15.161283 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-a5f71b85-ef74-4d28-832d-51c3a9ad5b86 None None] Current status of the port bbb7499f-f28c-4d4e-b42f-a57596721701 is: DOWN; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:00:15.161283 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a5f71b85-ef74-4d28-832d-51c3a9ad5b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (bbb7499f-f28c-4d4e-b42f-a57596721701), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:15.194538 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:00:15.214303 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:00:15.218035 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_dvr_db [None req-30dbd55f-37f3-432a-9168-4982b77052f0 None None] Set router a6b81d1c-da8a-466e-bc43-9214f386c125 gateway port host: dv-cinder-851030-1-iscsi {{(pid=111105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:00:15.224948 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-4c942d25-61ef-4a1b-a207-312ad4f30fbe req-2ad88e10-4d8b-4bd9-ba72-24da09087dff tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/security-groups?id=36e74357-39f1-4280-add6-3361918964e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141443 Jul 26 15:00:15.246710 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:00:15.247830 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-a35147ec-9708-4373-a18b-d06ff2bb1737 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789579689795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4313512'] for port (562ba3c0-dca8-49ac-8bd2-4f27691dfe2c), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:15.257294 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Current status of the port 05be2a4d-3c8e-4fec-af9b-987a07425f55 is: ACTIVE; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:00:15.278206 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Current status of the port 1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42 is: BUILD; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:00:15.278791 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:15.296293 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35147ec-9708-4373-a18b-d06ff2bb1737 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Network 976f28e8-c47c-49b7-93ff-2bd79bbe121a is already hosted by enough agents. {{(pid=111103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:00:15.296615 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-a5f71b85-ef74-4d28-832d-51c3a9ad5b86 None None] For port bbb7499f-f28c-4d4e-b42f-a57596721701, host dv-cinder-851030-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851030-1-iscsi',level=0,port_id=bbb7499f-f28c-4d4e-b42f-a57596721701,segment=NetworkSegment(cec6c169-26ac-4d4a-8f8d-b81b07eccaa9),segment_id=cec6c169-26ac-4d4a-8f8d-b81b07eccaa9)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:00:15.300661 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.scheduler.base_scheduler [None req-a35147ec-9708-4373-a18b-d06ff2bb1737 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Resources bound (agent type, host, resource id): {{(pid=111103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:00:15.306935 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35147ec-9708-4373-a18b-d06ff2bb1737 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Received port after_create {{(pid=111103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:00:15.318452 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df55a650-eac7-41dd-8361-bb02fc6d25f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42'}] {{(pid=111104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:00:15.320954 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8a064b11bc677c9d4ab9f25c89ff6de8646fcd773e132cdea81d797053aa31c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22f5be50-4be4-460b-8909-751cec1783be" -d '{"events": [{"server_uuid": "df55a650-eac7-41dd-8361-bb02fc6d25f6", "name": "network-vif-plugged", "status": "completed", "tag": "1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42"}]}' {{(pid=111104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:00:15.337026 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] For port 1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42,segment=NetworkSegment(21413819-3722-4fd4-ade1-8fa0ec8b65e4),segment_id=21413819-3722-4fd4-ade1-8fa0ec8b65e4)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:00:15.346136 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35147ec-9708-4373-a18b-d06ff2bb1737 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Pushing event updated for resources: {'Port': ['ID=562ba3c0-dca8-49ac-8bd2-4f27691dfe2c,revision_number=1']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:15.400992 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 15:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bdd3681-f014-43f7-b5ae-43a36156677c x-openstack-request-id: req-8bdd3681-f014-43f7-b5ae-43a36156677c {{(pid=111104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:00:15.401293 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df55a650-eac7-41dd-8361-bb02fc6d25f6", "name": "network-vif-plugged", "status": "completed", "tag": "1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42", "code": 200}]} {{(pid=111104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:00:15.401583 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-8bdd3681-f014-43f7-b5ae-43a36156677c {{(pid=111104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:00:15.401938 dv-cinder-851030-1-iscsi neutron-server[111104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bdd3681-f014-43f7-b5ae-43a36156677c'] response: {'server_uuid': 'df55a650-eac7-41dd-8361-bb02fc6d25f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42', 'code': 200} Jul 26 15:00:15.412317 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (311d617f-8fa1-4662-a157-ab38f6e1e2d8), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:15.417785 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-a35147ec-9708-4373-a18b-d06ff2bb1737 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Publish callbacks [] for floatingip (7b46ef06-2692-4877-a56e-d5f634337c0c), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:15.452879 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a5f71b85-ef74-4d28-832d-51c3a9ad5b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (bbb7499f-f28c-4d4e-b42f-a57596721701), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:15.462511 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:15.506421 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f71b85-ef74-4d28-832d-51c3a9ad5b86 None None] Pushing event updated for resources: {'Port': ['ID=bbb7499f-f28c-4d4e-b42f-a57596721701,revision_number=5']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:15.548344 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-a35147ec-9708-4373-a18b-d06ff2bb1737 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (562ba3c0-dca8-49ac-8bd2-4f27691dfe2c), before_update {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:15.559624 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:00:15.582415 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Pushing event updated for resources: {'Port': ['ID=1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42,revision_number=8']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:15.587537 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-ec4395bf-4cde-4e0f-be18-0fbb68ed49f7 None None] Provisioning complete for port bbb7499f-f28c-4d4e-b42f-a57596721701 triggered by entity DHCP. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:00:15.589176 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-ec4395bf-4cde-4e0f-be18-0fbb68ed49f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (bbb7499f-f28c-4d4e-b42f-a57596721701), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:15.600595 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_hamode_db [None req-30dbd55f-37f3-432a-9168-4982b77052f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6b81d1c-da8a-466e-bc43-9214f386c125', 'name': 'tempest-AttachVolumeShelveTestJSON-47779111-router', 'tenant_id': '7f82b8853b874e61820108bc16e8dc41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '05be2a4d-3c8e-4fec-af9b-987a07425f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:00:07Z', 'updated_at': '2022-07-26T15:00:11Z', 'revision_number': 4, 'project_id': '7f82b8853b874e61820108bc16e8dc41', 'gw_port': {'id': '05be2a4d-3c8e-4fec-af9b-987a07425f55', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:71:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6b81d1c-da8a-466e-bc43-9214f386c125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:00:08Z', 'updated_at': '2022-07-26T15:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi', '_interfaces': [{'id': 'bbb7499f-f28c-4d4e-b42f-a57596721701', 'name': '', 'network_id': '40bf059a-9593-4ce0-be05-c864bfa3c074', 'tenant_id': '7f82b8853b874e61820108bc16e8dc41', 'mac_address': 'fa:16:3e:79:a2:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6b81d1c-da8a-466e-bc43-9214f386c125', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '8d76239a-a9c4-4c98-83cb-a3f6ea48b403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:00:10Z', 'updated_at': '2022-07-26T15:00:14Z', 'revision_number': 4, 'project_id': '7f82b8853b874e61820108bc16e8dc41', 'subnets': [{'id': '8d76239a-a9c4-4c98-83cb-a3f6ea48b403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851030-1-iscsi', False) {} {{(pid=111105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:00:15.632161 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30dbd55f-37f3-432a-9168-4982b77052f0 None None] The sync data for ids ['a6b81d1c-da8a-466e-bc43-9214f386c125'] in dv-cinder-851030-1-iscsi is: [{'id': 'a6b81d1c-da8a-466e-bc43-9214f386c125', 'name': 'tempest-AttachVolumeShelveTestJSON-47779111-router', 'tenant_id': '7f82b8853b874e61820108bc16e8dc41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '05be2a4d-3c8e-4fec-af9b-987a07425f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:00:07Z', 'updated_at': '2022-07-26T15:00:11Z', 'revision_number': 4, 'project_id': '7f82b8853b874e61820108bc16e8dc41', 'gw_port': {'id': '05be2a4d-3c8e-4fec-af9b-987a07425f55', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:71:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6b81d1c-da8a-466e-bc43-9214f386c125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:00:08Z', 'updated_at': '2022-07-26T15:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi', '_interfaces': [{'id': 'bbb7499f-f28c-4d4e-b42f-a57596721701', 'name': '', 'network_id': '40bf059a-9593-4ce0-be05-c864bfa3c074', 'tenant_id': '7f82b8853b874e61820108bc16e8dc41', 'mac_address': 'fa:16:3e:79:a2:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6b81d1c-da8a-466e-bc43-9214f386c125', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '8d76239a-a9c4-4c98-83cb-a3f6ea48b403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:00:10Z', 'updated_at': '2022-07-26T15:00:14Z', 'revision_number': 4, 'project_id': '7f82b8853b874e61820108bc16e8dc41', 'subnets': [{'id': '8d76239a-a9c4-4c98-83cb-a3f6ea48b403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:00:15.675433 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-ec4395bf-4cde-4e0f-be18-0fbb68ed49f7 None None] Current status of the port bbb7499f-f28c-4d4e-b42f-a57596721701 is: ACTIVE; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:00:15.745227 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-a35147ec-9708-4373-a18b-d06ff2bb1737 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Publish callbacks [] for port (562ba3c0-dca8-49ac-8bd2-4f27691dfe2c), precommit_update {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:15.833945 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49abbc27-20c8-4d25-9acd-b43414572575 req-561c84fc-05ed-409e-8bb7-49d867b00680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:00:15.835503 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-49abbc27-20c8-4d25-9acd-b43414572575 req-561c84fc-05ed-409e-8bb7-49d867b00680 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=df55a650-eac7-41dd-8361-bb02fc6d25f6 HTTP/1.1" status: 200 len: 1129 time: 0.0418453 Jul 26 15:00:15.883685 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-a35147ec-9708-4373-a18b-d06ff2bb1737 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4313535'] for port (562ba3c0-dca8-49ac-8bd2-4f27691dfe2c), after_update {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:15.896533 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-49abbc27-20c8-4d25-9acd-b43414572575 req-1948107a-9108-4595-abbd-de2c260c941e service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=36e74357-39f1-4280-add6-3361918964e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550969 Jul 26 15:00:15.953472 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35147ec-9708-4373-a18b-d06ff2bb1737 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Pushing event updated for resources: {'Port': ['ID=562ba3c0-dca8-49ac-8bd2-4f27691dfe2c,revision_number=2']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:15.970112 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-a35147ec-9708-4373-a18b-d06ff2bb1737 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691171'] for floatingip (7b46ef06-2692-4877-a56e-d5f634337c0c), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:16.056540 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-a35147ec-9708-4373-a18b-d06ff2bb1737 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-431034'] for floatingip (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:16.058200 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-a35147ec-9708-4373-a18b-d06ff2bb1737 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5556917 Jul 26 15:00:16.201524 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:00:16.248326 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-2f62b4b2-dd44-48ed-88a3-0bc2e36d5acc req-aef0e6f4-f51c-40f9-a27e-1b5a80e371a5 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?name=tempest-securitygroup--1887849426&fields=id&tenant_id=7f82b8853b874e61820108bc16e8dc41 HTTP/1.1" status: 200 len: 267 time: 0.0558414 Jul 26 15:00:16.258238 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:00:16.376420 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd956d75-acc6-4ae0-953e-83a4d609d767 req-97358d99-3f39-4948-970a-ba7120deb586 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:00:16.377992 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-cd956d75-acc6-4ae0-953e-83a4d609d767 req-97358d99-3f39-4948-970a-ba7120deb586 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/ports?device_id=df55a650-eac7-41dd-8361-bb02fc6d25f6 HTTP/1.1" status: 200 len: 945 time: 0.0554235 Jul 26 15:00:16.399940 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f62b4b2-dd44-48ed-88a3-0bc2e36d5acc req-a7872a62-5bb9-439c-8f99-d0e74ac08e0a tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:00:16.402558 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-2f62b4b2-dd44-48ed-88a3-0bc2e36d5acc req-a7872a62-5bb9-439c-8f99-d0e74ac08e0a tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/networks?id=40bf059a-9593-4ce0-be05-c864bfa3c074 HTTP/1.1" status: 200 len: 815 time: 0.1442974 Jul 26 15:00:16.425880 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-2f62b4b2-dd44-48ed-88a3-0bc2e36d5acc req-ed21db14-8779-4992-bb74-c3d01d2445b3 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/quotas/7f82b8853b874e61820108bc16e8dc41 HTTP/1.1" status: 200 len: 375 time: 0.0166030 Jul 26 15:00:16.433567 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-cd956d75-acc6-4ae0-953e-83a4d609d767 req-f94306c9-4c4f-4471-88b6-d32a85c74ea4 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/security-groups?id=36e74357-39f1-4280-add6-3361918964e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489814 Jul 26 15:00:16.479899 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-2f62b4b2-dd44-48ed-88a3-0bc2e36d5acc req-f7dd0590-b226-4c4f-8e58-bb489d7f612a tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=7f82b8853b874e61820108bc16e8dc41&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486293 Jul 26 15:00:16.590699 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-2f62b4b2-dd44-48ed-88a3-0bc2e36d5acc req-44feeb9a-c44d-4cc2-aab5-3e134f3b99c2 service neutron] 10.222.0.97 "GET /v2.0/networks/40bf059a-9593-4ce0-be05-c864bfa3c074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986352 Jul 26 15:00:16.724824 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device bbb7499f-f28c-4d4e-b42f-a57596721701 up at agent ovs-agent-dv-cinder-851030-1-iscsi {{(pid=111104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:00:16.747373 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-2f62b4b2-dd44-48ed-88a3-0bc2e36d5acc req-a512e0ab-686a-41ae-a7b0-aa58a9dcb11c service neutron] 10.222.0.97 "GET /v2.0/networks/40bf059a-9593-4ce0-be05-c864bfa3c074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455097 Jul 26 15:00:16.809590 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Provisioning complete for port bbb7499f-f28c-4d4e-b42f-a57596721701 triggered by entity L2. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:00:16.809590 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (bbb7499f-f28c-4d4e-b42f-a57596721701), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:16.912085 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Current status of the port bbb7499f-f28c-4d4e-b42f-a57596721701 is: ACTIVE; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:00:17.096113 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-8e6f004b-406f-41eb-a45a-1c9058a1883d req-e4eb5bf8-9dd6-4479-b1e8-59345e06e714 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=d566308c-cba6-4925-8ac6-820573486d4b HTTP/1.1" status: 200 len: 210 time: 0.0358019 Jul 26 15:00:17.565376 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=100 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:00:17.592102 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bc800c-561d-4889-96ee-3d2607bb99fa req-a00db8e5-4f9d-4d61-bf21-bc3c27158dc1 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:00:17.594351 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-a2bc800c-561d-4889-96ee-3d2607bb99fa req-a00db8e5-4f9d-4d61-bf21-bc3c27158dc1 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/ports?device_id=df55a650-eac7-41dd-8361-bb02fc6d25f6 HTTP/1.1" status: 200 len: 945 time: 0.0707896 Jul 26 15:00:17.645220 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-a2bc800c-561d-4889-96ee-3d2607bb99fa req-d3edf5e7-4f0b-4943-9a8e-c0a784fd8b14 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/security-groups?id=36e74357-39f1-4280-add6-3361918964e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451217 Jul 26 15:00:18.208738 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-d9d9ce6d-8414-417d-8f92-f817d663fefe req-ce361b1d-b9a6-4f11-9917-9655ef9e88a2 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=d566308c-cba6-4925-8ac6-820573486d4b HTTP/1.1" status: 200 len: 210 time: 0.0289426 Jul 26 15:00:18.766183 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40990b81-96fb-4210-ab35-bdb8966a5f25 req-a300e679-b4bc-496c-af1e-1039433f95c1 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:00:18.767686 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-40990b81-96fb-4210-ab35-bdb8966a5f25 req-a300e679-b4bc-496c-af1e-1039433f95c1 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/ports?device_id=df55a650-eac7-41dd-8361-bb02fc6d25f6 HTTP/1.1" status: 200 len: 945 time: 0.0480750 Jul 26 15:00:18.816569 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-40990b81-96fb-4210-ab35-bdb8966a5f25 req-38c17e18-0fee-48ae-be99-2c2ec585be2c tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/security-groups?id=36e74357-39f1-4280-add6-3361918964e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431798 Jul 26 15:00:19.322954 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-1e388b2b-eeef-4e0b-9512-5fdaf38f2ba5 req-6fa63f22-afd3-4968-af04-c277adddfd0c tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=d566308c-cba6-4925-8ac6-820573486d4b HTTP/1.1" status: 200 len: 210 time: 0.0336180 Jul 26 15:00:20.139800 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f62b4b2-dd44-48ed-88a3-0bc2e36d5acc req-7dfe1b68-8fbc-46ec-8ccd-4453e3446465 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:00:20.141247 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-2f62b4b2-dd44-48ed-88a3-0bc2e36d5acc req-7dfe1b68-8fbc-46ec-8ccd-4453e3446465 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.99 "GET /v2.0/networks?id=40bf059a-9593-4ce0-be05-c864bfa3c074 HTTP/1.1" status: 200 len: 815 time: 0.1155314 Jul 26 15:00:20.215575 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-2f62b4b2-dd44-48ed-88a3-0bc2e36d5acc req-fc0780e4-51b8-496f-9a2e-147ad86a42ff tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f82b8853b874e61820108bc16e8dc41 HTTP/1.1" status: 200 len: 380 time: 0.0566678 Jul 26 15:00:20.225384 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.v2.base [req-2f62b4b2-dd44-48ed-88a3-0bc2e36d5acc req-bf17ed11-4b40-4a1b-946f-146202055454 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Request body: {'port': {'device_id': 'd566308c-cba6-4925-8ac6-820573486d4b', 'network_id': '40bf059a-9593-4ce0-be05-c864bfa3c074', 'admin_state_up': True, 'tenant_id': '7f82b8853b874e61820108bc16e8dc41', 'security_groups': ['0a40a380-a7e3-4a95-a6e8-434c081c25fc']}} {{(pid=111102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:00:20.412105 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f62b4b2-dd44-48ed-88a3-0bc2e36d5acc req-bf17ed11-4b40-4a1b-946f-146202055454 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Made reservation on behalf of 7f82b8853b874e61820108bc16e8dc41 for: {'port': 1} {{(pid=111102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:00:20.416342 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-2f62b4b2-dd44-48ed-88a3-0bc2e36d5acc req-bf17ed11-4b40-4a1b-946f-146202055454 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:20.458057 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-8c898260-b6e2-4a07-a89b-ea7e99950c3e req-82a70ddc-9b7a-4eba-b7a3-37e799634d27 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=d566308c-cba6-4925-8ac6-820573486d4b HTTP/1.1" status: 200 len: 210 time: 0.0389214 Jul 26 15:00:20.585515 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.db_base_plugin_common [req-2f62b4b2-dd44-48ed-88a3-0bc2e36d5acc req-bf17ed11-4b40-4a1b-946f-146202055454 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Allocated IP 172.20.0.4 (40bf059a-9593-4ce0-be05-c864bfa3c074/8d76239a-a9c4-4c98-83cb-a3f6ea48b403/8504fd36-c770-40f1-b4b9-12e64454c451) {{(pid=111102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:00:20.790181 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-2f62b4b2-dd44-48ed-88a3-0bc2e36d5acc req-bf17ed11-4b40-4a1b-946f-146202055454 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Publish callbacks [] for port (8504fd36-c770-40f1-b4b9-12e64454c451), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:20.795759 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:00:20.881083 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-2f62b4b2-dd44-48ed-88a3-0bc2e36d5acc req-bf17ed11-4b40-4a1b-946f-146202055454 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789579689795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868105'] for port (8504fd36-c770-40f1-b4b9-12e64454c451), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:20.936651 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f62b4b2-dd44-48ed-88a3-0bc2e36d5acc req-bf17ed11-4b40-4a1b-946f-146202055454 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Network 40bf059a-9593-4ce0-be05-c864bfa3c074 is already hosted by enough agents. {{(pid=111102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:00:20.943354 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.base_scheduler [req-2f62b4b2-dd44-48ed-88a3-0bc2e36d5acc req-bf17ed11-4b40-4a1b-946f-146202055454 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Resources bound (agent type, host, resource id): {{(pid=111102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:00:20.946070 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f62b4b2-dd44-48ed-88a3-0bc2e36d5acc req-bf17ed11-4b40-4a1b-946f-146202055454 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Received port after_create {{(pid=111102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:00:20.954311 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:00:20.991547 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf17ed11-4b40-4a1b-946f-146202055454 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Pushing event updated for resources: {'Port': ['ID=8504fd36-c770-40f1-b4b9-12e64454c451,revision_number=1']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:21.051648 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f62b4b2-dd44-48ed-88a3-0bc2e36d5acc req-bf17ed11-4b40-4a1b-946f-146202055454 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:00:21.052533 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-2f62b4b2-dd44-48ed-88a3-0bc2e36d5acc req-bf17ed11-4b40-4a1b-946f-146202055454 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-431034'] for port (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:21.208852 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-2f62b4b2-dd44-48ed-88a3-0bc2e36d5acc req-bf17ed11-4b40-4a1b-946f-146202055454 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9869578 Jul 26 15:00:21.239339 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-c1b509c4-b7c7-4f8a-85e7-9743a63eed69 None None] Provisioning complete for port 8504fd36-c770-40f1-b4b9-12e64454c451 triggered by entity DHCP. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:00:21.239951 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-c1b509c4-b7c7-4f8a-85e7-9743a63eed69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (8504fd36-c770-40f1-b4b9-12e64454c451), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:21.271018 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.v2.base [req-2f62b4b2-dd44-48ed-88a3-0bc2e36d5acc req-35bb5cc6-0beb-4432-8c66-11f012d79505 service neutron] Request body: {'port': {'device_id': 'd566308c-cba6-4925-8ac6-820573486d4b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85103'}} {{(pid=111102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:00:21.276725 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-c1b509c4-b7c7-4f8a-85e7-9743a63eed69 None None] Port 8504fd36-c770-40f1-b4b9-12e64454c451 cannot update to ACTIVE because it is not bound. {{(pid=111104) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 15:00:21.340487 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-2f62b4b2-dd44-48ed-88a3-0bc2e36d5acc req-35bb5cc6-0beb-4432-8c66-11f012d79505 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (8504fd36-c770-40f1-b4b9-12e64454c451), before_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:21.611679 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4168e916-ea1c-46a7-973e-22b385497cbb req-f0e65ae9-3739-44d5-a5c9-cb9049f39c55 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:00:21.613793 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-4168e916-ea1c-46a7-973e-22b385497cbb req-f0e65ae9-3739-44d5-a5c9-cb9049f39c55 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=d566308c-cba6-4925-8ac6-820573486d4b HTTP/1.1" status: 200 len: 931 time: 0.0587099 Jul 26 15:00:21.634965 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.notifiers.nova [req-2f62b4b2-dd44-48ed-88a3-0bc2e36d5acc req-35bb5cc6-0beb-4432-8c66-11f012d79505 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8504fd36-c770-40f1-b4b9-12e64454c451 {{(pid=111102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 15:00:21.645126 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-2f62b4b2-dd44-48ed-88a3-0bc2e36d5acc req-35bb5cc6-0beb-4432-8c66-11f012d79505 service neutron] Publish callbacks [] for port (8504fd36-c770-40f1-b4b9-12e64454c451), precommit_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:21.659625 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.provisioning_blocks [req-2f62b4b2-dd44-48ed-88a3-0bc2e36d5acc req-35bb5cc6-0beb-4432-8c66-11f012d79505 service neutron] Transition to ACTIVE for port object 8504fd36-c770-40f1-b4b9-12e64454c451 will not be triggered until provisioned by entity L2. {{(pid=111102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 15:00:21.677704 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-4168e916-ea1c-46a7-973e-22b385497cbb req-36b55ae6-5524-4e80-99af-05bbf9c64e0b tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=0a40a380-a7e3-4a95-a6e8-434c081c25fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572350 Jul 26 15:00:21.766208 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-2f62b4b2-dd44-48ed-88a3-0bc2e36d5acc req-35bb5cc6-0beb-4432-8c66-11f012d79505 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868126'] for port (8504fd36-c770-40f1-b4b9-12e64454c451), after_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:21.821790 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bb5cc6-0beb-4432-8c66-11f012d79505 service neutron] Pushing event updated for resources: {'Port': ['ID=8504fd36-c770-40f1-b4b9-12e64454c451,revision_number=2']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:21.908597 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.managers [req-2f62b4b2-dd44-48ed-88a3-0bc2e36d5acc req-35bb5cc6-0beb-4432-8c66-11f012d79505 service neutron] Attempting to bind port 8504fd36-c770-40f1-b4b9-12e64454c451 on host hv-cinder-85103 for vnic_type normal with profile {{(pid=111102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:00:21.909295 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.managers [req-2f62b4b2-dd44-48ed-88a3-0bc2e36d5acc req-35bb5cc6-0beb-4432-8c66-11f012d79505 service neutron] Attempting to bind port 8504fd36-c770-40f1-b4b9-12e64454c451 by drivers openvswitch,hyperv on host hv-cinder-85103 at level 0 using segments [{'id': 'cec6c169-26ac-4d4a-8f8d-b81b07eccaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '40bf059a-9593-4ce0-be05-c864bfa3c074'}] {{(pid=111102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:00:21.909877 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f62b4b2-dd44-48ed-88a3-0bc2e36d5acc req-35bb5cc6-0beb-4432-8c66-11f012d79505 service neutron] Attempting to bind port 8504fd36-c770-40f1-b4b9-12e64454c451 on network 40bf059a-9593-4ce0-be05-c864bfa3c074 {{(pid=111102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:00:21.917249 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f62b4b2-dd44-48ed-88a3-0bc2e36d5acc req-35bb5cc6-0beb-4432-8c66-11f012d79505 service neutron] Port 8504fd36-c770-40f1-b4b9-12e64454c451 on network 40bf059a-9593-4ce0-be05-c864bfa3c074 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85103 {{(pid=111102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 15:00:21.917892 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f62b4b2-dd44-48ed-88a3-0bc2e36d5acc req-35bb5cc6-0beb-4432-8c66-11f012d79505 service neutron] Attempting to bind port 8504fd36-c770-40f1-b4b9-12e64454c451 on network 40bf059a-9593-4ce0-be05-c864bfa3c074 {{(pid=111102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:00:21.925787 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f62b4b2-dd44-48ed-88a3-0bc2e36d5acc req-35bb5cc6-0beb-4432-8c66-11f012d79505 service neutron] Checking agent: {'id': '311d617f-8fa1-4662-a157-ab38f6e1e2d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85103', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 14, 49, 45), 'started_at': datetime.datetime(2022, 7, 26, 14, 49, 45), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:00:21.926274 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f62b4b2-dd44-48ed-88a3-0bc2e36d5acc req-35bb5cc6-0beb-4432-8c66-11f012d79505 service neutron] Checking segment: {'id': 'cec6c169-26ac-4d4a-8f8d-b81b07eccaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '40bf059a-9593-4ce0-be05-c864bfa3c074'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:00:21.926759 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f62b4b2-dd44-48ed-88a3-0bc2e36d5acc req-35bb5cc6-0beb-4432-8c66-11f012d79505 service neutron] Bound using segment: {'id': 'cec6c169-26ac-4d4a-8f8d-b81b07eccaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '40bf059a-9593-4ce0-be05-c864bfa3c074'} {{(pid=111102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:00:21.927291 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.managers [req-2f62b4b2-dd44-48ed-88a3-0bc2e36d5acc req-35bb5cc6-0beb-4432-8c66-11f012d79505 service neutron] Bound port: 8504fd36-c770-40f1-b4b9-12e64454c451, host: hv-cinder-85103, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cec6c169-26ac-4d4a-8f8d-b81b07eccaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '40bf059a-9593-4ce0-be05-c864bfa3c074'}}] {{(pid=111102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:00:21.927889 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-2f62b4b2-dd44-48ed-88a3-0bc2e36d5acc req-35bb5cc6-0beb-4432-8c66-11f012d79505 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (8504fd36-c770-40f1-b4b9-12e64454c451), before_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:21.996356 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6d68bf4c-dac8-4ad9-bbf2-f8b92b4421dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (bb4183fa-e0c9-4858-9c34-b1ab78d39af4), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:22.011831 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.db [req-2f62b4b2-dd44-48ed-88a3-0bc2e36d5acc req-35bb5cc6-0beb-4432-8c66-11f012d79505 service neutron] For port 8504fd36-c770-40f1-b4b9-12e64454c451, host hv-cinder-85103, cleared binding levels {{(pid=111102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:00:22.017845 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.db [req-2f62b4b2-dd44-48ed-88a3-0bc2e36d5acc req-35bb5cc6-0beb-4432-8c66-11f012d79505 service neutron] For port 8504fd36-c770-40f1-b4b9-12e64454c451, host hv-cinder-85103, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=8504fd36-c770-40f1-b4b9-12e64454c451,segment=NetworkSegment(cec6c169-26ac-4d4a-8f8d-b81b07eccaa9),segment_id=cec6c169-26ac-4d4a-8f8d-b81b07eccaa9)] {{(pid=111102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:00:22.087531 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-2f62b4b2-dd44-48ed-88a3-0bc2e36d5acc req-35bb5cc6-0beb-4432-8c66-11f012d79505 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868126'] for port (8504fd36-c770-40f1-b4b9-12e64454c451), after_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:22.143079 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f62b4b2-dd44-48ed-88a3-0bc2e36d5acc req-35bb5cc6-0beb-4432-8c66-11f012d79505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:00:22.143987 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-2f62b4b2-dd44-48ed-88a3-0bc2e36d5acc req-35bb5cc6-0beb-4432-8c66-11f012d79505 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-431034'] for port (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:22.145917 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-2f62b4b2-dd44-48ed-88a3-0bc2e36d5acc req-35bb5cc6-0beb-4432-8c66-11f012d79505 service neutron] 10.222.0.99 "PUT /v2.0/ports/8504fd36-c770-40f1-b4b9-12e64454c451 HTTP/1.1" status: 200 len: 1093 time: 0.8791981 Jul 26 15:00:22.146502 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd566308c-cba6-4925-8ac6-820573486d4b', 'tag': '8504fd36-c770-40f1-b4b9-12e64454c451'}] {{(pid=111102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:00:22.150358 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8185506cd1cc56e10fcde42571d85de650c4e290bb1b6bf5ec2f858ed2201c15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dde97041-b6cf-4a9a-a093-b360c0c2ab4b" -d '{"events": [{"name": "network-changed", "server_uuid": "d566308c-cba6-4925-8ac6-820573486d4b", "tag": "8504fd36-c770-40f1-b4b9-12e64454c451"}]}' {{(pid=111102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:00:22.185171 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bb5cc6-0beb-4432-8c66-11f012d79505 service neutron] Pushing event updated for resources: {'Port': ['ID=8504fd36-c770-40f1-b4b9-12e64454c451,revision_number=3']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:22.214767 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 15:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9713d1d2-ca83-436e-bac5-836566608a57 x-openstack-request-id: req-9713d1d2-ca83-436e-bac5-836566608a57 {{(pid=111102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:00:22.216273 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d566308c-cba6-4925-8ac6-820573486d4b", "tag": "8504fd36-c770-40f1-b4b9-12e64454c451", "status": "completed", "code": 200}]} {{(pid=111102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:00:22.216273 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-9713d1d2-ca83-436e-bac5-836566608a57 {{(pid=111102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:00:22.216273 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9713d1d2-ca83-436e-bac5-836566608a57'] response: {'name': 'network-changed', 'server_uuid': 'd566308c-cba6-4925-8ac6-820573486d4b', 'tag': '8504fd36-c770-40f1-b4b9-12e64454c451', 'status': 'completed', 'code': 200} Jul 26 15:00:22.314009 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde97041-b6cf-4a9a-a093-b360c0c2ab4b req-fb5ed04a-0f6e-4ebc-8b34-9a6bb390dab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:00:22.316033 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-dde97041-b6cf-4a9a-a093-b360c0c2ab4b req-fb5ed04a-0f6e-4ebc-8b34-9a6bb390dab7 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7f82b8853b874e61820108bc16e8dc41&device_id=d566308c-cba6-4925-8ac6-820573486d4b HTTP/1.1" status: 200 len: 1127 time: 0.0502968 Jul 26 15:00:22.390537 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:00:22.435060 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde97041-b6cf-4a9a-a093-b360c0c2ab4b req-08d05825-f127-4ffc-9f34-db2ed5702678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:00:22.436601 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-dde97041-b6cf-4a9a-a093-b360c0c2ab4b req-08d05825-f127-4ffc-9f34-db2ed5702678 service neutron] 10.222.0.99 "GET /v2.0/networks?tenant_id=7f82b8853b874e61820108bc16e8dc41&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1048925 Jul 26 15:00:22.462921 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:00:22.540404 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde97041-b6cf-4a9a-a093-b360c0c2ab4b req-b41c8ba6-c52e-4c5d-b88b-d21463c3a76f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:00:22.541858 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-dde97041-b6cf-4a9a-a093-b360c0c2ab4b req-b41c8ba6-c52e-4c5d-b88b-d21463c3a76f service neutron] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0982389 Jul 26 15:00:22.665109 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f62b4b2-dd44-48ed-88a3-0bc2e36d5acc req-6fa5f88c-a874-4a13-a4aa-e4dab466cfed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:00:22.666621 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-2f62b4b2-dd44-48ed-88a3-0bc2e36d5acc req-6fa5f88c-a874-4a13-a4aa-e4dab466cfed service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7f82b8853b874e61820108bc16e8dc41&device_id=d566308c-cba6-4925-8ac6-820573486d4b HTTP/1.1" status: 200 len: 1127 time: 0.0423870 Jul 26 15:00:22.716134 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-2f62b4b2-dd44-48ed-88a3-0bc2e36d5acc req-6bfcdb45-7445-4f55-b93a-7d593f060d45 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8504fd36-c770-40f1-b4b9-12e64454c451 HTTP/1.1" status: 200 len: 217 time: 0.0337365 Jul 26 15:00:22.783822 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f62b4b2-dd44-48ed-88a3-0bc2e36d5acc req-26afd8e9-f4fa-4eef-a91b-79faedce1b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:00:22.785389 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-2f62b4b2-dd44-48ed-88a3-0bc2e36d5acc req-26afd8e9-f4fa-4eef-a91b-79faedce1b7d service neutron] 10.222.0.99 "GET /v2.0/subnets?id=8d76239a-a9c4-4c98-83cb-a3f6ea48b403 HTTP/1.1" status: 200 len: 854 time: 0.0621343 Jul 26 15:00:22.828186 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73371ff-2a3a-4529-a5e0-43fb1d3bad15 req-dd2ed5ba-13be-4f96-9c29-edd699b81dc3 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:00:22.830484 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-e73371ff-2a3a-4529-a5e0-43fb1d3bad15 req-dd2ed5ba-13be-4f96-9c29-edd699b81dc3 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=d566308c-cba6-4925-8ac6-820573486d4b HTTP/1.1" status: 200 len: 943 time: 0.0563354 Jul 26 15:00:22.835725 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f62b4b2-dd44-48ed-88a3-0bc2e36d5acc req-beb33f5a-2246-431e-9aa9-94fcb7693fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:00:22.837277 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-2f62b4b2-dd44-48ed-88a3-0bc2e36d5acc req-beb33f5a-2246-431e-9aa9-94fcb7693fc5 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=40bf059a-9593-4ce0-be05-c864bfa3c074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460873 Jul 26 15:00:22.889904 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-e73371ff-2a3a-4529-a5e0-43fb1d3bad15 req-490c65b3-1141-4d40-8e6d-e53af3fdcba7 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=0a40a380-a7e3-4a95-a6e8-434c081c25fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521963 Jul 26 15:00:22.935163 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-2f62b4b2-dd44-48ed-88a3-0bc2e36d5acc req-d5470e6e-2497-403b-a943-3e0139219386 service neutron] 10.222.0.99 "GET /v2.0/networks/40bf059a-9593-4ce0-be05-c864bfa3c074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910270 Jul 26 15:00:23.293365 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-2f62b4b2-dd44-48ed-88a3-0bc2e36d5acc req-73197ee6-9839-4c4d-8934-a8a405c6b77c service neutron] 10.222.0.99 "GET /v2.0/networks/40bf059a-9593-4ce0-be05-c864bfa3c074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3506215 Jul 26 15:00:24.056727 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12999b9c-aa93-40ba-8fc3-6bdf9812b0f8 req-d14b658f-a5fc-41b6-aac2-2e6c0278e85e tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:00:24.058265 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-12999b9c-aa93-40ba-8fc3-6bdf9812b0f8 req-d14b658f-a5fc-41b6-aac2-2e6c0278e85e tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=d566308c-cba6-4925-8ac6-820573486d4b HTTP/1.1" status: 200 len: 943 time: 0.0513988 Jul 26 15:00:24.110895 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-12999b9c-aa93-40ba-8fc3-6bdf9812b0f8 req-ac06861d-26ba-417f-9c53-4e788814bf45 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=0a40a380-a7e3-4a95-a6e8-434c081c25fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467186 Jul 26 15:00:24.280737 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-acc49a7e-0895-4881-aca5-dc393e067b7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (66f8bb98-7ace-4a85-b6ba-ffe40597695b), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:25.251006 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22816ba-0d6c-43fd-aa90-ce480d2ff3d3 req-1ac01c83-394a-47b8-bc72-4c4d548eaa0b tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:00:25.251993 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-d22816ba-0d6c-43fd-aa90-ce480d2ff3d3 req-1ac01c83-394a-47b8-bc72-4c4d548eaa0b tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=d566308c-cba6-4925-8ac6-820573486d4b HTTP/1.1" status: 200 len: 943 time: 0.0541384 Jul 26 15:00:25.302541 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-d22816ba-0d6c-43fd-aa90-ce480d2ff3d3 req-53ca55e8-df4c-496c-a9ff-e2bf67c25f92 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=0a40a380-a7e3-4a95-a6e8-434c081c25fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442808 Jul 26 15:00:25.429030 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b30572d2-bee0-4462-94ed-c13cd0ef4273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (40fac31a-afaa-44e8-8521-47b803a59f0f), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:26.453692 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7675c71-e43a-42ff-ac5d-4383c29a542e req-b37a304d-d3aa-402a-9185-e517f515c3d4 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:00:26.455957 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-c7675c71-e43a-42ff-ac5d-4383c29a542e req-b37a304d-d3aa-402a-9185-e517f515c3d4 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=d566308c-cba6-4925-8ac6-820573486d4b HTTP/1.1" status: 200 len: 943 time: 0.0691080 Jul 26 15:00:26.513387 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-c7675c71-e43a-42ff-ac5d-4383c29a542e req-4509a89b-0685-4014-a555-b9275d1c1735 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=0a40a380-a7e3-4a95-a6e8-434c081c25fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505981 Jul 26 15:00:26.795266 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Device 8504fd36-c770-40f1-b4b9-12e64454c451 details requested by agent hyperv_hv-cinder-85103 with host hv-cinder-85103 {{(pid=111104) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:00:26.947698 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] For port 8504fd36-c770-40f1-b4b9-12e64454c451, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=8504fd36-c770-40f1-b4b9-12e64454c451,segment=NetworkSegment(cec6c169-26ac-4d4a-8f8d-b81b07eccaa9),segment_id=cec6c169-26ac-4d4a-8f8d-b81b07eccaa9)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:00:26.960277 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Returning: {'device': '8504fd36-c770-40f1-b4b9-12e64454c451', 'network_id': '40bf059a-9593-4ce0-be05-c864bfa3c074', 'port_id': '8504fd36-c770-40f1-b4b9-12e64454c451', 'mac_address': 'fa:16:3e:ae:6f:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1098, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d76239a-a9c4-4c98-83cb-a3f6ea48b403', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111104) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:00:27.001100 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Current status of the port 8504fd36-c770-40f1-b4b9-12e64454c451 is: DOWN; New status is: BUILD {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:00:27.001478 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (8504fd36-c770-40f1-b4b9-12e64454c451), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:27.027612 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.notifiers.nova [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8504fd36-c770-40f1-b4b9-12e64454c451 {{(pid=111104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 15:00:27.041496 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b977bc9f-0510-4ebd-94dd-930fc4499a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (e5556d63-fbf3-48f2-bfac-7896e86945c3), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:27.061821 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] For port 8504fd36-c770-40f1-b4b9-12e64454c451, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=8504fd36-c770-40f1-b4b9-12e64454c451,segment=NetworkSegment(cec6c169-26ac-4d4a-8f8d-b81b07eccaa9),segment_id=cec6c169-26ac-4d4a-8f8d-b81b07eccaa9)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:00:27.121014 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (df49e665-2de0-463a-a1e1-c989804d5593), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:27.160894 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (8504fd36-c770-40f1-b4b9-12e64454c451), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:27.209252 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:00:27.212572 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Pushing event updated for resources: {'Port': ['ID=8504fd36-c770-40f1-b4b9-12e64454c451,revision_number=4']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:27.656176 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99972e23-286c-4dd8-b2e4-c624ad85d59d req-3ef7b81a-9580-40d2-a966-cde214dc4fc1 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:00:27.657684 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-99972e23-286c-4dd8-b2e4-c624ad85d59d req-3ef7b81a-9580-40d2-a966-cde214dc4fc1 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=d566308c-cba6-4925-8ac6-820573486d4b HTTP/1.1" status: 200 len: 944 time: 0.0532169 Jul 26 15:00:27.674666 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] get_ports_and_sgs() called for port_ids ['8504fd36-c770-40f1-b4b9-12e64454c451'] {{(pid=111104) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:00:27.712771 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-99972e23-286c-4dd8-b2e4-c624ad85d59d req-a1bbf424-13fa-4aac-80ba-c258ad461f87 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=0a40a380-a7e3-4a95-a6e8-434c081c25fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492477 Jul 26 15:00:27.721944 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:00:28.813719 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Device 8504fd36-c770-40f1-b4b9-12e64454c451 up at agent hyperv_hv-cinder-85103 {{(pid=111104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:00:28.851380 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8366800f-a907-4daf-90d9-94eedbb231a0 req-0505f55c-2cf5-45dc-af02-77de1d95e005 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:00:28.853041 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-8366800f-a907-4daf-90d9-94eedbb231a0 req-0505f55c-2cf5-45dc-af02-77de1d95e005 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=d566308c-cba6-4925-8ac6-820573486d4b HTTP/1.1" status: 200 len: 944 time: 0.0524909 Jul 26 15:00:28.867433 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Provisioning for port 8504fd36-c770-40f1-b4b9-12e64454c451 completed by entity L2. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 15:00:28.908424 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-8366800f-a907-4daf-90d9-94eedbb231a0 req-891ef00a-d9b0-4f48-a1df-89fe197be346 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=0a40a380-a7e3-4a95-a6e8-434c081c25fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487158 Jul 26 15:00:28.960377 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Provisioning complete for port 8504fd36-c770-40f1-b4b9-12e64454c451 triggered by entity L2. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:00:28.960730 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (8504fd36-c770-40f1-b4b9-12e64454c451), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:29.036900 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Current status of the port 8504fd36-c770-40f1-b4b9-12e64454c451 is: BUILD; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:00:29.037301 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (8504fd36-c770-40f1-b4b9-12e64454c451), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:29.061647 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd566308c-cba6-4925-8ac6-820573486d4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8504fd36-c770-40f1-b4b9-12e64454c451'}] {{(pid=111104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:00:29.064032 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8a064b11bc677c9d4ab9f25c89ff6de8646fcd773e132cdea81d797053aa31c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-033a3dff-2c70-44ff-bc69-4d3c65c7dc2b" -d '{"events": [{"server_uuid": "d566308c-cba6-4925-8ac6-820573486d4b", "name": "network-vif-plugged", "status": "completed", "tag": "8504fd36-c770-40f1-b4b9-12e64454c451"}]}' {{(pid=111104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:00:29.081796 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] For port 8504fd36-c770-40f1-b4b9-12e64454c451, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=8504fd36-c770-40f1-b4b9-12e64454c451,segment=NetworkSegment(cec6c169-26ac-4d4a-8f8d-b81b07eccaa9),segment_id=cec6c169-26ac-4d4a-8f8d-b81b07eccaa9)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:00:29.103583 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 15:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22f73b9d-0233-446d-98f3-d5b047d19315 x-openstack-request-id: req-22f73b9d-0233-446d-98f3-d5b047d19315 {{(pid=111104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:00:29.103794 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d566308c-cba6-4925-8ac6-820573486d4b", "name": "network-vif-plugged", "status": "completed", "tag": "8504fd36-c770-40f1-b4b9-12e64454c451", "code": 200}]} {{(pid=111104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:00:29.104099 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-22f73b9d-0233-446d-98f3-d5b047d19315 {{(pid=111104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:00:29.104520 dv-cinder-851030-1-iscsi neutron-server[111104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22f73b9d-0233-446d-98f3-d5b047d19315'] response: {'server_uuid': 'd566308c-cba6-4925-8ac6-820573486d4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8504fd36-c770-40f1-b4b9-12e64454c451', 'code': 200} Jul 26 15:00:29.223041 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (8504fd36-c770-40f1-b4b9-12e64454c451), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:29.400887 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Pushing event updated for resources: {'Port': ['ID=8504fd36-c770-40f1-b4b9-12e64454c451,revision_number=5']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:29.533102 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbe024b-4e86-48b1-b17a-5e6d5907c575 req-a8b1d55c-b246-4d21-b2e4-8e704fec0ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:00:29.534611 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-1bbe024b-4e86-48b1-b17a-5e6d5907c575 req-a8b1d55c-b246-4d21-b2e4-8e704fec0ee2 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=d566308c-cba6-4925-8ac6-820573486d4b HTTP/1.1" status: 200 len: 1129 time: 0.0443890 Jul 26 15:00:29.583048 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-1bbe024b-4e86-48b1-b17a-5e6d5907c575 req-012ad829-f74f-412b-9e5a-5a9b323d8c52 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=0a40a380-a7e3-4a95-a6e8-434c081c25fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404584 Jul 26 15:00:30.038350 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacb5b8d-86ad-4609-9d63-35ef103e772c req-efb78817-9b57-4873-b388-f4cdcfe3f521 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:00:30.039957 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-aacb5b8d-86ad-4609-9d63-35ef103e772c req-efb78817-9b57-4873-b388-f4cdcfe3f521 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=d566308c-cba6-4925-8ac6-820573486d4b HTTP/1.1" status: 200 len: 945 time: 0.0518639 Jul 26 15:00:30.099591 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-aacb5b8d-86ad-4609-9d63-35ef103e772c req-2dd80762-bf5b-4e61-8652-9e00e8a6070c tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=0a40a380-a7e3-4a95-a6e8-434c081c25fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533779 Jul 26 15:00:31.226074 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffe5ce6-ee1a-45fd-9fa7-06a099cee6cd req-90e316d8-deec-4d60-9c2b-3b1c971cee2a tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:00:31.227598 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-0ffe5ce6-ee1a-45fd-9fa7-06a099cee6cd req-90e316d8-deec-4d60-9c2b-3b1c971cee2a tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=d566308c-cba6-4925-8ac6-820573486d4b HTTP/1.1" status: 200 len: 945 time: 0.0489411 Jul 26 15:00:31.247807 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=100 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:00:31.276943 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-0ffe5ce6-ee1a-45fd-9fa7-06a099cee6cd req-3eee2930-e656-4117-b0ba-045767592798 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=0a40a380-a7e3-4a95-a6e8-434c081c25fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429745 Jul 26 15:00:32.087926 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=3 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:00:32.091572 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=77 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:00:32.406537 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eef9ce-fee6-4666-b2a5-e0ae6b448f53 req-55f1708b-5a80-490d-8fc4-4982829d76cb tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:00:32.408059 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-25eef9ce-fee6-4666-b2a5-e0ae6b448f53 req-55f1708b-5a80-490d-8fc4-4982829d76cb tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=d566308c-cba6-4925-8ac6-820573486d4b HTTP/1.1" status: 200 len: 945 time: 0.0527689 Jul 26 15:00:32.456838 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-25eef9ce-fee6-4666-b2a5-e0ae6b448f53 req-20d6a2d6-2b95-470e-acb9-731dca1966f4 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=0a40a380-a7e3-4a95-a6e8-434c081c25fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428824 Jul 26 15:00:32.581297 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21dfd6d-12d5-4a3f-a9a5-eab1a686f61f req-31664c13-3522-457e-a8c3-a001decbcf33 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:00:32.582777 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-a21dfd6d-12d5-4a3f-a9a5-eab1a686f61f req-31664c13-3522-457e-a8c3-a001decbcf33 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=d566308c-cba6-4925-8ac6-820573486d4b HTTP/1.1" status: 200 len: 945 time: 0.0504451 Jul 26 15:00:32.594073 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 51110) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:00:32.598540 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.v2.base [None req-eaf2da82-3811-41d9-b5fe-c08d76250034 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Request body: {'floatingip': {'port_id': '8504fd36-c770-40f1-b4b9-12e64454c451'}} {{(pid=111102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:00:32.636983 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-eaf2da82-3811-41d9-b5fe-c08d76250034 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Publish callbacks [] for floatingip (7b46ef06-2692-4877-a56e-d5f634337c0c), before_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:32.850021 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=100 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:00:33.099940 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-eaf2da82-3811-41d9-b5fe-c08d76250034 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:33.188796 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-eaf2da82-3811-41d9-b5fe-c08d76250034 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691171'] for floatingip (7b46ef06-2692-4877-a56e-d5f634337c0c), after_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:33.291764 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.db.l3_db [None req-eaf2da82-3811-41d9-b5fe-c08d76250034 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Floating IP 7b46ef06-2692-4877-a56e-d5f634337c0c associated. External IP: 172.27.0.170, port: 8504fd36-c770-40f1-b4b9-12e64454c451. Jul 26 15:00:33.506232 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaf2da82-3811-41d9-b5fe-c08d76250034 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Router a6b81d1c-da8a-466e-bc43-9214f386c125 has already been hosted by L3 agent 66f8bb98-7ace-4a85-b6ba-ffe40597695b {{(pid=111102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:00:33.514069 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:00:33.611359 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaf2da82-3811-41d9-b5fe-c08d76250034 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Notify agent at l3_agent.dv-cinder-851030-1-iscsi the message routers_updated {{(pid=111102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:00:33.616515 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-eaf2da82-3811-41d9-b5fe-c08d76250034 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-431034'] for floatingip (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:33.623937 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c902171a-c82e-4ef0-b149-2f3520c7fac6 None None] Sync routers for ids ['a6b81d1c-da8a-466e-bc43-9214f386c125'] in dv-cinder-851030-1-iscsi {{(pid=111104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:00:33.636507 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c902171a-c82e-4ef0-b149-2f3520c7fac6 None None] Routers {'a6b81d1c-da8a-466e-bc43-9214f386c125'} bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:00:33.638094 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-c902171a-c82e-4ef0-b149-2f3520c7fac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851030-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T14:42:54Z,description=,heartbeat_timestamp=2022-07-26T15:00:24Z,host='dv-cinder-851030-1-iscsi',id=66f8bb98-7ace-4a85-b6ba-ffe40597695b,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:42:55Z,topic='l3_agent')) {'router_ids': ['a6b81d1c-da8a-466e-bc43-9214f386c125'], 'active': True} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:00:33.656885 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-eaf2da82-3811-41d9-b5fe-c08d76250034 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "PUT /v2.0/floatingips/7b46ef06-2692-4877-a56e-d5f634337c0c HTTP/1.1" status: 200 len: 991 time: 1.0570905 Jul 26 15:00:33.656885 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd566308c-cba6-4925-8ac6-820573486d4b', 'tag': '8504fd36-c770-40f1-b4b9-12e64454c451'}] {{(pid=111102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:00:33.656885 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8185506cd1cc56e10fcde42571d85de650c4e290bb1b6bf5ec2f858ed2201c15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41594a1c-eb01-410d-8352-7c051e3ee0e7" -d '{"events": [{"name": "network-changed", "server_uuid": "d566308c-cba6-4925-8ac6-820573486d4b", "tag": "8504fd36-c770-40f1-b4b9-12e64454c451"}]}' {{(pid=111102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:00:33.700899 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 15:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7d56590-8a3f-418d-a74f-6c630d3ea06f x-openstack-request-id: req-b7d56590-8a3f-418d-a74f-6c630d3ea06f {{(pid=111102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:00:33.701317 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d566308c-cba6-4925-8ac6-820573486d4b", "tag": "8504fd36-c770-40f1-b4b9-12e64454c451", "status": "completed", "code": 200}]} {{(pid=111102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:00:33.701732 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-b7d56590-8a3f-418d-a74f-6c630d3ea06f {{(pid=111102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:00:33.702272 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7d56590-8a3f-418d-a74f-6c630d3ea06f'] response: {'name': 'network-changed', 'server_uuid': 'd566308c-cba6-4925-8ac6-820573486d4b', 'tag': '8504fd36-c770-40f1-b4b9-12e64454c451', 'status': 'completed', 'code': 200} Jul 26 15:00:33.762408 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvr_db [None req-c902171a-c82e-4ef0-b149-2f3520c7fac6 None None] Set router a6b81d1c-da8a-466e-bc43-9214f386c125 gateway port host: dv-cinder-851030-1-iscsi {{(pid=111104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:00:33.798573 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41594a1c-eb01-410d-8352-7c051e3ee0e7 req-ecf57bfb-f355-468b-9f25-f442a1bb6414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:00:33.801642 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-41594a1c-eb01-410d-8352-7c051e3ee0e7 req-ecf57bfb-f355-468b-9f25-f442a1bb6414 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7f82b8853b874e61820108bc16e8dc41&device_id=d566308c-cba6-4925-8ac6-820573486d4b HTTP/1.1" status: 200 len: 1129 time: 0.0526817 Jul 26 15:00:33.906403 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41594a1c-eb01-410d-8352-7c051e3ee0e7 req-da7aeba7-a95e-4cb4-bbee-8166bb7af392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:00:33.908593 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-41594a1c-eb01-410d-8352-7c051e3ee0e7 req-da7aeba7-a95e-4cb4-bbee-8166bb7af392 service neutron] 10.222.0.99 "GET /v2.0/networks?id=40bf059a-9593-4ce0-be05-c864bfa3c074 HTTP/1.1" status: 200 len: 917 time: 0.1007020 Jul 26 15:00:33.954136 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=100 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:00:33.985946 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-41594a1c-eb01-410d-8352-7c051e3ee0e7 req-2ea4e83f-3444-49de-b2ef-2578dbdb658f service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8504fd36-c770-40f1-b4b9-12e64454c451 HTTP/1.1" status: 200 len: 999 time: 0.0696104 Jul 26 15:00:34.003043 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-c902171a-c82e-4ef0-b149-2f3520c7fac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6b81d1c-da8a-466e-bc43-9214f386c125', 'name': 'tempest-AttachVolumeShelveTestJSON-47779111-router', 'tenant_id': '7f82b8853b874e61820108bc16e8dc41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '05be2a4d-3c8e-4fec-af9b-987a07425f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:00:07Z', 'updated_at': '2022-07-26T15:00:11Z', 'revision_number': 4, 'project_id': '7f82b8853b874e61820108bc16e8dc41', 'gw_port': {'id': '05be2a4d-3c8e-4fec-af9b-987a07425f55', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:71:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6b81d1c-da8a-466e-bc43-9214f386c125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:00:08Z', 'updated_at': '2022-07-26T15:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi', '_floatingips': [{'id': '7b46ef06-2692-4877-a56e-d5f634337c0c', 'tenant_id': '7f82b8853b874e61820108bc16e8dc41', 'floating_ip_address': '172.27.0.170', 'floating_network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'router_id': 'a6b81d1c-da8a-466e-bc43-9214f386c125', 'port_id': '8504fd36-c770-40f1-b4b9-12e64454c451', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40bf059a-9593-4ce0-be05-c864bfa3c074', 'mac_address': 'fa:16:3e:ae:6f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd566308c-cba6-4925-8ac6-820573486d4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:00:15Z', 'updated_at': '2022-07-26T15:00:33Z', 'revision_number': 1, 'project_id': '7f82b8853b874e61820108bc16e8dc41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbb7499f-f28c-4d4e-b42f-a57596721701', 'name': '', 'network_id': '40bf059a-9593-4ce0-be05-c864bfa3c074', 'tenant_id': '7f82b8853b874e61820108bc16e8dc41', 'mac_address': 'fa:16:3e:79:a2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6b81d1c-da8a-466e-bc43-9214f386c125', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '8d76239a-a9c4-4c98-83cb-a3f6ea48b403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:00:10Z', 'updated_at': '2022-07-26T15:00:15Z', 'revision_number': 5, 'project_id': '7f82b8853b874e61820108bc16e8dc41', 'subnets': [{'id': '8d76239a-a9c4-4c98-83cb-a3f6ea48b403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851030-1-iscsi', False) {} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:00:34.029419 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c902171a-c82e-4ef0-b149-2f3520c7fac6 None None] Checking router: a6b81d1c-da8a-466e-bc43-9214f386c125 for host: dv-cinder-851030-1-iscsi {{(pid=111104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:00:34.033164 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:00:34.038851 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c902171a-c82e-4ef0-b149-2f3520c7fac6 None None] Routers {'a6b81d1c-da8a-466e-bc43-9214f386c125'} bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:00:34.039710 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-c902171a-c82e-4ef0-b149-2f3520c7fac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851030-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T14:42:54Z,description=,heartbeat_timestamp=2022-07-26T15:00:24Z,host='dv-cinder-851030-1-iscsi',id=66f8bb98-7ace-4a85-b6ba-ffe40597695b,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:42:55Z,topic='l3_agent')) {'router_ids': ['a6b81d1c-da8a-466e-bc43-9214f386c125'], 'active': True} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:00:34.056361 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41594a1c-eb01-410d-8352-7c051e3ee0e7 req-a815508a-10d7-410f-a93a-1370c805feb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:00:34.058299 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-41594a1c-eb01-410d-8352-7c051e3ee0e7 req-a815508a-10d7-410f-a93a-1370c805feb1 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=8d76239a-a9c4-4c98-83cb-a3f6ea48b403 HTTP/1.1" status: 200 len: 854 time: 0.0545261 Jul 26 15:00:34.112697 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41594a1c-eb01-410d-8352-7c051e3ee0e7 req-09c04a70-f51d-4d4b-9ad7-7999c272bcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:00:34.114802 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-41594a1c-eb01-410d-8352-7c051e3ee0e7 req-09c04a70-f51d-4d4b-9ad7-7999c272bcf3 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=40bf059a-9593-4ce0-be05-c864bfa3c074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0497725 Jul 26 15:00:34.166452 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvr_db [None req-c902171a-c82e-4ef0-b149-2f3520c7fac6 None None] Set router a6b81d1c-da8a-466e-bc43-9214f386c125 gateway port host: dv-cinder-851030-1-iscsi {{(pid=111104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:00:34.223643 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-41594a1c-eb01-410d-8352-7c051e3ee0e7 req-19dbeb99-2fee-4986-8f20-86b5d7739127 service neutron] 10.222.0.99 "GET /v2.0/networks/40bf059a-9593-4ce0-be05-c864bfa3c074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026440 Jul 26 15:00:34.333775 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:00:34.334021 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-41594a1c-eb01-410d-8352-7c051e3ee0e7 req-b25f65a3-5bd0-4b06-9777-ec973880e73e service neutron] 10.222.0.99 "GET /v2.0/networks/40bf059a-9593-4ce0-be05-c864bfa3c074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040955 Jul 26 15:00:34.388526 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-c902171a-c82e-4ef0-b149-2f3520c7fac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6b81d1c-da8a-466e-bc43-9214f386c125', 'name': 'tempest-AttachVolumeShelveTestJSON-47779111-router', 'tenant_id': '7f82b8853b874e61820108bc16e8dc41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '05be2a4d-3c8e-4fec-af9b-987a07425f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:00:07Z', 'updated_at': '2022-07-26T15:00:11Z', 'revision_number': 4, 'project_id': '7f82b8853b874e61820108bc16e8dc41', 'gw_port': {'id': '05be2a4d-3c8e-4fec-af9b-987a07425f55', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:71:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6b81d1c-da8a-466e-bc43-9214f386c125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:00:08Z', 'updated_at': '2022-07-26T15:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi', '_floatingips': [{'id': '7b46ef06-2692-4877-a56e-d5f634337c0c', 'tenant_id': '7f82b8853b874e61820108bc16e8dc41', 'floating_ip_address': '172.27.0.170', 'floating_network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'router_id': 'a6b81d1c-da8a-466e-bc43-9214f386c125', 'port_id': '8504fd36-c770-40f1-b4b9-12e64454c451', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40bf059a-9593-4ce0-be05-c864bfa3c074', 'mac_address': 'fa:16:3e:ae:6f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd566308c-cba6-4925-8ac6-820573486d4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:00:15Z', 'updated_at': '2022-07-26T15:00:33Z', 'revision_number': 1, 'project_id': '7f82b8853b874e61820108bc16e8dc41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbb7499f-f28c-4d4e-b42f-a57596721701', 'name': '', 'network_id': '40bf059a-9593-4ce0-be05-c864bfa3c074', 'tenant_id': '7f82b8853b874e61820108bc16e8dc41', 'mac_address': 'fa:16:3e:79:a2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6b81d1c-da8a-466e-bc43-9214f386c125', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '8d76239a-a9c4-4c98-83cb-a3f6ea48b403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:00:10Z', 'updated_at': '2022-07-26T15:00:15Z', 'revision_number': 5, 'project_id': '7f82b8853b874e61820108bc16e8dc41', 'subnets': [{'id': '8d76239a-a9c4-4c98-83cb-a3f6ea48b403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851030-1-iscsi', False) {} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:00:34.417555 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c902171a-c82e-4ef0-b149-2f3520c7fac6 None None] The sync data for ids ['a6b81d1c-da8a-466e-bc43-9214f386c125'] in dv-cinder-851030-1-iscsi is: [{'id': 'a6b81d1c-da8a-466e-bc43-9214f386c125', 'name': 'tempest-AttachVolumeShelveTestJSON-47779111-router', 'tenant_id': '7f82b8853b874e61820108bc16e8dc41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '05be2a4d-3c8e-4fec-af9b-987a07425f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:00:07Z', 'updated_at': '2022-07-26T15:00:11Z', 'revision_number': 4, 'project_id': '7f82b8853b874e61820108bc16e8dc41', 'gw_port': {'id': '05be2a4d-3c8e-4fec-af9b-987a07425f55', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:71:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6b81d1c-da8a-466e-bc43-9214f386c125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:00:08Z', 'updated_at': '2022-07-26T15:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi', '_floatingips': [{'id': '7b46ef06-2692-4877-a56e-d5f634337c0c', 'tenant_id': '7f82b8853b874e61820108bc16e8dc41', 'floating_ip_address': '172.27.0.170', 'floating_network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'router_id': 'a6b81d1c-da8a-466e-bc43-9214f386c125', 'port_id': '8504fd36-c770-40f1-b4b9-12e64454c451', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40bf059a-9593-4ce0-be05-c864bfa3c074', 'mac_address': 'fa:16:3e:ae:6f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd566308c-cba6-4925-8ac6-820573486d4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:00:15Z', 'updated_at': '2022-07-26T15:00:33Z', 'revision_number': 1, 'project_id': '7f82b8853b874e61820108bc16e8dc41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbb7499f-f28c-4d4e-b42f-a57596721701', 'name': '', 'network_id': '40bf059a-9593-4ce0-be05-c864bfa3c074', 'tenant_id': '7f82b8853b874e61820108bc16e8dc41', 'mac_address': 'fa:16:3e:79:a2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6b81d1c-da8a-466e-bc43-9214f386c125', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '8d76239a-a9c4-4c98-83cb-a3f6ea48b403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:00:10Z', 'updated_at': '2022-07-26T15:00:15Z', 'revision_number': 5, 'project_id': '7f82b8853b874e61820108bc16e8dc41', 'subnets': [{'id': '8d76239a-a9c4-4c98-83cb-a3f6ea48b403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:00:34.627533 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7df9519-6aea-4d07-b93e-ae2770e52387 None None] New status for floating IP 7b46ef06-2692-4877-a56e-d5f634337c0c: ACTIVE {{(pid=111105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 15:00:39.073963 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.agents_db [None req-99196b13-9676-4f02-b89b-0db7196f18a6 None None] Agent healthcheck: found 6 active agents {{(pid=111105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:00:40.092399 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=95,neutron:DELETE=2 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:00:40.096296 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=45 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:00:44.328309 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=64 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:00:44.331276 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=10 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:00:44.391189 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=43 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:00:44.775079 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f9d206-3cd0-4134-80f8-384c28f0839a req-cf7a4222-5027-4ba7-b8d3-f4acdb10d661 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:00:44.776581 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-c6f9d206-3cd0-4134-80f8-384c28f0839a req-cf7a4222-5027-4ba7-b8d3-f4acdb10d661 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=1b3ca784-f197-4dfa-8592-742a8cb0b832 HTTP/1.1" status: 200 len: 946 time: 0.0490828 Jul 26 15:00:44.825180 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-c6f9d206-3cd0-4134-80f8-384c28f0839a req-ccdcde16-3785-48d7-8403-a3b9f0c50fe6 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/security-groups?id=dcd13897-a68c-492b-834b-070b52382498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423419 Jul 26 15:00:45.354255 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (311d617f-8fa1-4662-a157-ab38f6e1e2d8), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:45.947028 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b964f-4117-48b2-bb05-5f057f1d5104 req-f57a0c46-3f87-437f-a64b-42378df034e7 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:00:45.948512 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-340b964f-4117-48b2-bb05-5f057f1d5104 req-f57a0c46-3f87-437f-a64b-42378df034e7 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=1b3ca784-f197-4dfa-8592-742a8cb0b832 HTTP/1.1" status: 200 len: 946 time: 0.0468309 Jul 26 15:00:45.995295 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-340b964f-4117-48b2-bb05-5f057f1d5104 req-99567703-48dd-4a64-9299-7e980c0c8c86 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/security-groups?id=dcd13897-a68c-492b-834b-070b52382498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406981 Jul 26 15:00:47.063025 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4b9643-f4d7-40ef-aaad-e9eee9fcadc1 req-04e804c7-b34a-4653-b06c-7a0614bbcae9 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:00:47.064516 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-8b4b9643-f4d7-40ef-aaad-e9eee9fcadc1 req-04e804c7-b34a-4653-b06c-7a0614bbcae9 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.99 "GET /v2.0/ports?device_id=1b3ca784-f197-4dfa-8592-742a8cb0b832 HTTP/1.1" status: 200 len: 946 time: 0.0482349 Jul 26 15:00:47.115171 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c95ae9-8ab6-4ec2-8b24-205297bd119a req-0f710594-80b8-43c2-9489-036d5a275bb4 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:00:47.116804 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-51c95ae9-8ab6-4ec2-8b24-205297bd119a req-0f710594-80b8-43c2-9489-036d5a275bb4 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=1b3ca784-f197-4dfa-8592-742a8cb0b832 HTTP/1.1" status: 200 len: 946 time: 0.0474250 Jul 26 15:00:47.150294 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.plugin [req-8b4b9643-f4d7-40ef-aaad-e9eee9fcadc1 req-7d9f90c4-5c7c-43c5-8c55-d3527187e60f tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Deleting port 9b0e3837-4947-4f14-b8b9-6a4f6f25c7be {{(pid=111102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:00:47.150638 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-8b4b9643-f4d7-40ef-aaad-e9eee9fcadc1 req-7d9f90c4-5c7c-43c5-8c55-d3527187e60f tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789580082445'] for port (9b0e3837-4947-4f14-b8b9-6a4f6f25c7be), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:47.164513 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-51c95ae9-8ab6-4ec2-8b24-205297bd119a req-357464f7-9d0c-4a30-89b5-83018cfe4641 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/security-groups?id=dcd13897-a68c-492b-834b-070b52382498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421462 Jul 26 15:00:47.240062 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.db [req-8b4b9643-f4d7-40ef-aaad-e9eee9fcadc1 req-7d9f90c4-5c7c-43c5-8c55-d3527187e60f tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] For port 9b0e3837-4947-4f14-b8b9-6a4f6f25c7be, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=9b0e3837-4947-4f14-b8b9-6a4f6f25c7be,segment=NetworkSegment(44f32d63-89d2-4ed3-9d85-4654c6c16c14),segment_id=44f32d63-89d2-4ed3-9d85-4654c6c16c14)] {{(pid=111102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:00:47.240427 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-8b4b9643-f4d7-40ef-aaad-e9eee9fcadc1 req-7d9f90c4-5c7c-43c5-8c55-d3527187e60f tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580114'] for port (9b0e3837-4947-4f14-b8b9-6a4f6f25c7be), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:47.409367 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-8b4b9643-f4d7-40ef-aaad-e9eee9fcadc1 req-7d9f90c4-5c7c-43c5-8c55-d3527187e60f tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:47.409737 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-8b4b9643-f4d7-40ef-aaad-e9eee9fcadc1 req-7d9f90c4-5c7c-43c5-8c55-d3527187e60f tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691171'] for floatingip (774c1cba-a322-4961-8e6f-496c4c4d43f6), after_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:47.410059 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.db.l3_db [req-8b4b9643-f4d7-40ef-aaad-e9eee9fcadc1 req-7d9f90c4-5c7c-43c5-8c55-d3527187e60f tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Floating IP 774c1cba-a322-4961-8e6f-496c4c4d43f6 disassociated. External IP: 172.27.0.44, port: 9b0e3837-4947-4f14-b8b9-6a4f6f25c7be. Jul 26 15:00:47.410414 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.plugin [req-8b4b9643-f4d7-40ef-aaad-e9eee9fcadc1 req-7d9f90c4-5c7c-43c5-8c55-d3527187e60f tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Calling delete_port for 9b0e3837-4947-4f14-b8b9-6a4f6f25c7be owned by compute:nova {{(pid=111102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:00:47.611812 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-8b4b9643-f4d7-40ef-aaad-e9eee9fcadc1 req-7d9f90c4-5c7c-43c5-8c55-d3527187e60f tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789580201795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789579689804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868105'] for port (9b0e3837-4947-4f14-b8b9-6a4f6f25c7be), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:47.644521 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9f90c4-5c7c-43c5-8c55-d3527187e60f tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Pushing event deleted for resources: {'Port': ['ID=9b0e3837-4947-4f14-b8b9-6a4f6f25c7be,revision_number=None']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:47.656467 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9f90c4-5c7c-43c5-8c55-d3527187e60f tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:00:47.656818 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9f90c4-5c7c-43c5-8c55-d3527187e60f tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:00:47.657165 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9f90c4-5c7c-43c5-8c55-d3527187e60f tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:00:47.657508 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9f90c4-5c7c-43c5-8c55-d3527187e60f tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:00:47.657842 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9f90c4-5c7c-43c5-8c55-d3527187e60f tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:00:47.658179 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9f90c4-5c7c-43c5-8c55-d3527187e60f tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:00:47.658531 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9f90c4-5c7c-43c5-8c55-d3527187e60f tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:00:47.659007 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9f90c4-5c7c-43c5-8c55-d3527187e60f tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:00:47.659342 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9f90c4-5c7c-43c5-8c55-d3527187e60f tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:00:47.659701 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9f90c4-5c7c-43c5-8c55-d3527187e60f tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:00:47.660032 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9f90c4-5c7c-43c5-8c55-d3527187e60f tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:00:47.660362 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9f90c4-5c7c-43c5-8c55-d3527187e60f tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:00:47.660691 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9f90c4-5c7c-43c5-8c55-d3527187e60f tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:00:47.661017 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9f90c4-5c7c-43c5-8c55-d3527187e60f tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:00:47.661340 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9f90c4-5c7c-43c5-8c55-d3527187e60f tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:00:47.763988 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8b4b9643-f4d7-40ef-aaad-e9eee9fcadc1 req-7d9f90c4-5c7c-43c5-8c55-d3527187e60f tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Router 5f57147f-1584-4a62-83b8-e842b7fdbfc2 has already been hosted by L3 agent 66f8bb98-7ace-4a85-b6ba-ffe40597695b {{(pid=111102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:00:47.869682 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8b4b9643-f4d7-40ef-aaad-e9eee9fcadc1 req-7d9f90c4-5c7c-43c5-8c55-d3527187e60f tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Notify agent at l3_agent.dv-cinder-851030-1-iscsi the message routers_updated {{(pid=111102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:00:47.879549 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024fa3d5-071a-47ca-bfe3-f7b92b390e63 None None] Sync routers for ids ['5f57147f-1584-4a62-83b8-e842b7fdbfc2'] in dv-cinder-851030-1-iscsi {{(pid=111104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:00:47.890689 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024fa3d5-071a-47ca-bfe3-f7b92b390e63 None None] Routers {'5f57147f-1584-4a62-83b8-e842b7fdbfc2'} bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:00:47.891304 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-024fa3d5-071a-47ca-bfe3-f7b92b390e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851030-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T14:42:54Z,description=,heartbeat_timestamp=2022-07-26T15:00:24Z,host='dv-cinder-851030-1-iscsi',id=66f8bb98-7ace-4a85-b6ba-ffe40597695b,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:42:55Z,topic='l3_agent')) {'router_ids': ['5f57147f-1584-4a62-83b8-e842b7fdbfc2'], 'active': True} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:00:47.918087 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b4b9643-f4d7-40ef-aaad-e9eee9fcadc1 req-7d9f90c4-5c7c-43c5-8c55-d3527187e60f tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] No DVR routers for this DVR port 9b0e3837-4947-4f14-b8b9-6a4f6f25c7be on host hv-cinder-85103 {{(pid=111102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 15:00:47.920717 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-8b4b9643-f4d7-40ef-aaad-e9eee9fcadc1 req-7d9f90c4-5c7c-43c5-8c55-d3527187e60f tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-431034'] for port (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:47.924063 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-8b4b9643-f4d7-40ef-aaad-e9eee9fcadc1 req-7d9f90c4-5c7c-43c5-8c55-d3527187e60f tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.99 "DELETE /v2.0/ports/9b0e3837-4947-4f14-b8b9-6a4f6f25c7be HTTP/1.1" status: 204 len: 173 time: 0.8545573 Jul 26 15:00:47.924550 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b3ca784-f197-4dfa-8592-742a8cb0b832', 'name': 'network-vif-deleted', 'tag': '9b0e3837-4947-4f14-b8b9-6a4f6f25c7be'}] {{(pid=111102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:00:47.926818 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8185506cd1cc56e10fcde42571d85de650c4e290bb1b6bf5ec2f858ed2201c15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6471d41d-91d8-4c76-9ea4-c30a60e880e3" -d '{"events": [{"server_uuid": "1b3ca784-f197-4dfa-8592-742a8cb0b832", "name": "network-vif-deleted", "tag": "9b0e3837-4947-4f14-b8b9-6a4f6f25c7be"}]}' {{(pid=111102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:00:47.965978 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 15:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4673c44-76ad-4d9b-b02f-ac7a3bb6ca23 x-openstack-request-id: req-b4673c44-76ad-4d9b-b02f-ac7a3bb6ca23 {{(pid=111102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:00:47.966340 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b3ca784-f197-4dfa-8592-742a8cb0b832", "name": "network-vif-deleted", "tag": "9b0e3837-4947-4f14-b8b9-6a4f6f25c7be", "status": "completed", "code": 200}]} {{(pid=111102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:00:47.966584 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-b4673c44-76ad-4d9b-b02f-ac7a3bb6ca23 {{(pid=111102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:00:47.966999 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4673c44-76ad-4d9b-b02f-ac7a3bb6ca23'] response: {'server_uuid': '1b3ca784-f197-4dfa-8592-742a8cb0b832', 'name': 'network-vif-deleted', 'tag': '9b0e3837-4947-4f14-b8b9-6a4f6f25c7be', 'status': 'completed', 'code': 200} Jul 26 15:00:47.998550 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvr_db [None req-024fa3d5-071a-47ca-bfe3-f7b92b390e63 None None] Set router 5f57147f-1584-4a62-83b8-e842b7fdbfc2 gateway port host: dv-cinder-851030-1-iscsi {{(pid=111104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:00:48.196776 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-024fa3d5-071a-47ca-bfe3-f7b92b390e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f57147f-1584-4a62-83b8-e842b7fdbfc2', 'name': 'tempest-AttachVolumeNegativeTest-1038869275-router', 'tenant_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '8dee36ad-48a7-4c32-9e44-b495406a43fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:51:43Z', 'updated_at': '2022-07-26T14:51:50Z', 'revision_number': 4, 'project_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'gw_port': {'id': '8dee36ad-48a7-4c32-9e44-b495406a43fc', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:28:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f57147f-1584-4a62-83b8-e842b7fdbfc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:44Z', 'updated_at': '2022-07-26T14:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi', '_interfaces': [{'id': 'c22bd2eb-9253-40e7-9f5d-34524feb8d4d', 'name': '', 'network_id': '4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0', 'tenant_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'mac_address': 'fa:16:3e:9b:be:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f57147f-1584-4a62-83b8-e842b7fdbfc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2dc51976-041f-4e28-9975-c948630898a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:48Z', 'updated_at': '2022-07-26T14:51:59Z', 'revision_number': 5, 'project_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'subnets': [{'id': '2dc51976-041f-4e28-9975-c948630898a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851030-1-iscsi', False) {} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:00:48.223451 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024fa3d5-071a-47ca-bfe3-f7b92b390e63 None None] Checking router: 5f57147f-1584-4a62-83b8-e842b7fdbfc2 for host: dv-cinder-851030-1-iscsi {{(pid=111104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:00:48.233075 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024fa3d5-071a-47ca-bfe3-f7b92b390e63 None None] Routers {'5f57147f-1584-4a62-83b8-e842b7fdbfc2'} bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:00:48.233515 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-024fa3d5-071a-47ca-bfe3-f7b92b390e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851030-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T14:42:54Z,description=,heartbeat_timestamp=2022-07-26T15:00:24Z,host='dv-cinder-851030-1-iscsi',id=66f8bb98-7ace-4a85-b6ba-ffe40597695b,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:42:55Z,topic='l3_agent')) {'router_ids': ['5f57147f-1584-4a62-83b8-e842b7fdbfc2'], 'active': True} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:00:48.270967 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-7c59fc05-4594-4a6a-a0b8-228a0c03ea39 req-a87bbc94-a426-4a91-9e49-25b55a480bea tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=1b3ca784-f197-4dfa-8592-742a8cb0b832 HTTP/1.1" status: 200 len: 210 time: 0.0305779 Jul 26 15:00:48.339501 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvr_db [None req-024fa3d5-071a-47ca-bfe3-f7b92b390e63 None None] Set router 5f57147f-1584-4a62-83b8-e842b7fdbfc2 gateway port host: dv-cinder-851030-1-iscsi {{(pid=111104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:00:48.529432 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-024fa3d5-071a-47ca-bfe3-f7b92b390e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f57147f-1584-4a62-83b8-e842b7fdbfc2', 'name': 'tempest-AttachVolumeNegativeTest-1038869275-router', 'tenant_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '8dee36ad-48a7-4c32-9e44-b495406a43fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:51:43Z', 'updated_at': '2022-07-26T14:51:50Z', 'revision_number': 4, 'project_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'gw_port': {'id': '8dee36ad-48a7-4c32-9e44-b495406a43fc', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:28:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f57147f-1584-4a62-83b8-e842b7fdbfc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:44Z', 'updated_at': '2022-07-26T14:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi', '_interfaces': [{'id': 'c22bd2eb-9253-40e7-9f5d-34524feb8d4d', 'name': '', 'network_id': '4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0', 'tenant_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'mac_address': 'fa:16:3e:9b:be:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f57147f-1584-4a62-83b8-e842b7fdbfc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2dc51976-041f-4e28-9975-c948630898a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:48Z', 'updated_at': '2022-07-26T14:51:59Z', 'revision_number': 5, 'project_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'subnets': [{'id': '2dc51976-041f-4e28-9975-c948630898a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851030-1-iscsi', False) {} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:00:48.557678 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024fa3d5-071a-47ca-bfe3-f7b92b390e63 None None] The sync data for ids ['5f57147f-1584-4a62-83b8-e842b7fdbfc2'] in dv-cinder-851030-1-iscsi is: [{'id': '5f57147f-1584-4a62-83b8-e842b7fdbfc2', 'name': 'tempest-AttachVolumeNegativeTest-1038869275-router', 'tenant_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '8dee36ad-48a7-4c32-9e44-b495406a43fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:51:43Z', 'updated_at': '2022-07-26T14:51:50Z', 'revision_number': 4, 'project_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'gw_port': {'id': '8dee36ad-48a7-4c32-9e44-b495406a43fc', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:28:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f57147f-1584-4a62-83b8-e842b7fdbfc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:44Z', 'updated_at': '2022-07-26T14:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi', '_interfaces': [{'id': 'c22bd2eb-9253-40e7-9f5d-34524feb8d4d', 'name': '', 'network_id': '4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0', 'tenant_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'mac_address': 'fa:16:3e:9b:be:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f57147f-1584-4a62-83b8-e842b7fdbfc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2dc51976-041f-4e28-9975-c948630898a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:48Z', 'updated_at': '2022-07-26T14:51:59Z', 'revision_number': 5, 'project_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'subnets': [{'id': '2dc51976-041f-4e28-9975-c948630898a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:00:48.802320 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7a6e04-7377-4032-ac7d-90ec5f836975 None None] New status for floating IP 774c1cba-a322-4961-8e6f-496c4c4d43f6: DOWN {{(pid=111105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 15:00:49.458013 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 51184) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:00:49.475187 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:00:49.478238 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:00:49.514124 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-609ec61f-50ae-42e5-b74e-70da3ecdc991 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks [] for security_group (dcd13897-a68c-492b-834b-070b52382498), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:49.538561 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-609ec61f-50ae-42e5-b74e-70da3ecdc991 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks [] for security_group (dcd13897-a68c-492b-834b-070b52382498), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:49.686012 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-609ec61f-50ae-42e5-b74e-70da3ecdc991 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (dcd13897-a68c-492b-834b-070b52382498), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:49.688609 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-609ec61f-50ae-42e5-b74e-70da3ecdc991 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks [] for security_group (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:49.690481 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-609ec61f-50ae-42e5-b74e-70da3ecdc991 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "DELETE /v2.0/security-groups/dcd13897-a68c-492b-834b-070b52382498 HTTP/1.1" status: 204 len: 168 time: 0.2307401 Jul 26 15:00:49.692599 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 51186) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:00:49.699153 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609ec61f-50ae-42e5-b74e-70da3ecdc991 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcd13897-a68c-492b-834b-070b52382498,revision_number=None']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:49.706425 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.api.v2.resource [None req-da3cec76-c7dd-4987-887d-d647cd32a475 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] show failed (client error): The resource could not be found. Jul 26 15:00:49.707688 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-da3cec76-c7dd-4987-887d-d647cd32a475 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/security-groups/dcd13897-a68c-492b-834b-070b52382498 HTTP/1.1" status: 404 len: 347 time: 0.0138555 Jul 26 15:00:49.716302 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 51188) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:00:49.827260 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.plugins.ml2.plugin [None req-9769787c-a747-4a10-9632-89ca783b619a tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Deleting port 3f7f8f22-0879-48f3-9809-4c2aec05a7c1 {{(pid=111103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:00:49.827634 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-9769787c-a747-4a10-9632-89ca783b619a tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789580082445'] for port (3f7f8f22-0879-48f3-9809-4c2aec05a7c1), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:49.904820 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-9769787c-a747-4a10-9632-89ca783b619a tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580114'] for port (3f7f8f22-0879-48f3-9809-4c2aec05a7c1), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:49.905149 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-9769787c-a747-4a10-9632-89ca783b619a tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks [] for floatingip (3f7f8f22-0879-48f3-9809-4c2aec05a7c1), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:49.917585 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.plugins.ml2.plugin [None req-9769787c-a747-4a10-9632-89ca783b619a tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Calling delete_port for 3f7f8f22-0879-48f3-9809-4c2aec05a7c1 owned by network:floatingip {{(pid=111103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:00:50.125827 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-9769787c-a747-4a10-9632-89ca783b619a tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789580201795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789579689804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4313512'] for port (3f7f8f22-0879-48f3-9809-4c2aec05a7c1), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:50.149177 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9769787c-a747-4a10-9632-89ca783b619a tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Pushing event deleted for resources: {'Port': ['ID=3f7f8f22-0879-48f3-9809-4c2aec05a7c1,revision_number=None']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:50.178094 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9769787c-a747-4a10-9632-89ca783b619a tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:00:50.178439 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9769787c-a747-4a10-9632-89ca783b619a tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:00:50.178870 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9769787c-a747-4a10-9632-89ca783b619a tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:00:50.179206 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9769787c-a747-4a10-9632-89ca783b619a tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:00:50.179567 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9769787c-a747-4a10-9632-89ca783b619a tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:00:50.179892 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9769787c-a747-4a10-9632-89ca783b619a tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:00:50.180214 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9769787c-a747-4a10-9632-89ca783b619a tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:00:50.180533 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9769787c-a747-4a10-9632-89ca783b619a tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:00:50.180853 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9769787c-a747-4a10-9632-89ca783b619a tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:00:50.181172 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9769787c-a747-4a10-9632-89ca783b619a tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:00:50.181509 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9769787c-a747-4a10-9632-89ca783b619a tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:00:50.181869 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9769787c-a747-4a10-9632-89ca783b619a tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:00:50.182168 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9769787c-a747-4a10-9632-89ca783b619a tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:00:50.182485 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9769787c-a747-4a10-9632-89ca783b619a tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:00:50.182804 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9769787c-a747-4a10-9632-89ca783b619a tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:00:50.235662 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-9769787c-a747-4a10-9632-89ca783b619a tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks [] for floatingip (774c1cba-a322-4961-8e6f-496c4c4d43f6), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:50.238279 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-9769787c-a747-4a10-9632-89ca783b619a tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-431034'] for floatingip (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:50.239466 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-9769787c-a747-4a10-9632-89ca783b619a tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "DELETE /v2.0/floatingips/774c1cba-a322-4961-8e6f-496c4c4d43f6 HTTP/1.1" status: 204 len: 168 time: 0.5221226 Jul 26 15:00:50.386232 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 51192) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:00:50.391514 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.v2.base [None req-d2ff2338-e586-4edd-844d-ec3a050a3caa tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1690289177', 'description': 'tempest-description--1746490649'}} {{(pid=111103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:00:50.503123 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-d2ff2338-e586-4edd-844d-ec3a050a3caa tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks [] for security_group (None), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:50.573088 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-d2ff2338-e586-4edd-844d-ec3a050a3caa tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks [] for security_group (9b0b76ba-d076-4a1e-a6ba-37d03b4de245), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:50.685919 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-d2ff2338-e586-4edd-844d-ec3a050a3caa tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (9b0b76ba-d076-4a1e-a6ba-37d03b4de245), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:50.715601 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ff2338-e586-4edd-844d-ec3a050a3caa tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b0b76ba-d076-4a1e-a6ba-37d03b4de245,revision_number=1']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:50.813598 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-d2ff2338-e586-4edd-844d-ec3a050a3caa tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks [] for security_group (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:50.814871 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-d2ff2338-e586-4edd-844d-ec3a050a3caa tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4268875 Jul 26 15:00:50.817861 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 51194) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:00:50.822198 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.v2.base [None req-d363daa4-4e3c-49ec-8ce6-809d53547f0d tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Request body: {'security_group_rule': {'security_group_id': '9b0b76ba-d076-4a1e-a6ba-37d03b4de245', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:00:50.831721 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:INSERT=3 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:00:50.872777 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Device 9b0e3837-4947-4f14-b8b9-6a4f6f25c7be no longer exists at agent hyperv_hv-cinder-85103 {{(pid=111104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:00:50.891716 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] No Port match for: 9b0e3837-4947-4f14-b8b9-6a4f6f25c7be {{(pid=111104) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:00:50.892057 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Device 9b0e3837-4947-4f14-b8b9-6a4f6f25c7be not bound to the agent host hv-cinder-85103 {{(pid=111104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:00:50.937849 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-d363daa4-4e3c-49ec-8ce6-809d53547f0d tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks [] for security_group_rule (43cf84a0-36b3-4aaa-a0ec-4028fbe027a9), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:50.941180 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:00:50.995836 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-d363daa4-4e3c-49ec-8ce6-809d53547f0d tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks [] for security_group_rule (43cf84a0-36b3-4aaa-a0ec-4028fbe027a9), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:51.047677 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-5ca17f9a-f398-4198-93c8-ca0b5acef373 req-cf992a65-01b4-45fe-a22d-0cd9055e7bed service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=df55a650-eac7-41dd-8361-bb02fc6d25f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401280 Jul 26 15:00:51.096965 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-d363daa4-4e3c-49ec-8ce6-809d53547f0d tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662595'] for security_group_rule (43cf84a0-36b3-4aaa-a0ec-4028fbe027a9), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:51.118853 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d363daa4-4e3c-49ec-8ce6-809d53547f0d tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43cf84a0-36b3-4aaa-a0ec-4028fbe027a9,revision_number=0']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:51.150770 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca17f9a-f398-4198-93c8-ca0b5acef373 req-19d0488d-f8e1-4420-a857-4c612376f320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:00:51.154144 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-5ca17f9a-f398-4198-93c8-ca0b5acef373 req-19d0488d-f8e1-4420-a857-4c612376f320 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=fde004be36ee4efeaa9ada32b4e2182c&device_id=df55a650-eac7-41dd-8361-bb02fc6d25f6 HTTP/1.1" status: 200 len: 1129 time: 0.0441542 Jul 26 15:00:51.202426 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-d363daa4-4e3c-49ec-8ce6-809d53547f0d tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:51.203604 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-d363daa4-4e3c-49ec-8ce6-809d53547f0d tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3846388 Jul 26 15:00:51.206201 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 51196) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:00:51.210419 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.v2.base [None req-6eed462a-3396-4a7f-9dd2-1cceecc7e14a tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Request body: {'security_group_rule': {'security_group_id': '9b0b76ba-d076-4a1e-a6ba-37d03b4de245', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:00:51.258023 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca17f9a-f398-4198-93c8-ca0b5acef373 req-f7a73b01-4fd0-4eda-a0f8-131eeface22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:00:51.259569 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-5ca17f9a-f398-4198-93c8-ca0b5acef373 req-f7a73b01-4fd0-4eda-a0f8-131eeface22c service neutron] 10.222.0.99 "GET /v2.0/networks?id=4f224720-dd50-4b3d-ae12-e0978ae6cbaf HTTP/1.1" status: 200 len: 910 time: 0.0876877 Jul 26 15:00:51.312404 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-6eed462a-3396-4a7f-9dd2-1cceecc7e14a tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks [] for security_group_rule (eb130a84-4b94-4d68-9cc3-6f423fe8dfbd), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:51.326777 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-5ca17f9a-f398-4198-93c8-ca0b5acef373 req-0e18cdc1-1864-4b44-85bc-98ba0a6ffd7c service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42 HTTP/1.1" status: 200 len: 1000 time: 0.0596938 Jul 26 15:00:51.361293 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-6eed462a-3396-4a7f-9dd2-1cceecc7e14a tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks [] for security_group_rule (eb130a84-4b94-4d68-9cc3-6f423fe8dfbd), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:51.377095 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca17f9a-f398-4198-93c8-ca0b5acef373 req-6a57220c-5052-4bec-87fd-9dec68881fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:00:51.378554 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-5ca17f9a-f398-4198-93c8-ca0b5acef373 req-6a57220c-5052-4bec-87fd-9dec68881fb3 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=6f67d112-1d95-4c3e-9346-29b9427575bb HTTP/1.1" status: 200 len: 847 time: 0.0449414 Jul 26 15:00:51.423058 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca17f9a-f398-4198-93c8-ca0b5acef373 req-24d2ee1d-1619-475b-b936-b9a69b8c5a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:00:51.424550 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-5ca17f9a-f398-4198-93c8-ca0b5acef373 req-24d2ee1d-1619-475b-b936-b9a69b8c5a88 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=4f224720-dd50-4b3d-ae12-e0978ae6cbaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395131 Jul 26 15:00:51.439800 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-6eed462a-3396-4a7f-9dd2-1cceecc7e14a tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662595'] for security_group_rule (eb130a84-4b94-4d68-9cc3-6f423fe8dfbd), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:51.456391 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eed462a-3396-4a7f-9dd2-1cceecc7e14a tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb130a84-4b94-4d68-9cc3-6f423fe8dfbd,revision_number=0']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:51.518901 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-5ca17f9a-f398-4198-93c8-ca0b5acef373 req-ad841a83-9a63-474a-b126-d8748673e831 service neutron] 10.222.0.99 "GET /v2.0/networks/4f224720-dd50-4b3d-ae12-e0978ae6cbaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877120 Jul 26 15:00:51.567769 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-6eed462a-3396-4a7f-9dd2-1cceecc7e14a tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:51.568999 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-6eed462a-3396-4a7f-9dd2-1cceecc7e14a tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3618782 Jul 26 15:00:51.572175 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 51198) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:00:51.576985 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.v2.base [None req-1ade2e3c-3adb-454b-8e4a-61d4e79eb544 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Request body: {'floatingip': {'floating_network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a'}} {{(pid=111103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:00:51.613585 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-5ca17f9a-f398-4198-93c8-ca0b5acef373 req-004ef2e3-dfec-4032-8cb2-7c1b4f992a7b service neutron] 10.222.0.99 "GET /v2.0/networks/4f224720-dd50-4b3d-ae12-e0978ae6cbaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878444 Jul 26 15:00:51.730347 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-1ade2e3c-3adb-454b-8e4a-61d4e79eb544 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:51.812707 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-1ade2e3c-3adb-454b-8e4a-61d4e79eb544 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (None), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:51.923746 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.db.db_base_plugin_common [None req-1ade2e3c-3adb-454b-8e4a-61d4e79eb544 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Allocated IP 172.27.0.70 (976f28e8-c47c-49b7-93ff-2bd79bbe121a/527ba32d-e656-41f8-8fe6-15a8ab4751c9/73699ac6-5eeb-4cd9-801a-39158876d1f8) {{(pid=111103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:00:52.029986 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-1ade2e3c-3adb-454b-8e4a-61d4e79eb544 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks [] for port (73699ac6-5eeb-4cd9-801a-39158876d1f8), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:52.034179 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-4e990f4f-7bd7-499b-9f03-acd55bcb573e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (bb4183fa-e0c9-4858-9c34-b1ab78d39af4), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:52.171801 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-1ade2e3c-3adb-454b-8e4a-61d4e79eb544 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789579689795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4313512'] for port (73699ac6-5eeb-4cd9-801a-39158876d1f8), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:52.205709 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:00:52.211529 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ade2e3c-3adb-454b-8e4a-61d4e79eb544 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Network 976f28e8-c47c-49b7-93ff-2bd79bbe121a is already hosted by enough agents. {{(pid=111103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:00:52.215193 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.scheduler.base_scheduler [None req-1ade2e3c-3adb-454b-8e4a-61d4e79eb544 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Resources bound (agent type, host, resource id): {{(pid=111103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:00:52.219033 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ade2e3c-3adb-454b-8e4a-61d4e79eb544 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Received port after_create {{(pid=111103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:00:52.239847 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ade2e3c-3adb-454b-8e4a-61d4e79eb544 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Pushing event updated for resources: {'Port': ['ID=73699ac6-5eeb-4cd9-801a-39158876d1f8,revision_number=1']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:52.303390 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:00:52.306018 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-1ade2e3c-3adb-454b-8e4a-61d4e79eb544 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks [] for floatingip (ab0e2477-6068-475e-8add-c74ac43df7da), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:52.501081 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-1ade2e3c-3adb-454b-8e4a-61d4e79eb544 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (73699ac6-5eeb-4cd9-801a-39158876d1f8), before_update {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:52.667040 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-1ade2e3c-3adb-454b-8e4a-61d4e79eb544 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks [] for port (73699ac6-5eeb-4cd9-801a-39158876d1f8), precommit_update {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:52.752814 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-1ade2e3c-3adb-454b-8e4a-61d4e79eb544 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4313535'] for port (73699ac6-5eeb-4cd9-801a-39158876d1f8), after_update {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:52.820293 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ade2e3c-3adb-454b-8e4a-61d4e79eb544 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Pushing event updated for resources: {'Port': ['ID=73699ac6-5eeb-4cd9-801a-39158876d1f8,revision_number=2']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:52.833492 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-1ade2e3c-3adb-454b-8e4a-61d4e79eb544 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691171'] for floatingip (ab0e2477-6068-475e-8add-c74ac43df7da), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:52.937718 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-1ade2e3c-3adb-454b-8e4a-61d4e79eb544 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-431034'] for floatingip (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:52.938885 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-1ade2e3c-3adb-454b-8e4a-61d4e79eb544 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3657448 Jul 26 15:00:53.137856 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-098f9db1-5826-4b28-8c29-3c6a8cb7a856 req-9c5c2798-50b9-4142-9ab1-6f0b0732c126 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/security-groups?name=tempest-securitygroup--1690289177&fields=id&tenant_id=ace4455a9e1b44e5bf7b04fd4abf81d7 HTTP/1.1" status: 200 len: 267 time: 0.0428052 Jul 26 15:00:53.246659 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098f9db1-5826-4b28-8c29-3c6a8cb7a856 req-3511fb19-74f9-4317-a94e-597d2767835f tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:00:53.248046 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-098f9db1-5826-4b28-8c29-3c6a8cb7a856 req-3511fb19-74f9-4317-a94e-597d2767835f tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/networks?id=4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0 HTTP/1.1" status: 200 len: 815 time: 0.1037810 Jul 26 15:00:53.262443 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-098f9db1-5826-4b28-8c29-3c6a8cb7a856 req-a7bb5c0c-a724-4115-ac9e-5748a70be998 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/quotas/ace4455a9e1b44e5bf7b04fd4abf81d7 HTTP/1.1" status: 200 len: 375 time: 0.0090356 Jul 26 15:00:53.300722 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:00:53.314658 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-098f9db1-5826-4b28-8c29-3c6a8cb7a856 req-4cdc8952-640f-4592-bdc1-29da8d97366c tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=ace4455a9e1b44e5bf7b04fd4abf81d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452309 Jul 26 15:00:53.418603 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-098f9db1-5826-4b28-8c29-3c6a8cb7a856 req-d78845f4-35d2-4c8b-8dce-67802723d06e service neutron] 10.222.0.97 "GET /v2.0/networks/4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924361 Jul 26 15:00:53.509497 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-098f9db1-5826-4b28-8c29-3c6a8cb7a856 req-c5a84311-2dcf-433f-9755-2543ca45f926 service neutron] 10.222.0.97 "GET /v2.0/networks/4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844054 Jul 26 15:00:53.801607 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-4eeb9bc7-efda-4ce9-b490-2010075dae78 req-e2d8bd76-be9d-4141-8e28-cb2b42afeffd tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=63c85e05-dcac-4e07-a91c-468d6ec28921 HTTP/1.1" status: 200 len: 210 time: 0.0325704 Jul 26 15:00:54.331705 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-f936b138-d2fc-4694-955f-0bb4420c16fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (66f8bb98-7ace-4a85-b6ba-ffe40597695b), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:54.906395 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-1e0b546e-d8a4-4fa1-ac59-7ed248564351 req-89095177-e4dc-4545-83ac-0514e62c4be8 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=63c85e05-dcac-4e07-a91c-468d6ec28921 HTTP/1.1" status: 200 len: 210 time: 0.0326881 Jul 26 15:00:55.462688 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b30572d2-bee0-4462-94ed-c13cd0ef4273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (40fac31a-afaa-44e8-8521-47b803a59f0f), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:56.022432 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-793908f1-2bfe-4541-a508-3dd8e9d8e30d req-b5554bcf-1411-4cff-8905-eba85cb7881c tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=63c85e05-dcac-4e07-a91c-468d6ec28921 HTTP/1.1" status: 200 len: 210 time: 0.0319777 Jul 26 15:00:56.075325 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098f9db1-5826-4b28-8c29-3c6a8cb7a856 req-b27ac36e-8f76-4047-8411-3baf3193ff3b tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:00:56.076844 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-098f9db1-5826-4b28-8c29-3c6a8cb7a856 req-b27ac36e-8f76-4047-8411-3baf3193ff3b tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.99 "GET /v2.0/networks?id=4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0 HTTP/1.1" status: 200 len: 815 time: 0.1320457 Jul 26 15:00:56.155011 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:00:56.167372 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-098f9db1-5826-4b28-8c29-3c6a8cb7a856 req-c0fd8e31-8994-4bf4-92a5-10dc1ceb6767 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ace4455a9e1b44e5bf7b04fd4abf81d7 HTTP/1.1" status: 200 len: 380 time: 0.0612824 Jul 26 15:00:56.176554 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.v2.base [req-098f9db1-5826-4b28-8c29-3c6a8cb7a856 req-e7637cc9-e29c-4b49-971d-569bbe69253a tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Request body: {'port': {'device_id': '63c85e05-dcac-4e07-a91c-468d6ec28921', 'network_id': '4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0', 'admin_state_up': True, 'tenant_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'security_groups': ['9b0b76ba-d076-4a1e-a6ba-37d03b4de245']}} {{(pid=111102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:00:56.399995 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-098f9db1-5826-4b28-8c29-3c6a8cb7a856 req-e7637cc9-e29c-4b49-971d-569bbe69253a tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Made reservation on behalf of ace4455a9e1b44e5bf7b04fd4abf81d7 for: {'port': 1} {{(pid=111102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:00:56.403986 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-098f9db1-5826-4b28-8c29-3c6a8cb7a856 req-e7637cc9-e29c-4b49-971d-569bbe69253a tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:56.415761 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:00:56.534505 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.db_base_plugin_common [req-098f9db1-5826-4b28-8c29-3c6a8cb7a856 req-e7637cc9-e29c-4b49-971d-569bbe69253a tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Allocated IP 172.20.0.13 (4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0/2dc51976-041f-4e28-9975-c948630898a5/ae02a5e9-ae0b-4ea7-969c-233ed61c10d5) {{(pid=111102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:00:56.674393 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-098f9db1-5826-4b28-8c29-3c6a8cb7a856 req-e7637cc9-e29c-4b49-971d-569bbe69253a tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks [] for port (ae02a5e9-ae0b-4ea7-969c-233ed61c10d5), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:56.794919 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-098f9db1-5826-4b28-8c29-3c6a8cb7a856 req-e7637cc9-e29c-4b49-971d-569bbe69253a tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789579689795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868105'] for port (ae02a5e9-ae0b-4ea7-969c-233ed61c10d5), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:56.840282 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-098f9db1-5826-4b28-8c29-3c6a8cb7a856 req-e7637cc9-e29c-4b49-971d-569bbe69253a tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Network 4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0 is already hosted by enough agents. {{(pid=111102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:00:56.843518 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.base_scheduler [req-098f9db1-5826-4b28-8c29-3c6a8cb7a856 req-e7637cc9-e29c-4b49-971d-569bbe69253a tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Resources bound (agent type, host, resource id): {{(pid=111102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:00:56.845903 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.l3_dvrscheduler_db [req-098f9db1-5826-4b28-8c29-3c6a8cb7a856 req-e7637cc9-e29c-4b49-971d-569bbe69253a tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Received port after_create {{(pid=111102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:00:56.879366 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7637cc9-e29c-4b49-971d-569bbe69253a tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Pushing event updated for resources: {'Port': ['ID=ae02a5e9-ae0b-4ea7-969c-233ed61c10d5,revision_number=1']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:56.911193 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098f9db1-5826-4b28-8c29-3c6a8cb7a856 req-e7637cc9-e29c-4b49-971d-569bbe69253a tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:00:56.911845 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-098f9db1-5826-4b28-8c29-3c6a8cb7a856 req-e7637cc9-e29c-4b49-971d-569bbe69253a tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-431034'] for port (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:56.983085 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b977bc9f-0510-4ebd-94dd-930fc4499a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (e5556d63-fbf3-48f2-bfac-7896e86945c3), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:57.031353 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-098f9db1-5826-4b28-8c29-3c6a8cb7a856 req-e7637cc9-e29c-4b49-971d-569bbe69253a tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8582985 Jul 26 15:00:57.048945 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.v2.base [req-098f9db1-5826-4b28-8c29-3c6a8cb7a856 req-2ea9a6fb-6303-4d15-993b-214f49b4465d service neutron] Request body: {'port': {'device_id': '63c85e05-dcac-4e07-a91c-468d6ec28921', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85103'}} {{(pid=111102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:00:57.073401 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-d8fef78d-84c5-4153-b96b-464440b789ff None None] Provisioning complete for port ae02a5e9-ae0b-4ea7-969c-233ed61c10d5 triggered by entity DHCP. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:00:57.074837 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-d8fef78d-84c5-4153-b96b-464440b789ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (ae02a5e9-ae0b-4ea7-969c-233ed61c10d5), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:57.108938 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-d8fef78d-84c5-4153-b96b-464440b789ff None None] Port ae02a5e9-ae0b-4ea7-969c-233ed61c10d5 cannot update to ACTIVE because it is not bound. {{(pid=111104) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 15:00:57.119066 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (df49e665-2de0-463a-a1e1-c989804d5593), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:57.127761 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-098f9db1-5826-4b28-8c29-3c6a8cb7a856 req-2ea9a6fb-6303-4d15-993b-214f49b4465d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (ae02a5e9-ae0b-4ea7-969c-233ed61c10d5), before_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:57.147897 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced24a7b-189b-419a-a1cb-a49367b22e27 req-553deb1e-8dcb-4f9b-8797-c3f93a644fc8 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:00:57.151583 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-ced24a7b-189b-419a-a1cb-a49367b22e27 req-553deb1e-8dcb-4f9b-8797-c3f93a644fc8 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=63c85e05-dcac-4e07-a91c-468d6ec28921 HTTP/1.1" status: 200 len: 932 time: 0.0511887 Jul 26 15:00:57.178736 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:00:57.198196 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-ced24a7b-189b-419a-a1cb-a49367b22e27 req-c0c0dce0-02d7-4dda-bfe4-6b43d4f934a4 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/security-groups?id=9b0b76ba-d076-4a1e-a6ba-37d03b4de245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423391 Jul 26 15:00:57.392688 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.notifiers.nova [req-098f9db1-5826-4b28-8c29-3c6a8cb7a856 req-2ea9a6fb-6303-4d15-993b-214f49b4465d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae02a5e9-ae0b-4ea7-969c-233ed61c10d5 {{(pid=111102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 15:00:57.400614 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-098f9db1-5826-4b28-8c29-3c6a8cb7a856 req-2ea9a6fb-6303-4d15-993b-214f49b4465d service neutron] Publish callbacks [] for port (ae02a5e9-ae0b-4ea7-969c-233ed61c10d5), precommit_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:57.413158 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.provisioning_blocks [req-098f9db1-5826-4b28-8c29-3c6a8cb7a856 req-2ea9a6fb-6303-4d15-993b-214f49b4465d service neutron] Transition to ACTIVE for port object ae02a5e9-ae0b-4ea7-969c-233ed61c10d5 will not be triggered until provisioned by entity L2. {{(pid=111102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 15:00:57.508336 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-098f9db1-5826-4b28-8c29-3c6a8cb7a856 req-2ea9a6fb-6303-4d15-993b-214f49b4465d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868126'] for port (ae02a5e9-ae0b-4ea7-969c-233ed61c10d5), after_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:57.511712 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:00:57.564269 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea9a6fb-6303-4d15-993b-214f49b4465d service neutron] Pushing event updated for resources: {'Port': ['ID=ae02a5e9-ae0b-4ea7-969c-233ed61c10d5,revision_number=2']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:57.640739 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.managers [req-098f9db1-5826-4b28-8c29-3c6a8cb7a856 req-2ea9a6fb-6303-4d15-993b-214f49b4465d service neutron] Attempting to bind port ae02a5e9-ae0b-4ea7-969c-233ed61c10d5 on host hv-cinder-85103 for vnic_type normal with profile {{(pid=111102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:00:57.641062 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.managers [req-098f9db1-5826-4b28-8c29-3c6a8cb7a856 req-2ea9a6fb-6303-4d15-993b-214f49b4465d service neutron] Attempting to bind port ae02a5e9-ae0b-4ea7-969c-233ed61c10d5 by drivers openvswitch,hyperv on host hv-cinder-85103 at level 0 using segments [{'id': '44f32d63-89d2-4ed3-9d85-4654c6c16c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0'}] {{(pid=111102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:00:57.641390 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098f9db1-5826-4b28-8c29-3c6a8cb7a856 req-2ea9a6fb-6303-4d15-993b-214f49b4465d service neutron] Attempting to bind port ae02a5e9-ae0b-4ea7-969c-233ed61c10d5 on network 4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0 {{(pid=111102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:00:57.646192 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098f9db1-5826-4b28-8c29-3c6a8cb7a856 req-2ea9a6fb-6303-4d15-993b-214f49b4465d service neutron] Port ae02a5e9-ae0b-4ea7-969c-233ed61c10d5 on network 4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85103 {{(pid=111102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 15:00:57.646542 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098f9db1-5826-4b28-8c29-3c6a8cb7a856 req-2ea9a6fb-6303-4d15-993b-214f49b4465d service neutron] Attempting to bind port ae02a5e9-ae0b-4ea7-969c-233ed61c10d5 on network 4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0 {{(pid=111102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:00:57.652125 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098f9db1-5826-4b28-8c29-3c6a8cb7a856 req-2ea9a6fb-6303-4d15-993b-214f49b4465d service neutron] Checking agent: {'id': '311d617f-8fa1-4662-a157-ab38f6e1e2d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85103', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 14, 49, 45), 'started_at': datetime.datetime(2022, 7, 26, 14, 49, 45), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:00:57.652465 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098f9db1-5826-4b28-8c29-3c6a8cb7a856 req-2ea9a6fb-6303-4d15-993b-214f49b4465d service neutron] Checking segment: {'id': '44f32d63-89d2-4ed3-9d85-4654c6c16c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:00:57.655880 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098f9db1-5826-4b28-8c29-3c6a8cb7a856 req-2ea9a6fb-6303-4d15-993b-214f49b4465d service neutron] Bound using segment: {'id': '44f32d63-89d2-4ed3-9d85-4654c6c16c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0'} {{(pid=111102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:00:57.655880 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.managers [req-098f9db1-5826-4b28-8c29-3c6a8cb7a856 req-2ea9a6fb-6303-4d15-993b-214f49b4465d service neutron] Bound port: ae02a5e9-ae0b-4ea7-969c-233ed61c10d5, host: hv-cinder-85103, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44f32d63-89d2-4ed3-9d85-4654c6c16c14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1079, 'network_id': '4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0'}}] {{(pid=111102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:00:57.655880 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-098f9db1-5826-4b28-8c29-3c6a8cb7a856 req-2ea9a6fb-6303-4d15-993b-214f49b4465d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (ae02a5e9-ae0b-4ea7-969c-233ed61c10d5), before_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:57.717918 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.db [req-098f9db1-5826-4b28-8c29-3c6a8cb7a856 req-2ea9a6fb-6303-4d15-993b-214f49b4465d service neutron] For port ae02a5e9-ae0b-4ea7-969c-233ed61c10d5, host hv-cinder-85103, cleared binding levels {{(pid=111102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:00:57.721080 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.db [req-098f9db1-5826-4b28-8c29-3c6a8cb7a856 req-2ea9a6fb-6303-4d15-993b-214f49b4465d service neutron] For port ae02a5e9-ae0b-4ea7-969c-233ed61c10d5, host hv-cinder-85103, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=ae02a5e9-ae0b-4ea7-969c-233ed61c10d5,segment=NetworkSegment(44f32d63-89d2-4ed3-9d85-4654c6c16c14),segment_id=44f32d63-89d2-4ed3-9d85-4654c6c16c14)] {{(pid=111102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:00:57.834443 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-098f9db1-5826-4b28-8c29-3c6a8cb7a856 req-2ea9a6fb-6303-4d15-993b-214f49b4465d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868126'] for port (ae02a5e9-ae0b-4ea7-969c-233ed61c10d5), after_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:57.874682 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098f9db1-5826-4b28-8c29-3c6a8cb7a856 req-2ea9a6fb-6303-4d15-993b-214f49b4465d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:00:57.875310 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-098f9db1-5826-4b28-8c29-3c6a8cb7a856 req-2ea9a6fb-6303-4d15-993b-214f49b4465d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-431034'] for port (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:00:57.876737 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-098f9db1-5826-4b28-8c29-3c6a8cb7a856 req-2ea9a6fb-6303-4d15-993b-214f49b4465d service neutron] 10.222.0.99 "PUT /v2.0/ports/ae02a5e9-ae0b-4ea7-969c-233ed61c10d5 HTTP/1.1" status: 200 len: 1094 time: 0.8319848 Jul 26 15:00:57.877187 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63c85e05-dcac-4e07-a91c-468d6ec28921', 'tag': 'ae02a5e9-ae0b-4ea7-969c-233ed61c10d5'}] {{(pid=111102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:00:57.879547 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8185506cd1cc56e10fcde42571d85de650c4e290bb1b6bf5ec2f858ed2201c15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5b22209-7ecf-4451-b6ee-a881ee643858" -d '{"events": [{"name": "network-changed", "server_uuid": "63c85e05-dcac-4e07-a91c-468d6ec28921", "tag": "ae02a5e9-ae0b-4ea7-969c-233ed61c10d5"}]}' {{(pid=111102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:00:57.905823 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea9a6fb-6303-4d15-993b-214f49b4465d service neutron] Pushing event updated for resources: {'Port': ['ID=ae02a5e9-ae0b-4ea7-969c-233ed61c10d5,revision_number=3']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:00:57.934480 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 15:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c63556b-5e82-4243-b9d0-f8fc916371c3 x-openstack-request-id: req-0c63556b-5e82-4243-b9d0-f8fc916371c3 {{(pid=111102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:00:57.934480 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63c85e05-dcac-4e07-a91c-468d6ec28921", "tag": "ae02a5e9-ae0b-4ea7-969c-233ed61c10d5", "status": "completed", "code": 200}]} {{(pid=111102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:00:57.934480 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-0c63556b-5e82-4243-b9d0-f8fc916371c3 {{(pid=111102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:00:57.934480 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c63556b-5e82-4243-b9d0-f8fc916371c3'] response: {'name': 'network-changed', 'server_uuid': '63c85e05-dcac-4e07-a91c-468d6ec28921', 'tag': 'ae02a5e9-ae0b-4ea7-969c-233ed61c10d5', 'status': 'completed', 'code': 200} Jul 26 15:00:58.020141 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b22209-7ecf-4451-b6ee-a881ee643858 req-d2068189-abee-4e34-8999-15686eb6a1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:00:58.021688 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-c5b22209-7ecf-4451-b6ee-a881ee643858 req-d2068189-abee-4e34-8999-15686eb6a1fa service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=ace4455a9e1b44e5bf7b04fd4abf81d7&device_id=63c85e05-dcac-4e07-a91c-468d6ec28921 HTTP/1.1" status: 200 len: 1128 time: 0.0454769 Jul 26 15:00:58.132719 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b22209-7ecf-4451-b6ee-a881ee643858 req-c759ffe5-7f54-4f61-8a10-310cf66d449f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:00:58.134091 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-c5b22209-7ecf-4451-b6ee-a881ee643858 req-c759ffe5-7f54-4f61-8a10-310cf66d449f service neutron] 10.222.0.99 "GET /v2.0/networks?tenant_id=ace4455a9e1b44e5bf7b04fd4abf81d7&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0992544 Jul 26 15:00:58.232602 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b22209-7ecf-4451-b6ee-a881ee643858 req-7c954131-18f4-4e12-a416-700a0bb274dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:00:58.234080 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-c5b22209-7ecf-4451-b6ee-a881ee643858 req-7c954131-18f4-4e12-a416-700a0bb274dd service neutron] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0942366 Jul 26 15:00:58.318769 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16b8ee4-5b41-4120-89fa-ba927ece94be req-de9fb313-070c-4716-8349-c0a9f53fae5c tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:00:58.320335 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-e16b8ee4-5b41-4120-89fa-ba927ece94be req-de9fb313-070c-4716-8349-c0a9f53fae5c tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=63c85e05-dcac-4e07-a91c-468d6ec28921 HTTP/1.1" status: 200 len: 944 time: 0.0469375 Jul 26 15:00:58.342445 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098f9db1-5826-4b28-8c29-3c6a8cb7a856 req-a6353ce7-e976-4852-b7b9-31b7903d5c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:00:58.344009 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-098f9db1-5826-4b28-8c29-3c6a8cb7a856 req-a6353ce7-e976-4852-b7b9-31b7903d5c6f service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=ace4455a9e1b44e5bf7b04fd4abf81d7&device_id=63c85e05-dcac-4e07-a91c-468d6ec28921 HTTP/1.1" status: 200 len: 1128 time: 0.0402923 Jul 26 15:00:58.369394 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-e16b8ee4-5b41-4120-89fa-ba927ece94be req-dae5c5fe-231a-44c4-8209-11a67536738a tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/security-groups?id=9b0b76ba-d076-4a1e-a6ba-37d03b4de245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428867 Jul 26 15:00:58.393377 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-098f9db1-5826-4b28-8c29-3c6a8cb7a856 req-1dac6c0d-7636-4100-9b12-5bdfa234b010 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae02a5e9-ae0b-4ea7-969c-233ed61c10d5 HTTP/1.1" status: 200 len: 217 time: 0.0356405 Jul 26 15:00:58.696085 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:00:58.704172 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098f9db1-5826-4b28-8c29-3c6a8cb7a856 req-1a281b8e-bc32-4d4c-a3c9-cc635f5cca35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:00:58.707868 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-098f9db1-5826-4b28-8c29-3c6a8cb7a856 req-1a281b8e-bc32-4d4c-a3c9-cc635f5cca35 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=2dc51976-041f-4e28-9975-c948630898a5 HTTP/1.1" status: 200 len: 854 time: 0.3066595 Jul 26 15:00:58.749023 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098f9db1-5826-4b28-8c29-3c6a8cb7a856 req-7302cdc7-ab9b-4a37-8860-2b63e759cc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:00:58.750462 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-098f9db1-5826-4b28-8c29-3c6a8cb7a856 req-7302cdc7-ab9b-4a37-8860-2b63e759cc15 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388014 Jul 26 15:00:58.842024 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-098f9db1-5826-4b28-8c29-3c6a8cb7a856 req-4b003a1b-7786-4c2a-8b83-4cf9099f1321 service neutron] 10.222.0.99 "GET /v2.0/networks/4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856731 Jul 26 15:00:58.879743 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:00:58.882748 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:00:58.932083 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-098f9db1-5826-4b28-8c29-3c6a8cb7a856 req-bd807e35-3f66-4551-9f7f-2eff2479bc3d service neutron] 10.222.0.99 "GET /v2.0/networks/4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830915 Jul 26 15:00:59.496882 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a950ef-0069-488c-8c95-fb8804d33d2b req-150bc103-3667-4b52-8f12-2fe8fb419c7b tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:00:59.498333 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-a1a950ef-0069-488c-8c95-fb8804d33d2b req-150bc103-3667-4b52-8f12-2fe8fb419c7b tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=63c85e05-dcac-4e07-a91c-468d6ec28921 HTTP/1.1" status: 200 len: 944 time: 0.0532367 Jul 26 15:00:59.544844 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-a1a950ef-0069-488c-8c95-fb8804d33d2b req-e15c8413-196c-425f-835b-dcf0342c12fa tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/security-groups?id=9b0b76ba-d076-4a1e-a6ba-37d03b4de245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408638 Jul 26 15:01:00.670415 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564ae875-53e5-4858-8dbb-0a8ec8c4c68b req-8258af28-d7ab-4a7f-92a6-93520e488eac tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:01:00.671904 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-564ae875-53e5-4858-8dbb-0a8ec8c4c68b req-8258af28-d7ab-4a7f-92a6-93520e488eac tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=63c85e05-dcac-4e07-a91c-468d6ec28921 HTTP/1.1" status: 200 len: 944 time: 0.0504384 Jul 26 15:01:00.717584 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-564ae875-53e5-4858-8dbb-0a8ec8c4c68b req-6a30dfdf-6fb6-4645-8d5a-74783a5deab1 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/security-groups?id=9b0b76ba-d076-4a1e-a6ba-37d03b4de245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401917 Jul 26 15:01:01.842078 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae21538-22c5-4d84-8797-7040e56ed579 req-7f6281c7-8b46-4249-9aa0-1337d05480df tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:01:01.843757 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-eae21538-22c5-4d84-8797-7040e56ed579 req-7f6281c7-8b46-4249-9aa0-1337d05480df tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=63c85e05-dcac-4e07-a91c-468d6ec28921 HTTP/1.1" status: 200 len: 944 time: 0.0547221 Jul 26 15:01:01.894458 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-eae21538-22c5-4d84-8797-7040e56ed579 req-420f596b-df53-43a3-9566-4bf165e77b5f tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/security-groups?id=9b0b76ba-d076-4a1e-a6ba-37d03b4de245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452065 Jul 26 15:01:02.921619 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Device ae02a5e9-ae0b-4ea7-969c-233ed61c10d5 details requested by agent hyperv_hv-cinder-85103 with host hv-cinder-85103 {{(pid=111104) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:01:02.984286 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:01:02.993476 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:01:03.014683 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64a02a4-dd04-4e90-9a06-5cdd36cb243f req-76da2e43-6a15-4a25-8ccd-4ec3fe79b89b tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:01:03.016239 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-d64a02a4-dd04-4e90-9a06-5cdd36cb243f req-76da2e43-6a15-4a25-8ccd-4ec3fe79b89b tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=63c85e05-dcac-4e07-a91c-468d6ec28921 HTTP/1.1" status: 200 len: 944 time: 0.0493176 Jul 26 15:01:03.026063 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] For port ae02a5e9-ae0b-4ea7-969c-233ed61c10d5, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=ae02a5e9-ae0b-4ea7-969c-233ed61c10d5,segment=NetworkSegment(44f32d63-89d2-4ed3-9d85-4654c6c16c14),segment_id=44f32d63-89d2-4ed3-9d85-4654c6c16c14)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:01:03.038534 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Returning: {'device': 'ae02a5e9-ae0b-4ea7-969c-233ed61c10d5', 'network_id': '4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0', 'port_id': 'ae02a5e9-ae0b-4ea7-969c-233ed61c10d5', 'mac_address': 'fa:16:3e:cc:0c:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1079, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dc51976-041f-4e28-9975-c948630898a5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111104) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:01:03.068520 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-d64a02a4-dd04-4e90-9a06-5cdd36cb243f req-94c92b67-5bd3-42b6-a197-297e4b891833 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/security-groups?id=9b0b76ba-d076-4a1e-a6ba-37d03b4de245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467112 Jul 26 15:01:03.073915 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Current status of the port ae02a5e9-ae0b-4ea7-969c-233ed61c10d5 is: DOWN; New status is: BUILD {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:01:03.074296 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (ae02a5e9-ae0b-4ea7-969c-233ed61c10d5), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:01:03.092219 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.notifiers.nova [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae02a5e9-ae0b-4ea7-969c-233ed61c10d5 {{(pid=111104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 15:01:03.111366 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] For port ae02a5e9-ae0b-4ea7-969c-233ed61c10d5, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=ae02a5e9-ae0b-4ea7-969c-233ed61c10d5,segment=NetworkSegment(44f32d63-89d2-4ed3-9d85-4654c6c16c14),segment_id=44f32d63-89d2-4ed3-9d85-4654c6c16c14)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:01:03.200384 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (ae02a5e9-ae0b-4ea7-969c-233ed61c10d5), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:01:03.246588 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Pushing event updated for resources: {'Port': ['ID=ae02a5e9-ae0b-4ea7-969c-233ed61c10d5,revision_number=4']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:01:03.253782 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:01:03.254128 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:01:03.254462 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:01:03.254793 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:01:03.255122 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:01:03.255532 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:01:03.255853 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:01:03.256173 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:01:03.256494 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:01:03.256844 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:01:03.257139 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:01:03.257497 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:01:03.257771 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:01:03.258085 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:01:03.258392 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:01:03.663165 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] get_ports_and_sgs() called for port_ids ['ae02a5e9-ae0b-4ea7-969c-233ed61c10d5'] {{(pid=111104) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:01:04.201502 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa029ba-5c21-45ca-b932-80fe126ea72d req-801dc827-db3e-48b4-8cce-5652d7520bfd tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:01:04.202981 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-efa029ba-5c21-45ca-b932-80fe126ea72d req-801dc827-db3e-48b4-8cce-5652d7520bfd tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=63c85e05-dcac-4e07-a91c-468d6ec28921 HTTP/1.1" status: 200 len: 945 time: 0.0574813 Jul 26 15:01:04.250083 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-efa029ba-5c21-45ca-b932-80fe126ea72d req-ed778ff5-8f32-4ad4-8986-bd25aff60c0b tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/security-groups?id=9b0b76ba-d076-4a1e-a6ba-37d03b4de245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414100 Jul 26 15:01:04.940994 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Device ae02a5e9-ae0b-4ea7-969c-233ed61c10d5 up at agent hyperv_hv-cinder-85103 {{(pid=111104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:01:04.980822 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Provisioning for port ae02a5e9-ae0b-4ea7-969c-233ed61c10d5 completed by entity L2. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 15:01:05.045524 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Provisioning complete for port ae02a5e9-ae0b-4ea7-969c-233ed61c10d5 triggered by entity L2. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:01:05.045890 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (ae02a5e9-ae0b-4ea7-969c-233ed61c10d5), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:01:05.115310 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Current status of the port ae02a5e9-ae0b-4ea7-969c-233ed61c10d5 is: BUILD; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:01:05.115718 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (ae02a5e9-ae0b-4ea7-969c-233ed61c10d5), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:01:05.137896 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63c85e05-dcac-4e07-a91c-468d6ec28921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae02a5e9-ae0b-4ea7-969c-233ed61c10d5'}] {{(pid=111104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:01:05.140112 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8a064b11bc677c9d4ab9f25c89ff6de8646fcd773e132cdea81d797053aa31c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a5e7a93-9efc-4058-beba-363706d8f068" -d '{"events": [{"server_uuid": "63c85e05-dcac-4e07-a91c-468d6ec28921", "name": "network-vif-plugged", "status": "completed", "tag": "ae02a5e9-ae0b-4ea7-969c-233ed61c10d5"}]}' {{(pid=111104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:01:05.152535 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] For port ae02a5e9-ae0b-4ea7-969c-233ed61c10d5, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=ae02a5e9-ae0b-4ea7-969c-233ed61c10d5,segment=NetworkSegment(44f32d63-89d2-4ed3-9d85-4654c6c16c14),segment_id=44f32d63-89d2-4ed3-9d85-4654c6c16c14)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:01:05.177967 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 15:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8a80f34-df1b-4c4d-af62-9abe9573f67a x-openstack-request-id: req-a8a80f34-df1b-4c4d-af62-9abe9573f67a {{(pid=111104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:01:05.178258 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63c85e05-dcac-4e07-a91c-468d6ec28921", "name": "network-vif-plugged", "status": "completed", "tag": "ae02a5e9-ae0b-4ea7-969c-233ed61c10d5", "code": 200}]} {{(pid=111104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:01:05.178537 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-a8a80f34-df1b-4c4d-af62-9abe9573f67a {{(pid=111104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:01:05.178998 dv-cinder-851030-1-iscsi neutron-server[111104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8a80f34-df1b-4c4d-af62-9abe9573f67a'] response: {'server_uuid': '63c85e05-dcac-4e07-a91c-468d6ec28921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae02a5e9-ae0b-4ea7-969c-233ed61c10d5', 'code': 200} Jul 26 15:01:05.233967 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (ae02a5e9-ae0b-4ea7-969c-233ed61c10d5), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:01:05.361469 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=100 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:01:05.380497 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bd080f-1011-4663-a48a-4fb93d45222b req-0a33cc5a-2b82-4499-ae27-4f1c9a3d7282 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:01:05.382054 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-e1bd080f-1011-4663-a48a-4fb93d45222b req-0a33cc5a-2b82-4499-ae27-4f1c9a3d7282 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=63c85e05-dcac-4e07-a91c-468d6ec28921 HTTP/1.1" status: 200 len: 946 time: 0.0528002 Jul 26 15:01:05.400665 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:01:05.410153 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Pushing event updated for resources: {'Port': ['ID=ae02a5e9-ae0b-4ea7-969c-233ed61c10d5,revision_number=5']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:01:05.433458 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-e1bd080f-1011-4663-a48a-4fb93d45222b req-f727cd8d-f44a-4ff7-aa8a-dc34758faf50 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/security-groups?id=9b0b76ba-d076-4a1e-a6ba-37d03b4de245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441236 Jul 26 15:01:05.687000 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7893f3-012d-4726-aa7c-13745850389b req-3ea1cbfb-9651-4a92-b51f-2284cd4d8562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:01:05.688534 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-5f7893f3-012d-4726-aa7c-13745850389b req-3ea1cbfb-9651-4a92-b51f-2284cd4d8562 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=63c85e05-dcac-4e07-a91c-468d6ec28921 HTTP/1.1" status: 200 len: 1130 time: 0.0390933 Jul 26 15:01:05.735075 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-5f7893f3-012d-4726-aa7c-13745850389b req-51c684ec-940d-45fe-9550-acbd0f1a8685 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=9b0b76ba-d076-4a1e-a6ba-37d03b4de245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407991 Jul 26 15:01:06.541720 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=100 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:01:06.555298 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ca4466-6257-4ff1-a7f2-9256b9f0934e req-a3d77887-f3dc-41a9-b19f-17f680ef9da4 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:01:06.558880 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-61ca4466-6257-4ff1-a7f2-9256b9f0934e req-a3d77887-f3dc-41a9-b19f-17f680ef9da4 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=63c85e05-dcac-4e07-a91c-468d6ec28921 HTTP/1.1" status: 200 len: 946 time: 0.0472691 Jul 26 15:01:06.607328 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-61ca4466-6257-4ff1-a7f2-9256b9f0934e req-49c7447d-4a24-4676-9fa9-1ffb34b6771a tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/security-groups?id=9b0b76ba-d076-4a1e-a6ba-37d03b4de245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442002 Jul 26 15:01:07.725476 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c7b569-5ecb-4f99-907a-71fd1aa09afc req-53ba04c5-47c8-4a77-b4d8-bf3cc2846bfe tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:01:07.726950 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-53c7b569-5ecb-4f99-907a-71fd1aa09afc req-53ba04c5-47c8-4a77-b4d8-bf3cc2846bfe tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=63c85e05-dcac-4e07-a91c-468d6ec28921 HTTP/1.1" status: 200 len: 946 time: 0.0473359 Jul 26 15:01:07.774019 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-53c7b569-5ecb-4f99-907a-71fd1aa09afc req-8e4150aa-9faa-43ab-a3b5-80bb6f271392 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/security-groups?id=9b0b76ba-d076-4a1e-a6ba-37d03b4de245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415146 Jul 26 15:01:08.890329 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6705408f-4066-4380-8d94-d805cc090e8f req-064822aa-308f-476a-b8f1-e200c1d236cb tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:01:08.891747 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-6705408f-4066-4380-8d94-d805cc090e8f req-064822aa-308f-476a-b8f1-e200c1d236cb tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=63c85e05-dcac-4e07-a91c-468d6ec28921 HTTP/1.1" status: 200 len: 946 time: 0.0471220 Jul 26 15:01:08.939791 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-6705408f-4066-4380-8d94-d805cc090e8f req-b6eed147-1c5c-4c0a-9005-6a24db01fe8b tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/security-groups?id=9b0b76ba-d076-4a1e-a6ba-37d03b4de245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422807 Jul 26 15:01:09.052494 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64c8a93-1d80-4463-a47e-a4631bed6e22 req-6d3d633a-4e80-4c4c-bb2b-c1680caec934 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:01:09.053977 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-d64c8a93-1d80-4463-a47e-a4631bed6e22 req-6d3d633a-4e80-4c4c-bb2b-c1680caec934 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=63c85e05-dcac-4e07-a91c-468d6ec28921 HTTP/1.1" status: 200 len: 946 time: 0.0479369 Jul 26 15:01:09.063723 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 51272) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:01:09.068080 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.v2.base [None req-7fe48f76-9859-4d4d-98e3-7a308e3f99d3 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Request body: {'floatingip': {'port_id': 'ae02a5e9-ae0b-4ea7-969c-233ed61c10d5'}} {{(pid=111102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:01:09.109738 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-7fe48f76-9859-4d4d-98e3-7a308e3f99d3 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks [] for floatingip (ab0e2477-6068-475e-8add-c74ac43df7da), before_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:01:09.126316 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=6 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:01:09.365514 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:01:09.543562 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-7fe48f76-9859-4d4d-98e3-7a308e3f99d3 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:01:09.645327 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-7fe48f76-9859-4d4d-98e3-7a308e3f99d3 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691171'] for floatingip (ab0e2477-6068-475e-8add-c74ac43df7da), after_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:01:09.746750 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.db.l3_db [None req-7fe48f76-9859-4d4d-98e3-7a308e3f99d3 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Floating IP ab0e2477-6068-475e-8add-c74ac43df7da associated. External IP: 172.27.0.70, port: ae02a5e9-ae0b-4ea7-969c-233ed61c10d5. Jul 26 15:01:09.819634 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:01:09.947507 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fe48f76-9859-4d4d-98e3-7a308e3f99d3 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Router 5f57147f-1584-4a62-83b8-e842b7fdbfc2 has already been hosted by L3 agent 66f8bb98-7ace-4a85-b6ba-ffe40597695b {{(pid=111102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:01:10.052183 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fe48f76-9859-4d4d-98e3-7a308e3f99d3 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Notify agent at l3_agent.dv-cinder-851030-1-iscsi the message routers_updated {{(pid=111102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:01:10.057011 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-7fe48f76-9859-4d4d-98e3-7a308e3f99d3 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-431034'] for floatingip (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:01:10.062291 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a99349-007c-406a-b36f-4815e04f318a None None] Sync routers for ids ['5f57147f-1584-4a62-83b8-e842b7fdbfc2'] in dv-cinder-851030-1-iscsi {{(pid=111104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:01:10.072233 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a99349-007c-406a-b36f-4815e04f318a None None] Routers {'5f57147f-1584-4a62-83b8-e842b7fdbfc2'} bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:01:10.072840 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-17a99349-007c-406a-b36f-4815e04f318a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851030-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T14:42:54Z,description=,heartbeat_timestamp=2022-07-26T15:00:54Z,host='dv-cinder-851030-1-iscsi',id=66f8bb98-7ace-4a85-b6ba-ffe40597695b,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:42:55Z,topic='l3_agent')) {'router_ids': ['5f57147f-1584-4a62-83b8-e842b7fdbfc2'], 'active': True} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:01:10.088068 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-7fe48f76-9859-4d4d-98e3-7a308e3f99d3 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "PUT /v2.0/floatingips/ab0e2477-6068-475e-8add-c74ac43df7da HTTP/1.1" status: 200 len: 991 time: 1.0232794 Jul 26 15:01:10.088656 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63c85e05-dcac-4e07-a91c-468d6ec28921', 'tag': 'ae02a5e9-ae0b-4ea7-969c-233ed61c10d5'}] {{(pid=111102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:01:10.090929 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8185506cd1cc56e10fcde42571d85de650c4e290bb1b6bf5ec2f858ed2201c15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0363e86f-6353-4f5f-81b7-ae7942b4dfe9" -d '{"events": [{"name": "network-changed", "server_uuid": "63c85e05-dcac-4e07-a91c-468d6ec28921", "tag": "ae02a5e9-ae0b-4ea7-969c-233ed61c10d5"}]}' {{(pid=111102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:01:10.127767 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 15:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d93708e-01ea-4cc7-b82b-85a80689b851 x-openstack-request-id: req-1d93708e-01ea-4cc7-b82b-85a80689b851 {{(pid=111102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:01:10.128060 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63c85e05-dcac-4e07-a91c-468d6ec28921", "tag": "ae02a5e9-ae0b-4ea7-969c-233ed61c10d5", "status": "completed", "code": 200}]} {{(pid=111102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:01:10.128314 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-1d93708e-01ea-4cc7-b82b-85a80689b851 {{(pid=111102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:01:10.128722 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d93708e-01ea-4cc7-b82b-85a80689b851'] response: {'name': 'network-changed', 'server_uuid': '63c85e05-dcac-4e07-a91c-468d6ec28921', 'tag': 'ae02a5e9-ae0b-4ea7-969c-233ed61c10d5', 'status': 'completed', 'code': 200} Jul 26 15:01:10.181916 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvr_db [None req-17a99349-007c-406a-b36f-4815e04f318a None None] Set router 5f57147f-1584-4a62-83b8-e842b7fdbfc2 gateway port host: dv-cinder-851030-1-iscsi {{(pid=111104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:01:10.208757 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0363e86f-6353-4f5f-81b7-ae7942b4dfe9 req-1d504046-9a70-42d0-b48d-493f6a638dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:01:10.210180 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-0363e86f-6353-4f5f-81b7-ae7942b4dfe9 req-1d504046-9a70-42d0-b48d-493f6a638dcc service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=ace4455a9e1b44e5bf7b04fd4abf81d7&device_id=63c85e05-dcac-4e07-a91c-468d6ec28921 HTTP/1.1" status: 200 len: 1130 time: 0.0394447 Jul 26 15:01:10.303162 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0363e86f-6353-4f5f-81b7-ae7942b4dfe9 req-977ae02d-34c0-4328-b3aa-4d7378066f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:01:10.304652 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-0363e86f-6353-4f5f-81b7-ae7942b4dfe9 req-977ae02d-34c0-4328-b3aa-4d7378066f1a service neutron] 10.222.0.99 "GET /v2.0/networks?id=4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0 HTTP/1.1" status: 200 len: 917 time: 0.0886827 Jul 26 15:01:10.365918 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-0363e86f-6353-4f5f-81b7-ae7942b4dfe9 req-55b96bc0-a465-4fa5-8161-8daeb963ecf2 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae02a5e9-ae0b-4ea7-969c-233ed61c10d5 HTTP/1.1" status: 200 len: 999 time: 0.0547624 Jul 26 15:01:10.395378 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-17a99349-007c-406a-b36f-4815e04f318a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f57147f-1584-4a62-83b8-e842b7fdbfc2', 'name': 'tempest-AttachVolumeNegativeTest-1038869275-router', 'tenant_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '8dee36ad-48a7-4c32-9e44-b495406a43fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:51:43Z', 'updated_at': '2022-07-26T14:51:50Z', 'revision_number': 4, 'project_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'gw_port': {'id': '8dee36ad-48a7-4c32-9e44-b495406a43fc', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:28:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f57147f-1584-4a62-83b8-e842b7fdbfc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:44Z', 'updated_at': '2022-07-26T14:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi', '_floatingips': [{'id': 'ab0e2477-6068-475e-8add-c74ac43df7da', 'tenant_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'floating_ip_address': '172.27.0.70', 'floating_network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'router_id': '5f57147f-1584-4a62-83b8-e842b7fdbfc2', 'port_id': 'ae02a5e9-ae0b-4ea7-969c-233ed61c10d5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0', 'mac_address': 'fa:16:3e:cc:0c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c85e05-dcac-4e07-a91c-468d6ec28921', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:00:52Z', 'updated_at': '2022-07-26T15:01:09Z', 'revision_number': 1, 'project_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c22bd2eb-9253-40e7-9f5d-34524feb8d4d', 'name': '', 'network_id': '4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0', 'tenant_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'mac_address': 'fa:16:3e:9b:be:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f57147f-1584-4a62-83b8-e842b7fdbfc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2dc51976-041f-4e28-9975-c948630898a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:48Z', 'updated_at': '2022-07-26T14:51:59Z', 'revision_number': 5, 'project_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'subnets': [{'id': '2dc51976-041f-4e28-9975-c948630898a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851030-1-iscsi', False) {} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:01:10.413639 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0363e86f-6353-4f5f-81b7-ae7942b4dfe9 req-52ed903f-7207-4c8e-b166-68802f66c084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:01:10.415098 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-0363e86f-6353-4f5f-81b7-ae7942b4dfe9 req-52ed903f-7207-4c8e-b166-68802f66c084 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=2dc51976-041f-4e28-9975-c948630898a5 HTTP/1.1" status: 200 len: 854 time: 0.0434914 Jul 26 15:01:10.420791 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a99349-007c-406a-b36f-4815e04f318a None None] Checking router: 5f57147f-1584-4a62-83b8-e842b7fdbfc2 for host: dv-cinder-851030-1-iscsi {{(pid=111104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:01:10.429259 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a99349-007c-406a-b36f-4815e04f318a None None] Routers {'5f57147f-1584-4a62-83b8-e842b7fdbfc2'} bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:01:10.429890 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-17a99349-007c-406a-b36f-4815e04f318a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851030-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T14:42:54Z,description=,heartbeat_timestamp=2022-07-26T15:00:54Z,host='dv-cinder-851030-1-iscsi',id=66f8bb98-7ace-4a85-b6ba-ffe40597695b,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:42:55Z,topic='l3_agent')) {'router_ids': ['5f57147f-1584-4a62-83b8-e842b7fdbfc2'], 'active': True} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:01:10.461645 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0363e86f-6353-4f5f-81b7-ae7942b4dfe9 req-2822b01c-af9b-4401-85be-0d3ae4ef4afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:01:10.463059 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-0363e86f-6353-4f5f-81b7-ae7942b4dfe9 req-2822b01c-af9b-4401-85be-0d3ae4ef4afb service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422676 Jul 26 15:01:10.513043 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=100 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:01:10.533851 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvr_db [None req-17a99349-007c-406a-b36f-4815e04f318a None None] Set router 5f57147f-1584-4a62-83b8-e842b7fdbfc2 gateway port host: dv-cinder-851030-1-iscsi {{(pid=111104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:01:10.554199 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-0363e86f-6353-4f5f-81b7-ae7942b4dfe9 req-37d370ce-4bfc-4af3-b0ee-f08c01e46ff1 service neutron] 10.222.0.99 "GET /v2.0/networks/4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849817 Jul 26 15:01:10.567053 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:01:10.648459 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-0363e86f-6353-4f5f-81b7-ae7942b4dfe9 req-5f308ad5-784b-42f8-a1ed-a8bf141d21c1 service neutron] 10.222.0.99 "GET /v2.0/networks/4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880568 Jul 26 15:01:10.743361 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-17a99349-007c-406a-b36f-4815e04f318a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f57147f-1584-4a62-83b8-e842b7fdbfc2', 'name': 'tempest-AttachVolumeNegativeTest-1038869275-router', 'tenant_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '8dee36ad-48a7-4c32-9e44-b495406a43fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:51:43Z', 'updated_at': '2022-07-26T14:51:50Z', 'revision_number': 4, 'project_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'gw_port': {'id': '8dee36ad-48a7-4c32-9e44-b495406a43fc', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:28:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f57147f-1584-4a62-83b8-e842b7fdbfc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:44Z', 'updated_at': '2022-07-26T14:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi', '_floatingips': [{'id': 'ab0e2477-6068-475e-8add-c74ac43df7da', 'tenant_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'floating_ip_address': '172.27.0.70', 'floating_network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'router_id': '5f57147f-1584-4a62-83b8-e842b7fdbfc2', 'port_id': 'ae02a5e9-ae0b-4ea7-969c-233ed61c10d5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0', 'mac_address': 'fa:16:3e:cc:0c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c85e05-dcac-4e07-a91c-468d6ec28921', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:00:52Z', 'updated_at': '2022-07-26T15:01:09Z', 'revision_number': 1, 'project_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c22bd2eb-9253-40e7-9f5d-34524feb8d4d', 'name': '', 'network_id': '4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0', 'tenant_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'mac_address': 'fa:16:3e:9b:be:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f57147f-1584-4a62-83b8-e842b7fdbfc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2dc51976-041f-4e28-9975-c948630898a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:48Z', 'updated_at': '2022-07-26T14:51:59Z', 'revision_number': 5, 'project_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'subnets': [{'id': '2dc51976-041f-4e28-9975-c948630898a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851030-1-iscsi', False) {} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:01:10.772230 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a99349-007c-406a-b36f-4815e04f318a None None] The sync data for ids ['5f57147f-1584-4a62-83b8-e842b7fdbfc2'] in dv-cinder-851030-1-iscsi is: [{'id': '5f57147f-1584-4a62-83b8-e842b7fdbfc2', 'name': 'tempest-AttachVolumeNegativeTest-1038869275-router', 'tenant_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '8dee36ad-48a7-4c32-9e44-b495406a43fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:51:43Z', 'updated_at': '2022-07-26T14:51:50Z', 'revision_number': 4, 'project_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'gw_port': {'id': '8dee36ad-48a7-4c32-9e44-b495406a43fc', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:28:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f57147f-1584-4a62-83b8-e842b7fdbfc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:44Z', 'updated_at': '2022-07-26T14:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi', '_floatingips': [{'id': 'ab0e2477-6068-475e-8add-c74ac43df7da', 'tenant_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'floating_ip_address': '172.27.0.70', 'floating_network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'router_id': '5f57147f-1584-4a62-83b8-e842b7fdbfc2', 'port_id': 'ae02a5e9-ae0b-4ea7-969c-233ed61c10d5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0', 'mac_address': 'fa:16:3e:cc:0c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c85e05-dcac-4e07-a91c-468d6ec28921', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:00:52Z', 'updated_at': '2022-07-26T15:01:09Z', 'revision_number': 1, 'project_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c22bd2eb-9253-40e7-9f5d-34524feb8d4d', 'name': '', 'network_id': '4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0', 'tenant_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'mac_address': 'fa:16:3e:9b:be:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f57147f-1584-4a62-83b8-e842b7fdbfc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2dc51976-041f-4e28-9975-c948630898a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:48Z', 'updated_at': '2022-07-26T14:51:59Z', 'revision_number': 5, 'project_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'subnets': [{'id': '2dc51976-041f-4e28-9975-c948630898a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:01:10.951216 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca8b18d-81aa-4234-a0b1-bed065195acd None None] New status for floating IP ab0e2477-6068-475e-8add-c74ac43df7da: ACTIVE {{(pid=111105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 15:01:15.388243 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (311d617f-8fa1-4662-a157-ab38f6e1e2d8), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:01:16.075265 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.agents_db [None req-99196b13-9676-4f02-b89b-0db7196f18a6 None None] Agent healthcheck: found 6 active agents {{(pid=111105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:01:18.933221 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=9 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:01:18.936065 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=60 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:01:20.643369 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=8 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:01:20.645291 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=66 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:01:21.992416 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-3cafd69d-5f06-4793-a051-27afa4da9443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (bb4183fa-e0c9-4858-9c34-b1ab78d39af4), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:01:24.353849 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-64ae8cbe-b67a-4caf-b39c-c2b65779f4f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (66f8bb98-7ace-4a85-b6ba-ffe40597695b), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:01:25.502383 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b30572d2-bee0-4462-94ed-c13cd0ef4273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (40fac31a-afaa-44e8-8521-47b803a59f0f), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:01:26.067664 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:01:26.068459 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=10 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:01:26.982204 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b977bc9f-0510-4ebd-94dd-930fc4499a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (e5556d63-fbf3-48f2-bfac-7896e86945c3), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:01:27.141938 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (df49e665-2de0-463a-a1e1-c989804d5593), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:01:37.010844 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:01:37.018793 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=18,neutron:UPDATE=4 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:01:45.351660 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (311d617f-8fa1-4662-a157-ab38f6e1e2d8), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:01:48.013160 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=14 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:01:48.016010 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=18 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:01:52.077290 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-bd723210-12f5-47df-b6e3-2dcf508a8d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (bb4183fa-e0c9-4858-9c34-b1ab78d39af4), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:01:52.722634 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-7e0ac0a4-3531-4f41-acbe-c1799dc0320f req-661737c7-6256-4715-b1ae-7bd0346fdbc7 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=e60aed9b-d83f-478b-be96-86d4e4a6ce9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389516 Jul 26 15:01:52.795360 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0ac0a4-3531-4f41-acbe-c1799dc0320f req-fe7a742f-605d-4fcf-9229-1dd7a80b2eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:01:52.796891 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-7e0ac0a4-3531-4f41-acbe-c1799dc0320f req-fe7a742f-605d-4fcf-9229-1dd7a80b2eab service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7ccd4ff518dc4c37bfb7f343ccc97206&device_id=e60aed9b-d83f-478b-be96-86d4e4a6ce9c HTTP/1.1" status: 200 len: 1129 time: 0.0398996 Jul 26 15:01:52.907108 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0ac0a4-3531-4f41-acbe-c1799dc0320f req-d26a158a-d06d-4034-815c-0289a732ed59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:01:52.908523 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-7e0ac0a4-3531-4f41-acbe-c1799dc0320f req-d26a158a-d06d-4034-815c-0289a732ed59 service neutron] 10.222.0.99 "GET /v2.0/networks?id=02c3d9d5-b71e-4ad5-9373-5d17164e8aec HTTP/1.1" status: 200 len: 913 time: 0.0922964 Jul 26 15:01:52.976511 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-7e0ac0a4-3531-4f41-acbe-c1799dc0320f req-57885661-2f19-4962-b4e6-00fcdc2c4c77 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df255ca8-fb3a-4312-b426-006fe4958576 HTTP/1.1" status: 200 len: 1001 time: 0.0615528 Jul 26 15:01:53.029900 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0ac0a4-3531-4f41-acbe-c1799dc0320f req-da5505ab-d716-4726-ab9d-d690f5f746be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:01:53.031823 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-7e0ac0a4-3531-4f41-acbe-c1799dc0320f req-da5505ab-d716-4726-ab9d-d690f5f746be service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e75d54a1-37a3-48c4-b0bd-5c996cd738b8 HTTP/1.1" status: 200 len: 850 time: 0.0485835 Jul 26 15:01:53.074977 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.agents_db [None req-99196b13-9676-4f02-b89b-0db7196f18a6 None None] Agent healthcheck: found 6 active agents {{(pid=111105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:01:53.078710 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0ac0a4-3531-4f41-acbe-c1799dc0320f req-f5a47e0c-70b2-4fdb-a36a-0c678bf04c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:01:53.080297 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-7e0ac0a4-3531-4f41-acbe-c1799dc0320f req-f5a47e0c-70b2-4fdb-a36a-0c678bf04c7a service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=02c3d9d5-b71e-4ad5-9373-5d17164e8aec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424130 Jul 26 15:01:53.174432 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-7e0ac0a4-3531-4f41-acbe-c1799dc0320f req-77a2c6f7-9829-435c-8a1b-058243061de7 service neutron] 10.222.0.99 "GET /v2.0/networks/02c3d9d5-b71e-4ad5-9373-5d17164e8aec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881178 Jul 26 15:01:53.271380 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-7e0ac0a4-3531-4f41-acbe-c1799dc0320f req-aa8ec838-4abc-49cf-b917-1a59b314ed35 service neutron] 10.222.0.99 "GET /v2.0/networks/02c3d9d5-b71e-4ad5-9373-5d17164e8aec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857170 Jul 26 15:01:54.330011 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6351799c-646c-4446-a0b7-322dd4f68e8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (66f8bb98-7ace-4a85-b6ba-ffe40597695b), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:01:55.501301 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b30572d2-bee0-4462-94ed-c13cd0ef4273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (40fac31a-afaa-44e8-8521-47b803a59f0f), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:01:57.026897 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b977bc9f-0510-4ebd-94dd-930fc4499a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (e5556d63-fbf3-48f2-bfac-7896e86945c3), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:01:57.101426 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (df49e665-2de0-463a-a1e1-c989804d5593), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:01:58.420834 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 51386) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:01:58.874712 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.plugins.ml2.plugin [None req-74bc89e7-7d64-4804-8767-4e062ba79b17 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Deleting port 3bc1a70d-def8-4d32-9fbe-72c025313cc5 {{(pid=111103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:01:58.875060 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-74bc89e7-7d64-4804-8767-4e062ba79b17 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789580082445'] for port (3bc1a70d-def8-4d32-9fbe-72c025313cc5), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:01:58.954972 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-74bc89e7-7d64-4804-8767-4e062ba79b17 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580114'] for port (3bc1a70d-def8-4d32-9fbe-72c025313cc5), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:01:58.955308 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-74bc89e7-7d64-4804-8767-4e062ba79b17 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Publish callbacks [] for floatingip (3bc1a70d-def8-4d32-9fbe-72c025313cc5), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:01:58.970632 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.plugins.ml2.plugin [None req-74bc89e7-7d64-4804-8767-4e062ba79b17 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Calling delete_port for 3bc1a70d-def8-4d32-9fbe-72c025313cc5 owned by network:floatingip {{(pid=111103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:01:59.208848 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-74bc89e7-7d64-4804-8767-4e062ba79b17 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789580201795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789579689804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4313512'] for port (3bc1a70d-def8-4d32-9fbe-72c025313cc5), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:01:59.232118 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bc89e7-7d64-4804-8767-4e062ba79b17 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Pushing event deleted for resources: {'Port': ['ID=3bc1a70d-def8-4d32-9fbe-72c025313cc5,revision_number=None']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:01:59.247141 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bc89e7-7d64-4804-8767-4e062ba79b17 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:01:59.247514 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bc89e7-7d64-4804-8767-4e062ba79b17 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:01:59.247872 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bc89e7-7d64-4804-8767-4e062ba79b17 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:01:59.248200 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bc89e7-7d64-4804-8767-4e062ba79b17 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:01:59.248533 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bc89e7-7d64-4804-8767-4e062ba79b17 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:01:59.248867 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bc89e7-7d64-4804-8767-4e062ba79b17 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:01:59.249196 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bc89e7-7d64-4804-8767-4e062ba79b17 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:01:59.249525 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bc89e7-7d64-4804-8767-4e062ba79b17 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:01:59.249851 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bc89e7-7d64-4804-8767-4e062ba79b17 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:01:59.250175 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bc89e7-7d64-4804-8767-4e062ba79b17 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:01:59.250498 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bc89e7-7d64-4804-8767-4e062ba79b17 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:01:59.250824 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bc89e7-7d64-4804-8767-4e062ba79b17 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:01:59.251146 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bc89e7-7d64-4804-8767-4e062ba79b17 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:01:59.251493 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bc89e7-7d64-4804-8767-4e062ba79b17 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:01:59.251814 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bc89e7-7d64-4804-8767-4e062ba79b17 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:01:59.315091 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-74bc89e7-7d64-4804-8767-4e062ba79b17 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Publish callbacks [] for floatingip (9e16cbad-0dd7-469d-9c7f-2c7e0c5bffb4), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:01:59.315431 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.db.l3_db [None req-74bc89e7-7d64-4804-8767-4e062ba79b17 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Floating IP 9e16cbad-0dd7-469d-9c7f-2c7e0c5bffb4 disassociated (deleted). External IP: 172.27.0.56, port: 1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42. Jul 26 15:01:59.514052 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74bc89e7-7d64-4804-8767-4e062ba79b17 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Router b7ab0b83-6059-444e-8c55-2b8c08b58122 has already been hosted by L3 agent 66f8bb98-7ace-4a85-b6ba-ffe40597695b {{(pid=111103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:01:59.617484 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74bc89e7-7d64-4804-8767-4e062ba79b17 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Notify agent at l3_agent.dv-cinder-851030-1-iscsi the message routers_updated {{(pid=111103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:01:59.622841 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-74bc89e7-7d64-4804-8767-4e062ba79b17 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-431034'] for floatingip (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:01:59.625200 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:01:59.628864 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170a3c9f-f1f1-4bd1-8435-ad537885cf90 None None] Sync routers for ids ['b7ab0b83-6059-444e-8c55-2b8c08b58122'] in dv-cinder-851030-1-iscsi {{(pid=111104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:01:59.637941 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170a3c9f-f1f1-4bd1-8435-ad537885cf90 None None] Routers {'b7ab0b83-6059-444e-8c55-2b8c08b58122'} bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:01:59.638552 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-170a3c9f-f1f1-4bd1-8435-ad537885cf90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851030-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T14:42:54Z,description=,heartbeat_timestamp=2022-07-26T15:01:54Z,host='dv-cinder-851030-1-iscsi',id=66f8bb98-7ace-4a85-b6ba-ffe40597695b,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:42:55Z,topic='l3_agent')) {'router_ids': ['b7ab0b83-6059-444e-8c55-2b8c08b58122'], 'active': True} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:01:59.659590 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-74bc89e7-7d64-4804-8767-4e062ba79b17 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "DELETE /v2.0/floatingips/9e16cbad-0dd7-469d-9c7f-2c7e0c5bffb4 HTTP/1.1" status: 204 len: 168 time: 1.2352450 Jul 26 15:01:59.659590 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df55a650-eac7-41dd-8361-bb02fc6d25f6', 'tag': '1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42'}] {{(pid=111103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:01:59.660111 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}517d84f8092def9b9250e77a34976a676e41c9ce554e95d8bccbc94b5a7b6795" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e67d9271-5769-4514-9890-31ff9cdc98a0" -d '{"events": [{"name": "network-changed", "server_uuid": "df55a650-eac7-41dd-8361-bb02fc6d25f6", "tag": "1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42"}]}' {{(pid=111103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:01:59.707333 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 15:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cf6dc33-361a-4ecf-bd60-a13ae19c4171 x-openstack-request-id: req-5cf6dc33-361a-4ecf-bd60-a13ae19c4171 {{(pid=111103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:01:59.707658 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df55a650-eac7-41dd-8361-bb02fc6d25f6", "tag": "1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42", "status": "completed", "code": 200}]} {{(pid=111103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:01:59.707913 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-5cf6dc33-361a-4ecf-bd60-a13ae19c4171 {{(pid=111103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:01:59.708314 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cf6dc33-361a-4ecf-bd60-a13ae19c4171'] response: {'name': 'network-changed', 'server_uuid': 'df55a650-eac7-41dd-8361-bb02fc6d25f6', 'tag': '1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42', 'status': 'completed', 'code': 200} Jul 26 15:01:59.751662 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvr_db [None req-170a3c9f-f1f1-4bd1-8435-ad537885cf90 None None] Set router b7ab0b83-6059-444e-8c55-2b8c08b58122 gateway port host: dv-cinder-851030-1-iscsi {{(pid=111104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:01:59.798031 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67d9271-5769-4514-9890-31ff9cdc98a0 req-6c152d72-ba34-48e4-a6e7-4f5b18d5a1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:01:59.799476 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-e67d9271-5769-4514-9890-31ff9cdc98a0 req-6c152d72-ba34-48e4-a6e7-4f5b18d5a1be service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=fde004be36ee4efeaa9ada32b4e2182c&device_id=df55a650-eac7-41dd-8361-bb02fc6d25f6 HTTP/1.1" status: 200 len: 1129 time: 0.0406122 Jul 26 15:01:59.901610 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67d9271-5769-4514-9890-31ff9cdc98a0 req-56b8fa51-693a-40d2-9ab4-eb327859155c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:01:59.903797 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-e67d9271-5769-4514-9890-31ff9cdc98a0 req-56b8fa51-693a-40d2-9ab4-eb327859155c service neutron] 10.222.0.99 "GET /v2.0/networks?id=4f224720-dd50-4b3d-ae12-e0978ae6cbaf HTTP/1.1" status: 200 len: 910 time: 0.0968840 Jul 26 15:01:59.947924 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-e67d9271-5769-4514-9890-31ff9cdc98a0 req-7d64f35c-b823-440b-925b-af50e240030c service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42 HTTP/1.1" status: 200 len: 217 time: 0.0355277 Jul 26 15:01:59.957388 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-170a3c9f-f1f1-4bd1-8435-ad537885cf90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ab0b83-6059-444e-8c55-2b8c08b58122', 'name': 'tempest-TestShelveInstance-358001893-router', 'tenant_id': 'fde004be36ee4efeaa9ada32b4e2182c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': 'fc586a86-2fa0-462c-af49-e12499b759b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:55:24Z', 'updated_at': '2022-07-26T14:55:28Z', 'revision_number': 4, 'project_id': 'fde004be36ee4efeaa9ada32b4e2182c', 'gw_port': {'id': 'fc586a86-2fa0-462c-af49-e12499b759b0', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ab0b83-6059-444e-8c55-2b8c08b58122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:55:25Z', 'updated_at': '2022-07-26T14:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi', '_interfaces': [{'id': '3b01fd41-d585-4c58-a8b8-0eac0e76d49d', 'name': '', 'network_id': '4f224720-dd50-4b3d-ae12-e0978ae6cbaf', 'tenant_id': 'fde004be36ee4efeaa9ada32b4e2182c', 'mac_address': 'fa:16:3e:d4:d6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ab0b83-6059-444e-8c55-2b8c08b58122', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '6f67d112-1d95-4c3e-9346-29b9427575bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:55:27Z', 'updated_at': '2022-07-26T14:55:32Z', 'revision_number': 5, 'project_id': 'fde004be36ee4efeaa9ada32b4e2182c', 'subnets': [{'id': '6f67d112-1d95-4c3e-9346-29b9427575bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851030-1-iscsi', False) {} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:01:59.985122 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170a3c9f-f1f1-4bd1-8435-ad537885cf90 None None] Checking router: b7ab0b83-6059-444e-8c55-2b8c08b58122 for host: dv-cinder-851030-1-iscsi {{(pid=111104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:01:59.994769 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170a3c9f-f1f1-4bd1-8435-ad537885cf90 None None] Routers {'b7ab0b83-6059-444e-8c55-2b8c08b58122'} bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:01:59.995382 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-170a3c9f-f1f1-4bd1-8435-ad537885cf90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851030-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T14:42:54Z,description=,heartbeat_timestamp=2022-07-26T15:01:54Z,host='dv-cinder-851030-1-iscsi',id=66f8bb98-7ace-4a85-b6ba-ffe40597695b,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:42:55Z,topic='l3_agent')) {'router_ids': ['b7ab0b83-6059-444e-8c55-2b8c08b58122'], 'active': True} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:02:00.017970 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67d9271-5769-4514-9890-31ff9cdc98a0 req-d9ad90f3-de14-457d-993a-5a4af1d7bfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:02:00.019452 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-e67d9271-5769-4514-9890-31ff9cdc98a0 req-d9ad90f3-de14-457d-993a-5a4af1d7bfeb service neutron] 10.222.0.99 "GET /v2.0/subnets?id=6f67d112-1d95-4c3e-9346-29b9427575bb HTTP/1.1" status: 200 len: 847 time: 0.0683727 Jul 26 15:02:00.063738 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67d9271-5769-4514-9890-31ff9cdc98a0 req-8c4f2815-6c5d-4f43-a05d-25e7638c3892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:02:00.065243 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-e67d9271-5769-4514-9890-31ff9cdc98a0 req-8c4f2815-6c5d-4f43-a05d-25e7638c3892 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=4f224720-dd50-4b3d-ae12-e0978ae6cbaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396504 Jul 26 15:02:00.104626 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvr_db [None req-170a3c9f-f1f1-4bd1-8435-ad537885cf90 None None] Set router b7ab0b83-6059-444e-8c55-2b8c08b58122 gateway port host: dv-cinder-851030-1-iscsi {{(pid=111104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:02:00.168809 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-e67d9271-5769-4514-9890-31ff9cdc98a0 req-13da017c-422f-4eb5-8c45-94f6428ef886 service neutron] 10.222.0.99 "GET /v2.0/networks/4f224720-dd50-4b3d-ae12-e0978ae6cbaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966868 Jul 26 15:02:00.224786 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5114fe0-8072-441f-ab5c-2998bfb00c48 req-9c44e15e-bc48-4b99-ac84-0413123021d3 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:02:00.226509 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-f5114fe0-8072-441f-ab5c-2998bfb00c48 req-9c44e15e-bc48-4b99-ac84-0413123021d3 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/ports?device_id=df55a650-eac7-41dd-8361-bb02fc6d25f6 HTTP/1.1" status: 200 len: 945 time: 0.0495448 Jul 26 15:02:00.285911 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-f5114fe0-8072-441f-ab5c-2998bfb00c48 req-b08c27e7-3949-40e0-bb0a-994117f3771b tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/security-groups?id=36e74357-39f1-4280-add6-3361918964e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511196 Jul 26 15:02:00.323387 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-170a3c9f-f1f1-4bd1-8435-ad537885cf90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ab0b83-6059-444e-8c55-2b8c08b58122', 'name': 'tempest-TestShelveInstance-358001893-router', 'tenant_id': 'fde004be36ee4efeaa9ada32b4e2182c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': 'fc586a86-2fa0-462c-af49-e12499b759b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:55:24Z', 'updated_at': '2022-07-26T14:55:28Z', 'revision_number': 4, 'project_id': 'fde004be36ee4efeaa9ada32b4e2182c', 'gw_port': {'id': 'fc586a86-2fa0-462c-af49-e12499b759b0', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ab0b83-6059-444e-8c55-2b8c08b58122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:55:25Z', 'updated_at': '2022-07-26T14:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi', '_interfaces': [{'id': '3b01fd41-d585-4c58-a8b8-0eac0e76d49d', 'name': '', 'network_id': '4f224720-dd50-4b3d-ae12-e0978ae6cbaf', 'tenant_id': 'fde004be36ee4efeaa9ada32b4e2182c', 'mac_address': 'fa:16:3e:d4:d6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ab0b83-6059-444e-8c55-2b8c08b58122', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '6f67d112-1d95-4c3e-9346-29b9427575bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:55:27Z', 'updated_at': '2022-07-26T14:55:32Z', 'revision_number': 5, 'project_id': 'fde004be36ee4efeaa9ada32b4e2182c', 'subnets': [{'id': '6f67d112-1d95-4c3e-9346-29b9427575bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851030-1-iscsi', False) {} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:02:00.349437 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170a3c9f-f1f1-4bd1-8435-ad537885cf90 None None] The sync data for ids ['b7ab0b83-6059-444e-8c55-2b8c08b58122'] in dv-cinder-851030-1-iscsi is: [{'id': 'b7ab0b83-6059-444e-8c55-2b8c08b58122', 'name': 'tempest-TestShelveInstance-358001893-router', 'tenant_id': 'fde004be36ee4efeaa9ada32b4e2182c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': 'fc586a86-2fa0-462c-af49-e12499b759b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:55:24Z', 'updated_at': '2022-07-26T14:55:28Z', 'revision_number': 4, 'project_id': 'fde004be36ee4efeaa9ada32b4e2182c', 'gw_port': {'id': 'fc586a86-2fa0-462c-af49-e12499b759b0', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ab0b83-6059-444e-8c55-2b8c08b58122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:55:25Z', 'updated_at': '2022-07-26T14:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi', '_interfaces': [{'id': '3b01fd41-d585-4c58-a8b8-0eac0e76d49d', 'name': '', 'network_id': '4f224720-dd50-4b3d-ae12-e0978ae6cbaf', 'tenant_id': 'fde004be36ee4efeaa9ada32b4e2182c', 'mac_address': 'fa:16:3e:d4:d6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ab0b83-6059-444e-8c55-2b8c08b58122', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '6f67d112-1d95-4c3e-9346-29b9427575bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:55:27Z', 'updated_at': '2022-07-26T14:55:32Z', 'revision_number': 5, 'project_id': 'fde004be36ee4efeaa9ada32b4e2182c', 'subnets': [{'id': '6f67d112-1d95-4c3e-9346-29b9427575bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:02:00.574438 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1629c0-4be1-40d6-801b-33c1f15ceb12 None None] New status for floating IP 9e16cbad-0dd7-469d-9c7f-2c7e0c5bffb4: DOWN {{(pid=111105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 15:02:01.382722 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=100 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:02:01.410398 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=100 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:02:01.431829 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20014597-8b96-4d19-8a94-effb3b247a89 req-b45a5cc6-822a-4019-bc69-93d9f2e1cc34 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:02:01.433344 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-20014597-8b96-4d19-8a94-effb3b247a89 req-b45a5cc6-822a-4019-bc69-93d9f2e1cc34 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/ports?device_id=df55a650-eac7-41dd-8361-bb02fc6d25f6 HTTP/1.1" status: 200 len: 945 time: 0.0681064 Jul 26 15:02:01.475909 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-e67d9271-5769-4514-9890-31ff9cdc98a0 req-badd2620-fd80-4404-bb2c-5a2c5220d3d2 service neutron] 10.222.0.99 "GET /v2.0/networks/4f224720-dd50-4b3d-ae12-e0978ae6cbaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537771 Jul 26 15:02:01.506754 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-20014597-8b96-4d19-8a94-effb3b247a89 req-b0e70eef-f440-4696-8855-cd636ea8ded9 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/security-groups?id=36e74357-39f1-4280-add6-3361918964e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639789 Jul 26 15:02:02.627624 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ce23c9-0c8c-4120-95f7-c34dfd800bca req-98720a92-7481-492c-9a55-b9dd80283f92 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:02:02.629146 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-20ce23c9-0c8c-4120-95f7-c34dfd800bca req-98720a92-7481-492c-9a55-b9dd80283f92 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/ports?device_id=df55a650-eac7-41dd-8361-bb02fc6d25f6 HTTP/1.1" status: 200 len: 945 time: 0.0471978 Jul 26 15:02:02.641843 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:02:02.681617 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-20ce23c9-0c8c-4120-95f7-c34dfd800bca req-348600e7-dfce-48cf-86b2-8749ed5c9ec2 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/security-groups?id=36e74357-39f1-4280-add6-3361918964e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462103 Jul 26 15:02:02.838316 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ea3eeb-adf5-455d-a7ee-201e6169e9c1 req-9c2c0e21-ac1b-4c19-a9b1-a216e5b89b2a tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:02:02.839724 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-41ea3eeb-adf5-455d-a7ee-201e6169e9c1 req-9c2c0e21-ac1b-4c19-a9b1-a216e5b89b2a tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.99 "GET /v2.0/ports?device_id=df55a650-eac7-41dd-8361-bb02fc6d25f6 HTTP/1.1" status: 200 len: 945 time: 0.0474558 Jul 26 15:02:02.926657 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.plugin [req-41ea3eeb-adf5-455d-a7ee-201e6169e9c1 req-b43a5b4d-8dbd-4d2d-b87f-8da918926e03 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Deleting port 1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42 {{(pid=111102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:02:02.927061 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-41ea3eeb-adf5-455d-a7ee-201e6169e9c1 req-b43a5b4d-8dbd-4d2d-b87f-8da918926e03 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789580082445'] for port (1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:03.020807 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.db [req-41ea3eeb-adf5-455d-a7ee-201e6169e9c1 req-b43a5b4d-8dbd-4d2d-b87f-8da918926e03 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] For port 1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42,segment=NetworkSegment(21413819-3722-4fd4-ade1-8fa0ec8b65e4),segment_id=21413819-3722-4fd4-ade1-8fa0ec8b65e4)] {{(pid=111102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:02:03.021169 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-41ea3eeb-adf5-455d-a7ee-201e6169e9c1 req-b43a5b4d-8dbd-4d2d-b87f-8da918926e03 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580114'] for port (1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:03.038612 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.plugin [req-41ea3eeb-adf5-455d-a7ee-201e6169e9c1 req-b43a5b4d-8dbd-4d2d-b87f-8da918926e03 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Calling delete_port for 1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42 owned by compute:nova {{(pid=111102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:02:03.294572 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-41ea3eeb-adf5-455d-a7ee-201e6169e9c1 req-b43a5b4d-8dbd-4d2d-b87f-8da918926e03 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789580201795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789579689804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868105'] for port (1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:03.323590 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43a5b4d-8dbd-4d2d-b87f-8da918926e03 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Pushing event deleted for resources: {'Port': ['ID=1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42,revision_number=None']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:02:03.364940 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43a5b4d-8dbd-4d2d-b87f-8da918926e03 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:02:03.373850 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43a5b4d-8dbd-4d2d-b87f-8da918926e03 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:02:03.373850 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43a5b4d-8dbd-4d2d-b87f-8da918926e03 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:02:03.373850 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43a5b4d-8dbd-4d2d-b87f-8da918926e03 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:02:03.373850 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43a5b4d-8dbd-4d2d-b87f-8da918926e03 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:02:03.373850 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43a5b4d-8dbd-4d2d-b87f-8da918926e03 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:02:03.373850 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43a5b4d-8dbd-4d2d-b87f-8da918926e03 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:02:03.373850 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43a5b4d-8dbd-4d2d-b87f-8da918926e03 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:02:03.373850 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43a5b4d-8dbd-4d2d-b87f-8da918926e03 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:02:03.373850 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43a5b4d-8dbd-4d2d-b87f-8da918926e03 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:02:03.373850 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43a5b4d-8dbd-4d2d-b87f-8da918926e03 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:02:03.373850 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43a5b4d-8dbd-4d2d-b87f-8da918926e03 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:02:03.373850 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43a5b4d-8dbd-4d2d-b87f-8da918926e03 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:02:03.373850 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43a5b4d-8dbd-4d2d-b87f-8da918926e03 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:02:03.375496 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43a5b4d-8dbd-4d2d-b87f-8da918926e03 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:02:03.387358 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.l3_dvrscheduler_db [req-41ea3eeb-adf5-455d-a7ee-201e6169e9c1 req-b43a5b4d-8dbd-4d2d-b87f-8da918926e03 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] No DVR routers for this DVR port 1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42 on host hv-cinder-85103 {{(pid=111102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 15:02:03.389814 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-41ea3eeb-adf5-455d-a7ee-201e6169e9c1 req-b43a5b4d-8dbd-4d2d-b87f-8da918926e03 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-431034'] for port (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:03.393054 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-41ea3eeb-adf5-455d-a7ee-201e6169e9c1 req-b43a5b4d-8dbd-4d2d-b87f-8da918926e03 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.99 "DELETE /v2.0/ports/1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42 HTTP/1.1" status: 204 len: 173 time: 0.5478883 Jul 26 15:02:03.393487 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df55a650-eac7-41dd-8361-bb02fc6d25f6', 'name': 'network-vif-deleted', 'tag': '1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42'}] {{(pid=111102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:02:03.395718 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8185506cd1cc56e10fcde42571d85de650c4e290bb1b6bf5ec2f858ed2201c15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53f7a8a4-4e57-433a-99cd-0cc25326c4ea" -d '{"events": [{"server_uuid": "df55a650-eac7-41dd-8361-bb02fc6d25f6", "name": "network-vif-deleted", "tag": "1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42"}]}' {{(pid=111102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:02:03.438537 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 15:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2607e48-2aeb-4c8a-abba-c8e2ab8b27c1 x-openstack-request-id: req-f2607e48-2aeb-4c8a-abba-c8e2ab8b27c1 {{(pid=111102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:02:03.438537 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df55a650-eac7-41dd-8361-bb02fc6d25f6", "name": "network-vif-deleted", "tag": "1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42", "status": "completed", "code": 200}]} {{(pid=111102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:02:03.438796 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-f2607e48-2aeb-4c8a-abba-c8e2ab8b27c1 {{(pid=111102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:02:03.439064 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2607e48-2aeb-4c8a-abba-c8e2ab8b27c1'] response: {'server_uuid': 'df55a650-eac7-41dd-8361-bb02fc6d25f6', 'name': 'network-vif-deleted', 'tag': '1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42', 'status': 'completed', 'code': 200} Jul 26 15:02:03.787165 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-9e8577ca-d165-4b25-91ef-d6cbcbb13237 req-2ac6b472-489f-4084-acce-303e9f9d0ec1 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/ports?device_id=df55a650-eac7-41dd-8361-bb02fc6d25f6 HTTP/1.1" status: 200 len: 210 time: 0.0306234 Jul 26 15:02:04.904139 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-295d8268-e401-42ea-b223-4610607cbcf1 req-ac5b33a5-7987-4c0e-a910-890000cd0418 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "GET /v2.0/ports?device_id=df55a650-eac7-41dd-8361-bb02fc6d25f6 HTTP/1.1" status: 200 len: 210 time: 0.0277717 Jul 26 15:02:05.228087 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Device 1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42 no longer exists at agent hyperv_hv-cinder-85103 {{(pid=111104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:02:05.247635 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] No Port match for: 1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42 {{(pid=111104) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:02:05.247984 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Device 1d4bd2bf-16f8-4aa0-a183-dc45e5c63e42 not bound to the agent host hv-cinder-85103 {{(pid=111104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:02:05.970968 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 51464) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:02:06.029647 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-2b156af6-5154-4016-b7ef-e91918b03893 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Publish callbacks [] for security_group (36e74357-39f1-4280-add6-3361918964e5), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:06.061263 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-2b156af6-5154-4016-b7ef-e91918b03893 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Publish callbacks [] for security_group (36e74357-39f1-4280-add6-3361918964e5), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:06.204126 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-2b156af6-5154-4016-b7ef-e91918b03893 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (36e74357-39f1-4280-add6-3361918964e5), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:06.206787 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-2b156af6-5154-4016-b7ef-e91918b03893 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Publish callbacks [] for security_group (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:06.208066 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-2b156af6-5154-4016-b7ef-e91918b03893 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] 10.222.0.97 "DELETE /v2.0/security-groups/36e74357-39f1-4280-add6-3361918964e5 HTTP/1.1" status: 204 len: 168 time: 0.2376313 Jul 26 15:02:06.218299 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b156af6-5154-4016-b7ef-e91918b03893 tempest-TestShelveInstance-1660701150 tempest-TestShelveInstance-1660701150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36e74357-39f1-4280-add6-3361918964e5,revision_number=None']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:02:06.348493 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 51470) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:02:06.707697 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-7cb74c41-9f41-4571-908b-feeb073b5b9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-688923'] for router_interface (b7ab0b83-6059-444e-8c55-2b8c08b58122), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:06.936183 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.plugins.ml2.plugin [None req-7cb74c41-9f41-4571-908b-feeb073b5b9c admin admin] Deleting port 3b01fd41-d585-4c58-a8b8-0eac0e76d49d {{(pid=111103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:02:06.936599 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-7cb74c41-9f41-4571-908b-feeb073b5b9c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789580082445'] for port (3b01fd41-d585-4c58-a8b8-0eac0e76d49d), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:07.013059 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:02:07.073832 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.plugins.ml2.db [None req-7cb74c41-9f41-4571-908b-feeb073b5b9c admin admin] For port 3b01fd41-d585-4c58-a8b8-0eac0e76d49d, host dv-cinder-851030-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851030-1-iscsi',level=0,port_id=3b01fd41-d585-4c58-a8b8-0eac0e76d49d,segment=NetworkSegment(21413819-3722-4fd4-ade1-8fa0ec8b65e4),segment_id=21413819-3722-4fd4-ade1-8fa0ec8b65e4)] {{(pid=111103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:02:07.073832 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-7cb74c41-9f41-4571-908b-feeb073b5b9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580114'] for port (3b01fd41-d585-4c58-a8b8-0eac0e76d49d), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:07.073832 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.plugins.ml2.plugin [None req-7cb74c41-9f41-4571-908b-feeb073b5b9c admin admin] Calling delete_port for 3b01fd41-d585-4c58-a8b8-0eac0e76d49d owned by network:router_interface {{(pid=111103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:02:07.107144 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:02:07.337362 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-7cb74c41-9f41-4571-908b-feeb073b5b9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789580201795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789579689804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4313512'] for port (3b01fd41-d585-4c58-a8b8-0eac0e76d49d), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:07.364276 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb74c41-9f41-4571-908b-feeb073b5b9c admin admin] Pushing event deleted for resources: {'Port': ['ID=3b01fd41-d585-4c58-a8b8-0eac0e76d49d,revision_number=None']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:02:07.531524 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-7cb74c41-9f41-4571-908b-feeb073b5b9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689039'] for router_interface (b7ab0b83-6059-444e-8c55-2b8c08b58122), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:07.631942 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62da77f5-8f2a-4dd2-affc-6add4efe8aa4 req-f6f04d2d-af14-4c5a-ae7a-b900f088b5ee tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:02:07.633479 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-62da77f5-8f2a-4dd2-affc-6add4efe8aa4 req-f6f04d2d-af14-4c5a-ae7a-b900f088b5ee tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=d566308c-cba6-4925-8ac6-820573486d4b HTTP/1.1" status: 200 len: 945 time: 0.0470417 Jul 26 15:02:07.685331 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-62da77f5-8f2a-4dd2-affc-6add4efe8aa4 req-e8fdb05d-b0d5-4380-9e94-6d390228afb1 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=0a40a380-a7e3-4a95-a6e8-434c081c25fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450804 Jul 26 15:02:07.750940 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:02:07.811943 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15837c8-0758-485d-a6cd-ff9c188ecc69 req-24d1c4bc-a7da-41bf-9e8f-d3c7ba9a19db tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:02:07.813439 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-d15837c8-0758-485d-a6cd-ff9c188ecc69 req-24d1c4bc-a7da-41bf-9e8f-d3c7ba9a19db tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=e60aed9b-d83f-478b-be96-86d4e4a6ce9c HTTP/1.1" status: 200 len: 945 time: 0.0613198 Jul 26 15:02:07.819225 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cb74c41-9f41-4571-908b-feeb073b5b9c admin admin] Router b7ab0b83-6059-444e-8c55-2b8c08b58122 has already been hosted by L3 agent 66f8bb98-7ace-4a85-b6ba-ffe40597695b {{(pid=111103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:02:07.934620 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-d15837c8-0758-485d-a6cd-ff9c188ecc69 req-1ab06bff-4a96-437a-8644-8911d0dfd0fa tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/security-groups?id=d7e21cb5-8df3-4621-be43-be3d477c88cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142540 Jul 26 15:02:07.963011 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cb74c41-9f41-4571-908b-feeb073b5b9c admin admin] Notify agent at l3_agent.dv-cinder-851030-1-iscsi the message routers_updated {{(pid=111103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:02:07.968371 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-7cb74c41-9f41-4571-908b-feeb073b5b9c admin admin] 10.222.0.97 "PUT /v2.0/routers/b7ab0b83-6059-444e-8c55-2b8c08b58122/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6188130 Jul 26 15:02:07.970978 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 51514) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:02:07.972423 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978cb483-5708-46fe-9e1c-33b882a33cd1 None None] Sync routers for ids ['b7ab0b83-6059-444e-8c55-2b8c08b58122'] in dv-cinder-851030-1-iscsi {{(pid=111104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:02:07.975066 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=79,neutron:UPDATE=4 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:02:07.977153 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=77,neutron:UPDATE=2 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:02:07.984729 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978cb483-5708-46fe-9e1c-33b882a33cd1 None None] Routers {'b7ab0b83-6059-444e-8c55-2b8c08b58122'} bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:02:07.985509 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-978cb483-5708-46fe-9e1c-33b882a33cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851030-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T14:42:54Z,description=,heartbeat_timestamp=2022-07-26T15:01:54Z,host='dv-cinder-851030-1-iscsi',id=66f8bb98-7ace-4a85-b6ba-ffe40597695b,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:42:55Z,topic='l3_agent')) {'router_ids': ['b7ab0b83-6059-444e-8c55-2b8c08b58122'], 'active': True} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:02:08.072621 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-7a6e98c3-2f1d-4509-9076-a009a0d38987 admin admin] Publish callbacks [] for router (b7ab0b83-6059-444e-8c55-2b8c08b58122), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:08.173127 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-7a6e98c3-2f1d-4509-9076-a009a0d38987 admin admin] Publish callbacks [] for router_gateway (b7ab0b83-6059-444e-8c55-2b8c08b58122), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:08.220434 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvr_db [None req-978cb483-5708-46fe-9e1c-33b882a33cd1 None None] Set router b7ab0b83-6059-444e-8c55-2b8c08b58122 gateway port host: dv-cinder-851030-1-iscsi {{(pid=111104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:02:08.267794 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.plugins.ml2.plugin [None req-7a6e98c3-2f1d-4509-9076-a009a0d38987 admin admin] Deleting port fc586a86-2fa0-462c-af49-e12499b759b0 {{(pid=111103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:02:08.268258 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-7a6e98c3-2f1d-4509-9076-a009a0d38987 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789580082445'] for port (fc586a86-2fa0-462c-af49-e12499b759b0), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:08.310114 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:02:08.353277 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.plugins.ml2.db [None req-7a6e98c3-2f1d-4509-9076-a009a0d38987 admin admin] For port fc586a86-2fa0-462c-af49-e12499b759b0, host dv-cinder-851030-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851030-1-iscsi',level=0,port_id=fc586a86-2fa0-462c-af49-e12499b759b0,segment=NetworkSegment(9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7),segment_id=9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7)] {{(pid=111103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:02:08.353631 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-7a6e98c3-2f1d-4509-9076-a009a0d38987 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580114'] for port (fc586a86-2fa0-462c-af49-e12499b759b0), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:08.366934 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.plugins.ml2.plugin [None req-7a6e98c3-2f1d-4509-9076-a009a0d38987 admin admin] Calling delete_port for fc586a86-2fa0-462c-af49-e12499b759b0 owned by network:router_gateway {{(pid=111103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:02:08.393661 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-978cb483-5708-46fe-9e1c-33b882a33cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ab0b83-6059-444e-8c55-2b8c08b58122', 'name': 'tempest-TestShelveInstance-358001893-router', 'tenant_id': 'fde004be36ee4efeaa9ada32b4e2182c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.147'}], 'enable_snat': True}, 'gw_port_id': 'fc586a86-2fa0-462c-af49-e12499b759b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:55:24Z', 'updated_at': '2022-07-26T15:02:07Z', 'revision_number': 5, 'project_id': 'fde004be36ee4efeaa9ada32b4e2182c', 'gw_port': {'id': 'fc586a86-2fa0-462c-af49-e12499b759b0', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:b2:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ab0b83-6059-444e-8c55-2b8c08b58122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:55:25Z', 'updated_at': '2022-07-26T14:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi'}], 'dv-cinder-851030-1-iscsi', False) {} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:02:08.420955 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978cb483-5708-46fe-9e1c-33b882a33cd1 None None] Checking router: b7ab0b83-6059-444e-8c55-2b8c08b58122 for host: dv-cinder-851030-1-iscsi {{(pid=111104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:02:08.429217 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978cb483-5708-46fe-9e1c-33b882a33cd1 None None] Routers {'b7ab0b83-6059-444e-8c55-2b8c08b58122'} bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:02:08.429827 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-978cb483-5708-46fe-9e1c-33b882a33cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851030-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T14:42:54Z,description=,heartbeat_timestamp=2022-07-26T15:01:54Z,host='dv-cinder-851030-1-iscsi',id=66f8bb98-7ace-4a85-b6ba-ffe40597695b,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:42:55Z,topic='l3_agent')) {'router_ids': ['b7ab0b83-6059-444e-8c55-2b8c08b58122'], 'active': True} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:02:08.518514 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvr_db [None req-978cb483-5708-46fe-9e1c-33b882a33cd1 None None] Set router b7ab0b83-6059-444e-8c55-2b8c08b58122 gateway port host: None {{(pid=111104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:02:08.571942 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-978cb483-5708-46fe-9e1c-33b882a33cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ab0b83-6059-444e-8c55-2b8c08b58122', 'name': 'tempest-TestShelveInstance-358001893-router', 'tenant_id': 'fde004be36ee4efeaa9ada32b4e2182c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:55:24Z', 'updated_at': '2022-07-26T15:02:08Z', 'revision_number': 6, 'project_id': 'fde004be36ee4efeaa9ada32b4e2182c', 'gw_port_host': None}], 'dv-cinder-851030-1-iscsi', False) {} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:02:08.592963 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-7a6e98c3-2f1d-4509-9076-a009a0d38987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789580201795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789579689804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4313512'] for port (fc586a86-2fa0-462c-af49-e12499b759b0), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:08.596380 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978cb483-5708-46fe-9e1c-33b882a33cd1 None None] The sync data for ids ['b7ab0b83-6059-444e-8c55-2b8c08b58122'] in dv-cinder-851030-1-iscsi is: [{'id': 'b7ab0b83-6059-444e-8c55-2b8c08b58122', 'name': 'tempest-TestShelveInstance-358001893-router', 'tenant_id': 'fde004be36ee4efeaa9ada32b4e2182c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:55:24Z', 'updated_at': '2022-07-26T15:02:08Z', 'revision_number': 6, 'project_id': 'fde004be36ee4efeaa9ada32b4e2182c', 'gw_port_host': None}] {{(pid=111104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:02:08.619393 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6e98c3-2f1d-4509-9076-a009a0d38987 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc586a86-2fa0-462c-af49-e12499b759b0,revision_number=None']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:02:08.833283 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c239991d-177d-4bd2-9120-7d4f8b474463 req-ed82e78d-c3ad-412d-9067-f6c7e19b0adc tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:02:08.834723 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-c239991d-177d-4bd2-9120-7d4f8b474463 req-ed82e78d-c3ad-412d-9067-f6c7e19b0adc tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=d566308c-cba6-4925-8ac6-820573486d4b HTTP/1.1" status: 200 len: 945 time: 0.0525186 Jul 26 15:02:08.884930 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-c239991d-177d-4bd2-9120-7d4f8b474463 req-7113d308-2473-4012-bb65-0d08c5124ac4 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=0a40a380-a7e3-4a95-a6e8-434c081c25fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443153 Jul 26 15:02:08.906078 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-7a6e98c3-2f1d-4509-9076-a009a0d38987 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690971'] for router_gateway (b7ab0b83-6059-444e-8c55-2b8c08b58122), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:09.007544 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-7a6e98c3-2f1d-4509-9076-a009a0d38987 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-859'] for router (b7ab0b83-6059-444e-8c55-2b8c08b58122), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:09.023312 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-7a6e98c3-2f1d-4509-9076-a009a0d38987 admin admin] Publish callbacks [] for router_controller (b7ab0b83-6059-444e-8c55-2b8c08b58122), precommit_delete_associations {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:09.058042 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:02:09.106609 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0542d89-f979-4307-8122-fe69066920dd req-c74a7894-71ed-472a-88fc-3c0f1e67aae8 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:02:09.108048 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-a0542d89-f979-4307-8122-fe69066920dd req-c74a7894-71ed-472a-88fc-3c0f1e67aae8 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=e60aed9b-d83f-478b-be96-86d4e4a6ce9c HTTP/1.1" status: 200 len: 945 time: 0.0535922 Jul 26 15:02:09.155944 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-a0542d89-f979-4307-8122-fe69066920dd req-037ae9c6-d670-42bd-8e90-e9c8fd1ce5c1 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/security-groups?id=d7e21cb5-8df3-4621-be43-be3d477c88cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416713 Jul 26 15:02:09.213673 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-7a6e98c3-2f1d-4509-9076-a009a0d38987 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-569106'] for router (b7ab0b83-6059-444e-8c55-2b8c08b58122), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:09.214271 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a6e98c3-2f1d-4509-9076-a009a0d38987 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7ab0b83-6059-444e-8c55-2b8c08b58122 {{(pid=111103) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 15:02:09.218476 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-7a6e98c3-2f1d-4509-9076-a009a0d38987 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:09.219610 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-7a6e98c3-2f1d-4509-9076-a009a0d38987 admin admin] 10.222.0.97 "DELETE /v2.0/routers/b7ab0b83-6059-444e-8c55-2b8c08b58122 HTTP/1.1" status: 204 len: 168 time: 1.2476649 Jul 26 15:02:09.222098 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 51520) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:02:09.269999 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d880da0-def7-4ab4-ace4-b52eb84cdf63 admin admin] Deleting subnet 6f67d112-1d95-4c3e-9346-29b9427575bb {{(pid=111103) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 26 15:02:09.273453 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-4d880da0-def7-4ab4-ace4-b52eb84cdf63 admin admin] Publish callbacks [] for subnet (6f67d112-1d95-4c3e-9346-29b9427575bb), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:09.308815 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-4d880da0-def7-4ab4-ace4-b52eb84cdf63 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4943357'] for subnet (6f67d112-1d95-4c3e-9346-29b9427575bb), precommit_delete_associations {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:09.385017 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-4d880da0-def7-4ab4-ace4-b52eb84cdf63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1534251'] for subnet (6f67d112-1d95-4c3e-9346-29b9427575bb), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:09.407770 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device 3b01fd41-d585-4c58-a8b8-0eac0e76d49d no longer exists at agent ovs-agent-dv-cinder-851030-1-iscsi {{(pid=111104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:02:09.428297 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] No Port match for: 3b01fd41-d585-4c58-a8b8-0eac0e76d49d {{(pid=111104) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:02:09.428638 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device 3b01fd41-d585-4c58-a8b8-0eac0e76d49d not bound to the agent host dv-cinder-851030-1-iscsi {{(pid=111104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:02:09.541996 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-4d880da0-def7-4ab4-ace4-b52eb84cdf63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1534242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4313477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4397448'] for subnet (6f67d112-1d95-4c3e-9346-29b9427575bb), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:09.546460 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:02:09.570944 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d880da0-def7-4ab4-ace4-b52eb84cdf63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f67d112-1d95-4c3e-9346-29b9427575bb,revision_number=None']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:02:09.572968 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-4d880da0-def7-4ab4-ace4-b52eb84cdf63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524685'] for subnet (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:09.577203 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-4d880da0-def7-4ab4-ace4-b52eb84cdf63 admin admin] 10.222.0.97 "DELETE /v2.0/subnets/6f67d112-1d95-4c3e-9346-29b9427575bb HTTP/1.1" status: 204 len: 168 time: 0.3541260 Jul 26 15:02:09.578850 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 51522) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:02:09.579164 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c495f848-40f0-44be-aef1-dfc4f48682e5 None None] Network 4f224720-dd50-4b3d-ae12-e0978ae6cbaf requested from dv-cinder-851030-1-iscsi {{(pid=111104) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 15:02:09.653782 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-8f01fb8c-59ec-4269-b5cf-2f0521a34d21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459809'] for network (4f224720-dd50-4b3d-ae12-e0978ae6cbaf), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:09.656203 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:02:09.704486 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.plugin [None req-8f01fb8c-59ec-4269-b5cf-2f0521a34d21 admin admin] Deleting port c96e8976-a073-4e0c-8482-197d4b5891b6 {{(pid=111102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:02:09.704822 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-8f01fb8c-59ec-4269-b5cf-2f0521a34d21 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789580082445'] for port (c96e8976-a073-4e0c-8482-197d4b5891b6), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:09.772738 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.db [None req-8f01fb8c-59ec-4269-b5cf-2f0521a34d21 admin admin] For port c96e8976-a073-4e0c-8482-197d4b5891b6, host dv-cinder-851030-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851030-1-iscsi',level=0,port_id=c96e8976-a073-4e0c-8482-197d4b5891b6,segment=NetworkSegment(21413819-3722-4fd4-ade1-8fa0ec8b65e4),segment_id=21413819-3722-4fd4-ade1-8fa0ec8b65e4)] {{(pid=111102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:02:09.773460 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-8f01fb8c-59ec-4269-b5cf-2f0521a34d21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580114'] for port (c96e8976-a073-4e0c-8482-197d4b5891b6), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:09.781589 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:02:09.782361 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3c711d-c5f2-43dc-9fb4-0f629b408ffe None None] DHCP port deletion for 4f224720-dd50-4b3d-ae12-e0978ae6cbaf request from dv-cinder-851030-1-iscsi {{(pid=111104) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 26 15:02:09.787645 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.plugin [None req-8f01fb8c-59ec-4269-b5cf-2f0521a34d21 admin admin] Calling delete_port for c96e8976-a073-4e0c-8482-197d4b5891b6 owned by network:dhcp {{(pid=111102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:02:09.819353 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-cf3c711d-c5f2-43dc-9fb4-0f629b408ffe None None] Deleting port c96e8976-a073-4e0c-8482-197d4b5891b6 {{(pid=111104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:02:09.819754 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-cf3c711d-c5f2-43dc-9fb4-0f629b408ffe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789580082445'] for port (c96e8976-a073-4e0c-8482-197d4b5891b6), before_delete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:09.886653 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-cf3c711d-c5f2-43dc-9fb4-0f629b408ffe None None] For port c96e8976-a073-4e0c-8482-197d4b5891b6, host dv-cinder-851030-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851030-1-iscsi',level=0,port_id=c96e8976-a073-4e0c-8482-197d4b5891b6,segment=NetworkSegment(21413819-3722-4fd4-ade1-8fa0ec8b65e4),segment_id=21413819-3722-4fd4-ade1-8fa0ec8b65e4)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:02:09.887077 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-cf3c711d-c5f2-43dc-9fb4-0f629b408ffe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580114'] for port (c96e8976-a073-4e0c-8482-197d4b5891b6), precommit_delete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:09.900758 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-cf3c711d-c5f2-43dc-9fb4-0f629b408ffe None None] Calling delete_port for c96e8976-a073-4e0c-8482-197d4b5891b6 owned by network:dhcp {{(pid=111104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:02:09.981178 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-8f01fb8c-59ec-4269-b5cf-2f0521a34d21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789580201795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789579689804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868105'] for port (c96e8976-a073-4e0c-8482-197d4b5891b6), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:09.989530 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-cf3c711d-c5f2-43dc-9fb4-0f629b408ffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789580201795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789579689804'] for port (c96e8976-a073-4e0c-8482-197d4b5891b6), after_delete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:10.016947 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3c711d-c5f2-43dc-9fb4-0f629b408ffe None None] Pushing event deleted for resources: {'Port': ['ID=c96e8976-a073-4e0c-8482-197d4b5891b6,revision_number=None']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:02:10.021466 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3c711d-c5f2-43dc-9fb4-0f629b408ffe None None] No DVR routers for this DVR port c96e8976-a073-4e0c-8482-197d4b5891b6 on host dv-cinder-851030-1-iscsi {{(pid=111104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 15:02:10.028517 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3c711d-c5f2-43dc-9fb4-0f629b408ffe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:02:10.028855 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3c711d-c5f2-43dc-9fb4-0f629b408ffe None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:02:10.029208 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3c711d-c5f2-43dc-9fb4-0f629b408ffe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:02:10.029539 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3c711d-c5f2-43dc-9fb4-0f629b408ffe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:02:10.029869 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3c711d-c5f2-43dc-9fb4-0f629b408ffe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:02:10.030212 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3c711d-c5f2-43dc-9fb4-0f629b408ffe None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:02:10.030521 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3c711d-c5f2-43dc-9fb4-0f629b408ffe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:02:10.030988 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3c711d-c5f2-43dc-9fb4-0f629b408ffe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:02:10.031466 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3c711d-c5f2-43dc-9fb4-0f629b408ffe None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:02:10.031935 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3c711d-c5f2-43dc-9fb4-0f629b408ffe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:02:10.032420 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3c711d-c5f2-43dc-9fb4-0f629b408ffe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:02:10.032895 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3c711d-c5f2-43dc-9fb4-0f629b408ffe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:02:10.033213 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3c711d-c5f2-43dc-9fb4-0f629b408ffe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:02:10.033525 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3c711d-c5f2-43dc-9fb4-0f629b408ffe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:02:10.033838 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3c711d-c5f2-43dc-9fb4-0f629b408ffe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:02:10.056949 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f01fb8c-59ec-4269-b5cf-2f0521a34d21 admin admin] Pushing event deleted for resources: {'Port': ['ID=c96e8976-a073-4e0c-8482-197d4b5891b6,revision_number=None']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:02:10.070399 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca312b06-d4bf-467a-af5e-0d4062bddb40 req-d33ceb65-2c63-40ce-9e87-d5b08a04dd56 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:02:10.072473 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-ca312b06-d4bf-467a-af5e-0d4062bddb40 req-d33ceb65-2c63-40ce-9e87-d5b08a04dd56 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=d566308c-cba6-4925-8ac6-820573486d4b HTTP/1.1" status: 200 len: 945 time: 0.1044824 Jul 26 15:02:10.073312 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f01fb8c-59ec-4269-b5cf-2f0521a34d21 admin admin] No DVR routers for this DVR port c96e8976-a073-4e0c-8482-197d4b5891b6 on host dv-cinder-851030-1-iscsi {{(pid=111102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 15:02:10.116477 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a84a1f7-f10d-4b17-8799-4108a03cc295 req-37d16f7d-fb85-4f64-b3a1-c63b0b3c5ad5 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:02:10.117907 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-1a84a1f7-f10d-4b17-8799-4108a03cc295 req-37d16f7d-fb85-4f64-b3a1-c63b0b3c5ad5 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.99 "GET /v2.0/ports?device_id=e60aed9b-d83f-478b-be96-86d4e4a6ce9c HTTP/1.1" status: 200 len: 945 time: 0.1146977 Jul 26 15:02:10.223004 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-8f01fb8c-59ec-4269-b5cf-2f0521a34d21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1536261', 'neutron.services.segments.db._delete_segments_for_network-8789580160202'] for network (4f224720-dd50-4b3d-ae12-e0978ae6cbaf), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:10.291544 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce816b59-4a8a-4152-9c84-91fcd6dd6cd1 req-6a5265a4-8752-444f-a79a-6a770136765a tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:02:10.293455 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-ce816b59-4a8a-4152-9c84-91fcd6dd6cd1 req-6a5265a4-8752-444f-a79a-6a770136765a tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=e60aed9b-d83f-478b-be96-86d4e4a6ce9c HTTP/1.1" status: 200 len: 945 time: 0.0624800 Jul 26 15:02:10.353646 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-ce816b59-4a8a-4152-9c84-91fcd6dd6cd1 req-c1150219-5128-40e9-a9d2-a5c7aa6ea2ca tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/security-groups?id=d7e21cb5-8df3-4621-be43-be3d477c88cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542510 Jul 26 15:02:10.529441 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-ca312b06-d4bf-467a-af5e-0d4062bddb40 req-686c1aed-8366-4408-9995-f1524c934639 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=0a40a380-a7e3-4a95-a6e8-434c081c25fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4473739 Jul 26 15:02:10.549745 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.services.segments.db [None req-8f01fb8c-59ec-4269-b5cf-2f0521a34d21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f224720-dd50-4b3d-ae12-e0978ae6cbaf']}} {{(pid=111102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:02:10.562741 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.services.segments.db [None req-8f01fb8c-59ec-4269-b5cf-2f0521a34d21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21413819-3722-4fd4-ade1-8fa0ec8b65e4') {'for_net_delete': True} {{(pid=111102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:02:10.563034 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.services.segments.db [None req-8f01fb8c-59ec-4269-b5cf-2f0521a34d21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21413819-3722-4fd4-ade1-8fa0ec8b65e4') {} {{(pid=111102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:02:10.564879 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.plugin [req-1a84a1f7-f10d-4b17-8799-4108a03cc295 req-d78f96f0-366f-41ef-ab8f-e0e043ec4bf4 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Deleting port df255ca8-fb3a-4312-b426-006fe4958576 {{(pid=111102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:02:10.565202 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-1a84a1f7-f10d-4b17-8799-4108a03cc295 req-d78f96f0-366f-41ef-ab8f-e0e043ec4bf4 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789580082445'] for port (df255ca8-fb3a-4312-b426-006fe4958576), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:10.578765 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=3 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:02:10.584968 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-8f01fb8c-59ec-4269-b5cf-2f0521a34d21 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789580160103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6109401'] for segment (21413819-3722-4fd4-ade1-8fa0ec8b65e4), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:10.604757 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=2 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:02:10.627759 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-8f01fb8c-59ec-4269-b5cf-2f0521a34d21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1539468'] for segment (21413819-3722-4fd4-ade1-8fa0ec8b65e4), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:10.640808 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f01fb8c-59ec-4269-b5cf-2f0521a34d21 admin admin] Releasing vlan 1066 on physical network physnet1 to pool {{(pid=111102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 15:02:10.641195 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-8f01fb8c-59ec-4269-b5cf-2f0521a34d21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1539468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4868218'] for segment (21413819-3722-4fd4-ade1-8fa0ec8b65e4), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:10.689211 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.services.segments.plugin [-] Segment 21413819-3722-4fd4-ade1-8fa0ec8b65e4 resource provider aggregate not found Jul 26 15:02:10.717794 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.services.segments.plugin [-] Segment 21413819-3722-4fd4-ade1-8fa0ec8b65e4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 21413819-3722-4fd4-ade1-8fa0ec8b65e4 found for delete ", "request_id": "req-93f29015-345c-432b-8776-e28ab621a4a6"}]} Jul 26 15:02:10.717974 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device c96e8976-a073-4e0c-8482-197d4b5891b6 no longer exists at agent ovs-agent-dv-cinder-851030-1-iscsi {{(pid=111104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:02:10.736230 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.db [req-1a84a1f7-f10d-4b17-8799-4108a03cc295 req-d78f96f0-366f-41ef-ab8f-e0e043ec4bf4 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] For port df255ca8-fb3a-4312-b426-006fe4958576, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=df255ca8-fb3a-4312-b426-006fe4958576,segment=NetworkSegment(65a613d5-aaf3-451b-925f-b17dff71ceb2),segment_id=65a613d5-aaf3-451b-925f-b17dff71ceb2)] {{(pid=111102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:02:10.736597 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-1a84a1f7-f10d-4b17-8799-4108a03cc295 req-d78f96f0-366f-41ef-ab8f-e0e043ec4bf4 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580114'] for port (df255ca8-fb3a-4312-b426-006fe4958576), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:10.738195 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] No Port match for: c96e8976-a073-4e0c-8482-197d4b5891b6 {{(pid=111104) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:02:10.738536 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device c96e8976-a073-4e0c-8482-197d4b5891b6 not bound to the agent host dv-cinder-851030-1-iscsi {{(pid=111104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:02:10.738939 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device fc586a86-2fa0-462c-af49-e12499b759b0 no longer exists at agent ovs-agent-dv-cinder-851030-1-iscsi {{(pid=111104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:02:10.756821 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] No Port match for: fc586a86-2fa0-462c-af49-e12499b759b0 {{(pid=111104) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:02:10.757131 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device fc586a86-2fa0-462c-af49-e12499b759b0 not bound to the agent host dv-cinder-851030-1-iscsi {{(pid=111104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:02:10.829148 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-8f01fb8c-59ec-4269-b5cf-2f0521a34d21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1536270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690999'] for network (4f224720-dd50-4b3d-ae12-e0978ae6cbaf), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:10.835427 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-8f01fb8c-59ec-4269-b5cf-2f0521a34d21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524685'] for network (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:10.839149 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-8f01fb8c-59ec-4269-b5cf-2f0521a34d21 admin admin] 10.222.0.97 "DELETE /v2.0/networks/4f224720-dd50-4b3d-ae12-e0978ae6cbaf HTTP/1.1" status: 204 len: 168 time: 1.2591558 Jul 26 15:02:10.842610 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 51532) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:02:10.855733 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f01fb8c-59ec-4269-b5cf-2f0521a34d21 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f224720-dd50-4b3d-ae12-e0978ae6cbaf,revision_number=None']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:02:10.858926 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:02:10.923842 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-1a84a1f7-f10d-4b17-8799-4108a03cc295 req-d78f96f0-366f-41ef-ab8f-e0e043ec4bf4 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:10.924266 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-1a84a1f7-f10d-4b17-8799-4108a03cc295 req-d78f96f0-366f-41ef-ab8f-e0e043ec4bf4 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691171'] for floatingip (2a427655-3dd4-4ba9-8265-e7cf31928396), after_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:10.924708 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.db.l3_db [req-1a84a1f7-f10d-4b17-8799-4108a03cc295 req-d78f96f0-366f-41ef-ab8f-e0e043ec4bf4 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Floating IP 2a427655-3dd4-4ba9-8265-e7cf31928396 disassociated. External IP: 172.27.0.234, port: df255ca8-fb3a-4312-b426-006fe4958576. Jul 26 15:02:10.925110 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.plugin [req-1a84a1f7-f10d-4b17-8799-4108a03cc295 req-d78f96f0-366f-41ef-ab8f-e0e043ec4bf4 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Calling delete_port for df255ca8-fb3a-4312-b426-006fe4958576 owned by compute:nova {{(pid=111102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:02:11.016635 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:02:11.173315 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-33b0b03e-ea77-41f3-aa9c-552bd1f46474 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-688923'] for router_interface (07ecbc68-24d2-4e52-a32d-73ddcec5f433), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:11.353157 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-1a84a1f7-f10d-4b17-8799-4108a03cc295 req-d78f96f0-366f-41ef-ab8f-e0e043ec4bf4 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789580201795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789579689804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868105'] for port (df255ca8-fb3a-4312-b426-006fe4958576), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:11.383524 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78f96f0-366f-41ef-ab8f-e0e043ec4bf4 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Pushing event deleted for resources: {'Port': ['ID=df255ca8-fb3a-4312-b426-006fe4958576,revision_number=None']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:02:11.403879 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.plugins.ml2.plugin [None req-33b0b03e-ea77-41f3-aa9c-552bd1f46474 admin admin] Deleting port eff1fd86-e0d8-4dcc-9a5e-bc7b9380f986 {{(pid=111103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:02:11.404364 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-33b0b03e-ea77-41f3-aa9c-552bd1f46474 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789580082445'] for port (eff1fd86-e0d8-4dcc-9a5e-bc7b9380f986), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:11.486993 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-6035d443-f061-4ca1-bf3c-ce2c47df66ab req-9a941ccb-c068-41a7-839c-d246622dac28 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=e60aed9b-d83f-478b-be96-86d4e4a6ce9c HTTP/1.1" status: 200 len: 210 time: 0.0337155 Jul 26 15:02:11.505373 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1a84a1f7-f10d-4b17-8799-4108a03cc295 req-d78f96f0-366f-41ef-ab8f-e0e043ec4bf4 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Router 3dd73111-22fc-4d53-b892-28c86cd4f346 has already been hosted by L3 agent 66f8bb98-7ace-4a85-b6ba-ffe40597695b {{(pid=111102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:02:11.523417 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:02:11.525936 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.plugins.ml2.db [None req-33b0b03e-ea77-41f3-aa9c-552bd1f46474 admin admin] For port eff1fd86-e0d8-4dcc-9a5e-bc7b9380f986, host dv-cinder-851030-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851030-1-iscsi',level=0,port_id=eff1fd86-e0d8-4dcc-9a5e-bc7b9380f986,segment=NetworkSegment(5ddfc6e6-528e-42f9-ae6d-620dd83369e1),segment_id=5ddfc6e6-528e-42f9-ae6d-620dd83369e1)] {{(pid=111103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:02:11.526300 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-33b0b03e-ea77-41f3-aa9c-552bd1f46474 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580114'] for port (eff1fd86-e0d8-4dcc-9a5e-bc7b9380f986), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:11.543041 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.plugins.ml2.plugin [None req-33b0b03e-ea77-41f3-aa9c-552bd1f46474 admin admin] Calling delete_port for eff1fd86-e0d8-4dcc-9a5e-bc7b9380f986 owned by network:router_interface {{(pid=111103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:02:11.608003 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=100 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:02:11.618564 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1a84a1f7-f10d-4b17-8799-4108a03cc295 req-d78f96f0-366f-41ef-ab8f-e0e043ec4bf4 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Notify agent at l3_agent.dv-cinder-851030-1-iscsi the message routers_updated {{(pid=111102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:02:11.628675 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5192caf0-e89a-4dca-b1bc-fa7a4705e23b None None] Sync routers for ids ['3dd73111-22fc-4d53-b892-28c86cd4f346'] in dv-cinder-851030-1-iscsi {{(pid=111105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:02:11.640458 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5192caf0-e89a-4dca-b1bc-fa7a4705e23b None None] Routers {'3dd73111-22fc-4d53-b892-28c86cd4f346'} bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:02:11.641341 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_hamode_db [None req-5192caf0-e89a-4dca-b1bc-fa7a4705e23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851030-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T14:42:54Z,description=,heartbeat_timestamp=2022-07-26T15:01:54Z,host='dv-cinder-851030-1-iscsi',id=66f8bb98-7ace-4a85-b6ba-ffe40597695b,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:42:55Z,topic='l3_agent')) {'router_ids': ['3dd73111-22fc-4d53-b892-28c86cd4f346'], 'active': True} {{(pid=111105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:02:11.683569 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a84a1f7-f10d-4b17-8799-4108a03cc295 req-d78f96f0-366f-41ef-ab8f-e0e043ec4bf4 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] No DVR routers for this DVR port df255ca8-fb3a-4312-b426-006fe4958576 on host hv-cinder-85103 {{(pid=111102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 15:02:11.690661 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a01ebe-3a41-4f0d-91dd-afde32bb806c req-585b215d-6236-43e4-9f6d-3f3621ac59bf tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:02:11.692223 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-b7a01ebe-3a41-4f0d-91dd-afde32bb806c req-585b215d-6236-43e4-9f6d-3f3621ac59bf tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=d566308c-cba6-4925-8ac6-820573486d4b HTTP/1.1" status: 200 len: 945 time: 0.0854287 Jul 26 15:02:11.693332 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-1a84a1f7-f10d-4b17-8799-4108a03cc295 req-d78f96f0-366f-41ef-ab8f-e0e043ec4bf4 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-431034'] for port (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:11.697037 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-1a84a1f7-f10d-4b17-8799-4108a03cc295 req-d78f96f0-366f-41ef-ab8f-e0e043ec4bf4 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.99 "DELETE /v2.0/ports/df255ca8-fb3a-4312-b426-006fe4958576 HTTP/1.1" status: 204 len: 173 time: 1.5699656 Jul 26 15:02:11.697484 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e60aed9b-d83f-478b-be96-86d4e4a6ce9c', 'name': 'network-vif-deleted', 'tag': 'df255ca8-fb3a-4312-b426-006fe4958576'}] {{(pid=111102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:02:11.699877 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8185506cd1cc56e10fcde42571d85de650c4e290bb1b6bf5ec2f858ed2201c15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10a44729-fa8f-47db-80f9-53639aa1b327" -d '{"events": [{"server_uuid": "e60aed9b-d83f-478b-be96-86d4e4a6ce9c", "name": "network-vif-deleted", "tag": "df255ca8-fb3a-4312-b426-006fe4958576"}]}' {{(pid=111102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:02:11.754020 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-b7a01ebe-3a41-4f0d-91dd-afde32bb806c req-576ea0fd-0bad-429f-b23a-eda7a4bf48a7 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=0a40a380-a7e3-4a95-a6e8-434c081c25fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511453 Jul 26 15:02:11.769585 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_dvr_db [None req-5192caf0-e89a-4dca-b1bc-fa7a4705e23b None None] Set router 3dd73111-22fc-4d53-b892-28c86cd4f346 gateway port host: dv-cinder-851030-1-iscsi {{(pid=111105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:02:11.771779 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 15:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63560264-f86c-4596-862f-89ff9f8b2fd4 x-openstack-request-id: req-63560264-f86c-4596-862f-89ff9f8b2fd4 {{(pid=111102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:02:11.772157 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e60aed9b-d83f-478b-be96-86d4e4a6ce9c", "name": "network-vif-deleted", "tag": "df255ca8-fb3a-4312-b426-006fe4958576", "status": "completed", "code": 200}]} {{(pid=111102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:02:11.772307 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-63560264-f86c-4596-862f-89ff9f8b2fd4 {{(pid=111102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:02:11.772858 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63560264-f86c-4596-862f-89ff9f8b2fd4'] response: {'server_uuid': 'e60aed9b-d83f-478b-be96-86d4e4a6ce9c', 'name': 'network-vif-deleted', 'tag': 'df255ca8-fb3a-4312-b426-006fe4958576', 'status': 'completed', 'code': 200} Jul 26 15:02:11.877466 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-33b0b03e-ea77-41f3-aa9c-552bd1f46474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789580201795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789579689804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4313512'] for port (eff1fd86-e0d8-4dcc-9a5e-bc7b9380f986), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:11.905239 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b0b03e-ea77-41f3-aa9c-552bd1f46474 admin admin] Pushing event deleted for resources: {'Port': ['ID=eff1fd86-e0d8-4dcc-9a5e-bc7b9380f986,revision_number=None']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:02:11.994670 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_hamode_db [None req-5192caf0-e89a-4dca-b1bc-fa7a4705e23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dd73111-22fc-4d53-b892-28c86cd4f346', 'name': 'tempest-AttachVolumeTestJSON-1513426877-router', 'tenant_id': '7ccd4ff518dc4c37bfb7f343ccc97206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': '1ae41fd0-598f-4b4b-871e-e6f4a49f5e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:51:46Z', 'updated_at': '2022-07-26T14:51:55Z', 'revision_number': 4, 'project_id': '7ccd4ff518dc4c37bfb7f343ccc97206', 'gw_port': {'id': '1ae41fd0-598f-4b4b-871e-e6f4a49f5e0e', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:1e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd73111-22fc-4d53-b892-28c86cd4f346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:47Z', 'updated_at': '2022-07-26T14:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi', '_interfaces': [{'id': '29e384e9-6227-4c9f-8f00-22a84167511d', 'name': '', 'network_id': '02c3d9d5-b71e-4ad5-9373-5d17164e8aec', 'tenant_id': '7ccd4ff518dc4c37bfb7f343ccc97206', 'mac_address': 'fa:16:3e:e9:d3:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd73111-22fc-4d53-b892-28c86cd4f346', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e75d54a1-37a3-48c4-b0bd-5c996cd738b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:53Z', 'updated_at': '2022-07-26T14:52:03Z', 'revision_number': 5, 'project_id': '7ccd4ff518dc4c37bfb7f343ccc97206', 'subnets': [{'id': 'e75d54a1-37a3-48c4-b0bd-5c996cd738b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851030-1-iscsi', False) {} {{(pid=111105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:02:12.026327 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5192caf0-e89a-4dca-b1bc-fa7a4705e23b None None] Checking router: 3dd73111-22fc-4d53-b892-28c86cd4f346 for host: dv-cinder-851030-1-iscsi {{(pid=111105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:02:12.037755 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5192caf0-e89a-4dca-b1bc-fa7a4705e23b None None] Routers {'3dd73111-22fc-4d53-b892-28c86cd4f346'} bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:02:12.038395 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_hamode_db [None req-5192caf0-e89a-4dca-b1bc-fa7a4705e23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851030-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T14:42:54Z,description=,heartbeat_timestamp=2022-07-26T15:01:54Z,host='dv-cinder-851030-1-iscsi',id=66f8bb98-7ace-4a85-b6ba-ffe40597695b,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:42:55Z,topic='l3_agent')) {'router_ids': ['3dd73111-22fc-4d53-b892-28c86cd4f346'], 'active': True} {{(pid=111105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:02:12.085828 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-33b0b03e-ea77-41f3-aa9c-552bd1f46474 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689039'] for router_interface (07ecbc68-24d2-4e52-a32d-73ddcec5f433), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:12.158441 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_dvr_db [None req-5192caf0-e89a-4dca-b1bc-fa7a4705e23b None None] Set router 3dd73111-22fc-4d53-b892-28c86cd4f346 gateway port host: dv-cinder-851030-1-iscsi {{(pid=111105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:02:12.306829 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33b0b03e-ea77-41f3-aa9c-552bd1f46474 admin admin] Router 07ecbc68-24d2-4e52-a32d-73ddcec5f433 has already been hosted by L3 agent 66f8bb98-7ace-4a85-b6ba-ffe40597695b {{(pid=111103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:02:12.357017 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_hamode_db [None req-5192caf0-e89a-4dca-b1bc-fa7a4705e23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dd73111-22fc-4d53-b892-28c86cd4f346', 'name': 'tempest-AttachVolumeTestJSON-1513426877-router', 'tenant_id': '7ccd4ff518dc4c37bfb7f343ccc97206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': '1ae41fd0-598f-4b4b-871e-e6f4a49f5e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:51:46Z', 'updated_at': '2022-07-26T14:51:55Z', 'revision_number': 4, 'project_id': '7ccd4ff518dc4c37bfb7f343ccc97206', 'gw_port': {'id': '1ae41fd0-598f-4b4b-871e-e6f4a49f5e0e', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:1e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd73111-22fc-4d53-b892-28c86cd4f346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:47Z', 'updated_at': '2022-07-26T14:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi', '_interfaces': [{'id': '29e384e9-6227-4c9f-8f00-22a84167511d', 'name': '', 'network_id': '02c3d9d5-b71e-4ad5-9373-5d17164e8aec', 'tenant_id': '7ccd4ff518dc4c37bfb7f343ccc97206', 'mac_address': 'fa:16:3e:e9:d3:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd73111-22fc-4d53-b892-28c86cd4f346', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e75d54a1-37a3-48c4-b0bd-5c996cd738b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:53Z', 'updated_at': '2022-07-26T14:52:03Z', 'revision_number': 5, 'project_id': '7ccd4ff518dc4c37bfb7f343ccc97206', 'subnets': [{'id': 'e75d54a1-37a3-48c4-b0bd-5c996cd738b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851030-1-iscsi', False) {} {{(pid=111105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:02:12.381902 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5192caf0-e89a-4dca-b1bc-fa7a4705e23b None None] The sync data for ids ['3dd73111-22fc-4d53-b892-28c86cd4f346'] in dv-cinder-851030-1-iscsi is: [{'id': '3dd73111-22fc-4d53-b892-28c86cd4f346', 'name': 'tempest-AttachVolumeTestJSON-1513426877-router', 'tenant_id': '7ccd4ff518dc4c37bfb7f343ccc97206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': '1ae41fd0-598f-4b4b-871e-e6f4a49f5e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:51:46Z', 'updated_at': '2022-07-26T14:51:55Z', 'revision_number': 4, 'project_id': '7ccd4ff518dc4c37bfb7f343ccc97206', 'gw_port': {'id': '1ae41fd0-598f-4b4b-871e-e6f4a49f5e0e', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:1e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd73111-22fc-4d53-b892-28c86cd4f346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:47Z', 'updated_at': '2022-07-26T14:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi', '_interfaces': [{'id': '29e384e9-6227-4c9f-8f00-22a84167511d', 'name': '', 'network_id': '02c3d9d5-b71e-4ad5-9373-5d17164e8aec', 'tenant_id': '7ccd4ff518dc4c37bfb7f343ccc97206', 'mac_address': 'fa:16:3e:e9:d3:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd73111-22fc-4d53-b892-28c86cd4f346', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e75d54a1-37a3-48c4-b0bd-5c996cd738b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:53Z', 'updated_at': '2022-07-26T14:52:03Z', 'revision_number': 5, 'project_id': '7ccd4ff518dc4c37bfb7f343ccc97206', 'subnets': [{'id': 'e75d54a1-37a3-48c4-b0bd-5c996cd738b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:02:12.412371 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33b0b03e-ea77-41f3-aa9c-552bd1f46474 admin admin] Notify agent at l3_agent.dv-cinder-851030-1-iscsi the message routers_updated {{(pid=111103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:02:12.419440 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-33b0b03e-ea77-41f3-aa9c-552bd1f46474 admin admin] 10.222.0.97 "PUT /v2.0/routers/07ecbc68-24d2-4e52-a32d-73ddcec5f433/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5736282 Jul 26 15:02:12.420281 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 51540) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:02:12.422456 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c89f24a-6b51-4eb6-8738-45339cf8d9a0 None None] Sync routers for ids ['07ecbc68-24d2-4e52-a32d-73ddcec5f433'] in dv-cinder-851030-1-iscsi {{(pid=111104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:02:12.435620 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c89f24a-6b51-4eb6-8738-45339cf8d9a0 None None] Routers {'07ecbc68-24d2-4e52-a32d-73ddcec5f433'} bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:02:12.436255 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-8c89f24a-6b51-4eb6-8738-45339cf8d9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851030-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T14:42:54Z,description=,heartbeat_timestamp=2022-07-26T15:01:54Z,host='dv-cinder-851030-1-iscsi',id=66f8bb98-7ace-4a85-b6ba-ffe40597695b,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:42:55Z,topic='l3_agent')) {'router_ids': ['07ecbc68-24d2-4e52-a32d-73ddcec5f433'], 'active': True} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:02:12.516552 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:02:12.518154 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:02:12.522001 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-bfcb821c-15d0-4f07-ae53-3bfd01669a83 admin admin] Publish callbacks [] for router (07ecbc68-24d2-4e52-a32d-73ddcec5f433), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:12.557064 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvr_db [None req-8c89f24a-6b51-4eb6-8738-45339cf8d9a0 None None] Set router 07ecbc68-24d2-4e52-a32d-73ddcec5f433 gateway port host: dv-cinder-851030-1-iscsi {{(pid=111104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:02:12.644502 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-86f240ab-614e-4c65-808f-501c9894574e req-2012bda4-f450-4f1b-9337-cdb8b5d81642 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/ports?device_id=e60aed9b-d83f-478b-be96-86d4e4a6ce9c HTTP/1.1" status: 200 len: 210 time: 0.0356114 Jul 26 15:02:12.679710 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-bfcb821c-15d0-4f07-ae53-3bfd01669a83 admin admin] Publish callbacks [] for router_gateway (07ecbc68-24d2-4e52-a32d-73ddcec5f433), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:12.715011 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:02:12.729863 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4b6a51-9f94-4ef3-9c37-8b4df7dd5a80 None None] New status for floating IP 2a427655-3dd4-4ba9-8265-e7cf31928396: DOWN {{(pid=111105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 15:02:12.784102 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-8c89f24a-6b51-4eb6-8738-45339cf8d9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ecbc68-24d2-4e52-a32d-73ddcec5f433', 'name': 'tempest-TestShelveInstance-189167726-router', 'tenant_id': '3f7526cec950478aa97ec6dd5b4827f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '7fd10fd8-b2d8-4e40-8146-3ba15698ad41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:55:32Z', 'updated_at': '2022-07-26T15:02:11Z', 'revision_number': 5, 'project_id': '3f7526cec950478aa97ec6dd5b4827f2', 'gw_port': {'id': '7fd10fd8-b2d8-4e40-8146-3ba15698ad41', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:54:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ecbc68-24d2-4e52-a32d-73ddcec5f433', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:55:33Z', 'updated_at': '2022-07-26T14:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi'}], 'dv-cinder-851030-1-iscsi', False) {} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:02:12.814661 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c89f24a-6b51-4eb6-8738-45339cf8d9a0 None None] Checking router: 07ecbc68-24d2-4e52-a32d-73ddcec5f433 for host: dv-cinder-851030-1-iscsi {{(pid=111104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:02:12.824459 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c89f24a-6b51-4eb6-8738-45339cf8d9a0 None None] Routers {'07ecbc68-24d2-4e52-a32d-73ddcec5f433'} bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:02:12.825164 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-8c89f24a-6b51-4eb6-8738-45339cf8d9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851030-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T14:42:54Z,description=,heartbeat_timestamp=2022-07-26T15:01:54Z,host='dv-cinder-851030-1-iscsi',id=66f8bb98-7ace-4a85-b6ba-ffe40597695b,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:42:55Z,topic='l3_agent')) {'router_ids': ['07ecbc68-24d2-4e52-a32d-73ddcec5f433'], 'active': True} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:02:12.832043 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.plugins.ml2.plugin [None req-bfcb821c-15d0-4f07-ae53-3bfd01669a83 admin admin] Deleting port 7fd10fd8-b2d8-4e40-8146-3ba15698ad41 {{(pid=111103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:02:12.832390 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-bfcb821c-15d0-4f07-ae53-3bfd01669a83 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789580082445'] for port (7fd10fd8-b2d8-4e40-8146-3ba15698ad41), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:12.835043 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:02:12.923753 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.plugins.ml2.db [None req-bfcb821c-15d0-4f07-ae53-3bfd01669a83 admin admin] For port 7fd10fd8-b2d8-4e40-8146-3ba15698ad41, host dv-cinder-851030-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851030-1-iscsi',level=0,port_id=7fd10fd8-b2d8-4e40-8146-3ba15698ad41,segment=NetworkSegment(9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7),segment_id=9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7)] {{(pid=111103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:02:12.924202 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-bfcb821c-15d0-4f07-ae53-3bfd01669a83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580114'] for port (7fd10fd8-b2d8-4e40-8146-3ba15698ad41), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:12.927535 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvr_db [None req-8c89f24a-6b51-4eb6-8738-45339cf8d9a0 None None] Set router 07ecbc68-24d2-4e52-a32d-73ddcec5f433 gateway port host: None {{(pid=111104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:02:12.930306 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1158ccc9-530c-4609-9030-9267e400fe04 req-d2385aef-d5fd-4097-957b-ea9d64e3e47a tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:02:12.932542 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-1158ccc9-530c-4609-9030-9267e400fe04 req-d2385aef-d5fd-4097-957b-ea9d64e3e47a tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=d566308c-cba6-4925-8ac6-820573486d4b HTTP/1.1" status: 200 len: 945 time: 0.0529797 Jul 26 15:02:12.937455 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.plugins.ml2.plugin [None req-bfcb821c-15d0-4f07-ae53-3bfd01669a83 admin admin] Calling delete_port for 7fd10fd8-b2d8-4e40-8146-3ba15698ad41 owned by network:router_gateway {{(pid=111103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:02:12.987198 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-8c89f24a-6b51-4eb6-8738-45339cf8d9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ecbc68-24d2-4e52-a32d-73ddcec5f433', 'name': 'tempest-TestShelveInstance-189167726-router', 'tenant_id': '3f7526cec950478aa97ec6dd5b4827f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:55:32Z', 'updated_at': '2022-07-26T15:02:12Z', 'revision_number': 6, 'project_id': '3f7526cec950478aa97ec6dd5b4827f2', 'gw_port_host': None}], 'dv-cinder-851030-1-iscsi', False) {} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:02:12.991342 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-1158ccc9-530c-4609-9030-9267e400fe04 req-a6e99340-e3b5-41ce-8513-44ce53882385 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=0a40a380-a7e3-4a95-a6e8-434c081c25fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528288 Jul 26 15:02:13.020978 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c89f24a-6b51-4eb6-8738-45339cf8d9a0 None None] The sync data for ids ['07ecbc68-24d2-4e52-a32d-73ddcec5f433'] in dv-cinder-851030-1-iscsi is: [{'id': '07ecbc68-24d2-4e52-a32d-73ddcec5f433', 'name': 'tempest-TestShelveInstance-189167726-router', 'tenant_id': '3f7526cec950478aa97ec6dd5b4827f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:55:32Z', 'updated_at': '2022-07-26T15:02:12Z', 'revision_number': 6, 'project_id': '3f7526cec950478aa97ec6dd5b4827f2', 'gw_port_host': None}] {{(pid=111104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:02:13.244389 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-bfcb821c-15d0-4f07-ae53-3bfd01669a83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789580201795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789579689804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4313512'] for port (7fd10fd8-b2d8-4e40-8146-3ba15698ad41), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:13.271552 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcb821c-15d0-4f07-ae53-3bfd01669a83 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fd10fd8-b2d8-4e40-8146-3ba15698ad41,revision_number=None']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:02:13.298971 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Device df255ca8-fb3a-4312-b426-006fe4958576 no longer exists at agent hyperv_hv-cinder-85103 {{(pid=111104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:02:13.322409 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] No Port match for: df255ca8-fb3a-4312-b426-006fe4958576 {{(pid=111104) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:02:13.322653 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Device df255ca8-fb3a-4312-b426-006fe4958576 not bound to the agent host hv-cinder-85103 {{(pid=111104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:02:13.338450 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-bfcb821c-15d0-4f07-ae53-3bfd01669a83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690971'] for router_gateway (07ecbc68-24d2-4e52-a32d-73ddcec5f433), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:13.431274 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-bfcb821c-15d0-4f07-ae53-3bfd01669a83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-859'] for router (07ecbc68-24d2-4e52-a32d-73ddcec5f433), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:13.433696 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-bfcb821c-15d0-4f07-ae53-3bfd01669a83 admin admin] Publish callbacks [] for router_controller (07ecbc68-24d2-4e52-a32d-73ddcec5f433), precommit_delete_associations {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:13.604238 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-bfcb821c-15d0-4f07-ae53-3bfd01669a83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-569106'] for router (07ecbc68-24d2-4e52-a32d-73ddcec5f433), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:13.604791 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfcb821c-15d0-4f07-ae53-3bfd01669a83 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 07ecbc68-24d2-4e52-a32d-73ddcec5f433 {{(pid=111103) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 15:02:13.609118 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-bfcb821c-15d0-4f07-ae53-3bfd01669a83 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:13.610264 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-bfcb821c-15d0-4f07-ae53-3bfd01669a83 admin admin] 10.222.0.97 "DELETE /v2.0/routers/07ecbc68-24d2-4e52-a32d-73ddcec5f433 HTTP/1.1" status: 204 len: 168 time: 1.1890488 Jul 26 15:02:13.612764 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 51546) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:02:13.661294 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f17c4a9-6e6c-4409-9012-70390aa707f1 admin admin] Deleting subnet b9564deb-a598-43a0-9b61-945f18a17517 {{(pid=111103) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 26 15:02:13.664458 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-6f17c4a9-6e6c-4409-9012-70390aa707f1 admin admin] Publish callbacks [] for subnet (b9564deb-a598-43a0-9b61-945f18a17517), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:13.683185 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:02:13.701015 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-6f17c4a9-6e6c-4409-9012-70390aa707f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4943357'] for subnet (b9564deb-a598-43a0-9b61-945f18a17517), precommit_delete_associations {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:13.796133 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-6f17c4a9-6e6c-4409-9012-70390aa707f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1534251'] for subnet (b9564deb-a598-43a0-9b61-945f18a17517), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:13.949202 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 51552) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:02:14.008349 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-02ecc34d-3726-4558-97f3-8905b8fd417c tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Publish callbacks [] for security_group (d7e21cb5-8df3-4621-be43-be3d477c88cf), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:14.035696 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-02ecc34d-3726-4558-97f3-8905b8fd417c tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Publish callbacks [] for security_group (d7e21cb5-8df3-4621-be43-be3d477c88cf), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:14.060301 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-6f17c4a9-6e6c-4409-9012-70390aa707f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1534242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4313477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4397448'] for subnet (b9564deb-a598-43a0-9b61-945f18a17517), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:14.094083 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f17c4a9-6e6c-4409-9012-70390aa707f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9564deb-a598-43a0-9b61-945f18a17517,revision_number=None']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:02:14.100418 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6559366-8ffd-4605-8865-fe285a898ea7 None None] Network d83cf731-95bf-4cb7-9402-5cd0c97a0caa requested from dv-cinder-851030-1-iscsi {{(pid=111104) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 15:02:14.115267 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-6f17c4a9-6e6c-4409-9012-70390aa707f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524685'] for subnet (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:14.119775 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 51556) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:02:14.119989 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-6f17c4a9-6e6c-4409-9012-70390aa707f1 admin admin] 10.222.0.97 "DELETE /v2.0/subnets/b9564deb-a598-43a0-9b61-945f18a17517 HTTP/1.1" status: 204 len: 168 time: 0.5060194 Jul 26 15:02:14.157524 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15029ed8-8173-4024-b895-44f430a38cdb req-1d91c5d7-5a5c-40c2-8098-be6fb6327676 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:02:14.159135 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-15029ed8-8173-4024-b895-44f430a38cdb req-1d91c5d7-5a5c-40c2-8098-be6fb6327676 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=d566308c-cba6-4925-8ac6-820573486d4b HTTP/1.1" status: 200 len: 945 time: 0.0687017 Jul 26 15:02:14.179135 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-02ecc34d-3726-4558-97f3-8905b8fd417c tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (d7e21cb5-8df3-4621-be43-be3d477c88cf), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:14.186331 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-02ecc34d-3726-4558-97f3-8905b8fd417c tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Publish callbacks [] for security_group (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:14.187047 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-02ecc34d-3726-4558-97f3-8905b8fd417c tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "DELETE /v2.0/security-groups/d7e21cb5-8df3-4621-be43-be3d477c88cf HTTP/1.1" status: 204 len: 168 time: 0.2367625 Jul 26 15:02:14.187179 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 51558) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:02:14.206237 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.api.v2.resource [None req-b5caee38-cc87-47d9-ae79-3ae0a16d419c tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] show failed (client error): The resource could not be found. Jul 26 15:02:14.207545 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-b5caee38-cc87-47d9-ae79-3ae0a16d419c tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "GET /v2.0/security-groups/d7e21cb5-8df3-4621-be43-be3d477c88cf HTTP/1.1" status: 404 len: 347 time: 0.0192194 Jul 26 15:02:14.210544 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ecc34d-3726-4558-97f3-8905b8fd417c tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e21cb5-8df3-4621-be43-be3d477c88cf,revision_number=None']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:02:14.214954 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 51560) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:02:14.236480 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-5d4d596d-a202-4249-9a91-6e0ad9078ccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459809'] for network (d83cf731-95bf-4cb7-9402-5cd0c97a0caa), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:14.238707 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:02:14.291736 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.plugin [None req-5d4d596d-a202-4249-9a91-6e0ad9078ccc admin admin] Deleting port 10ec2ed0-c54c-45f4-bcbc-3ae662661011 {{(pid=111102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:02:14.292651 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-5d4d596d-a202-4249-9a91-6e0ad9078ccc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789580082445'] for port (10ec2ed0-c54c-45f4-bcbc-3ae662661011), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:14.388127 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.db [None req-5d4d596d-a202-4249-9a91-6e0ad9078ccc admin admin] For port 10ec2ed0-c54c-45f4-bcbc-3ae662661011, host dv-cinder-851030-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851030-1-iscsi',level=0,port_id=10ec2ed0-c54c-45f4-bcbc-3ae662661011,segment=NetworkSegment(5ddfc6e6-528e-42f9-ae6d-620dd83369e1),segment_id=5ddfc6e6-528e-42f9-ae6d-620dd83369e1)] {{(pid=111102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:02:14.388607 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-5d4d596d-a202-4249-9a91-6e0ad9078ccc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580114'] for port (10ec2ed0-c54c-45f4-bcbc-3ae662661011), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:14.408714 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3bb3c3c-24f9-4ed6-aca1-8709c1d39946 None None] DHCP port deletion for d83cf731-95bf-4cb7-9402-5cd0c97a0caa request from dv-cinder-851030-1-iscsi {{(pid=111104) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 26 15:02:14.410260 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.plugin [None req-5d4d596d-a202-4249-9a91-6e0ad9078ccc admin admin] Calling delete_port for 10ec2ed0-c54c-45f4-bcbc-3ae662661011 owned by network:dhcp {{(pid=111102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:02:14.450219 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-c3bb3c3c-24f9-4ed6-aca1-8709c1d39946 None None] Deleting port 10ec2ed0-c54c-45f4-bcbc-3ae662661011 {{(pid=111104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:02:14.450679 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-c3bb3c3c-24f9-4ed6-aca1-8709c1d39946 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789580082445'] for port (10ec2ed0-c54c-45f4-bcbc-3ae662661011), before_delete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:14.507143 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-15029ed8-8173-4024-b895-44f430a38cdb req-4ec18e43-97a4-4a8d-a689-9dc26d550297 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=0a40a380-a7e3-4a95-a6e8-434c081c25fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3383460 Jul 26 15:02:14.520451 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-c3bb3c3c-24f9-4ed6-aca1-8709c1d39946 None None] For port 10ec2ed0-c54c-45f4-bcbc-3ae662661011, host dv-cinder-851030-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851030-1-iscsi',level=0,port_id=10ec2ed0-c54c-45f4-bcbc-3ae662661011,segment=NetworkSegment(5ddfc6e6-528e-42f9-ae6d-620dd83369e1),segment_id=5ddfc6e6-528e-42f9-ae6d-620dd83369e1)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:02:14.520959 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-c3bb3c3c-24f9-4ed6-aca1-8709c1d39946 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580114'] for port (10ec2ed0-c54c-45f4-bcbc-3ae662661011), precommit_delete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:14.540791 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-c3bb3c3c-24f9-4ed6-aca1-8709c1d39946 None None] Calling delete_port for 10ec2ed0-c54c-45f4-bcbc-3ae662661011 owned by network:dhcp {{(pid=111104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:02:14.578512 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.plugins.ml2.plugin [None req-7b0a7d82-f32c-4836-ac58-c8f4dc8db979 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Deleting port 4aaf82eb-e48f-4d56-ad4a-cf6553197175 {{(pid=111103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:02:14.578927 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-7b0a7d82-f32c-4836-ac58-c8f4dc8db979 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789580082445'] for port (4aaf82eb-e48f-4d56-ad4a-cf6553197175), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:14.585695 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-5d4d596d-a202-4249-9a91-6e0ad9078ccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789580201795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789579689804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868105'] for port (10ec2ed0-c54c-45f4-bcbc-3ae662661011), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:14.612504 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4d596d-a202-4249-9a91-6e0ad9078ccc admin admin] Pushing event deleted for resources: {'Port': ['ID=10ec2ed0-c54c-45f4-bcbc-3ae662661011,revision_number=None']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:02:14.617278 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4d596d-a202-4249-9a91-6e0ad9078ccc admin admin] No DVR routers for this DVR port 10ec2ed0-c54c-45f4-bcbc-3ae662661011 on host dv-cinder-851030-1-iscsi {{(pid=111102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 15:02:14.630456 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-c3bb3c3c-24f9-4ed6-aca1-8709c1d39946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789580201795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789579689804'] for port (10ec2ed0-c54c-45f4-bcbc-3ae662661011), after_delete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:14.655554 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bb3c3c-24f9-4ed6-aca1-8709c1d39946 None None] Pushing event deleted for resources: {'Port': ['ID=10ec2ed0-c54c-45f4-bcbc-3ae662661011,revision_number=None']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:02:14.660056 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bb3c3c-24f9-4ed6-aca1-8709c1d39946 None None] No DVR routers for this DVR port 10ec2ed0-c54c-45f4-bcbc-3ae662661011 on host dv-cinder-851030-1-iscsi {{(pid=111104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 15:02:14.671350 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-7b0a7d82-f32c-4836-ac58-c8f4dc8db979 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580114'] for port (4aaf82eb-e48f-4d56-ad4a-cf6553197175), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:14.671910 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-7b0a7d82-f32c-4836-ac58-c8f4dc8db979 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Publish callbacks [] for floatingip (4aaf82eb-e48f-4d56-ad4a-cf6553197175), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:14.689330 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.plugins.ml2.plugin [None req-7b0a7d82-f32c-4836-ac58-c8f4dc8db979 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Calling delete_port for 4aaf82eb-e48f-4d56-ad4a-cf6553197175 owned by network:floatingip {{(pid=111103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:02:14.702443 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:02:14.703867 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:02:14.714553 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-5d4d596d-a202-4249-9a91-6e0ad9078ccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1536261', 'neutron.services.segments.db._delete_segments_for_network-8789580160202'] for network (d83cf731-95bf-4cb7-9402-5cd0c97a0caa), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:14.735775 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.services.segments.db [None req-5d4d596d-a202-4249-9a91-6e0ad9078ccc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d83cf731-95bf-4cb7-9402-5cd0c97a0caa']}} {{(pid=111102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:02:14.747931 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.services.segments.db [None req-5d4d596d-a202-4249-9a91-6e0ad9078ccc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ddfc6e6-528e-42f9-ae6d-620dd83369e1') {'for_net_delete': True} {{(pid=111102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:02:14.748240 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.services.segments.db [None req-5d4d596d-a202-4249-9a91-6e0ad9078ccc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ddfc6e6-528e-42f9-ae6d-620dd83369e1') {} {{(pid=111102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:02:14.752885 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device 10ec2ed0-c54c-45f4-bcbc-3ae662661011 no longer exists at agent ovs-agent-dv-cinder-851030-1-iscsi {{(pid=111104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:02:14.760680 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-5d4d596d-a202-4249-9a91-6e0ad9078ccc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789580160103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6109401'] for segment (5ddfc6e6-528e-42f9-ae6d-620dd83369e1), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:14.774267 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] No Port match for: 10ec2ed0-c54c-45f4-bcbc-3ae662661011 {{(pid=111104) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:02:14.774609 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device 10ec2ed0-c54c-45f4-bcbc-3ae662661011 not bound to the agent host dv-cinder-851030-1-iscsi {{(pid=111104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:02:14.775020 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device eff1fd86-e0d8-4dcc-9a5e-bc7b9380f986 no longer exists at agent ovs-agent-dv-cinder-851030-1-iscsi {{(pid=111104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:02:14.775874 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-5d4d596d-a202-4249-9a91-6e0ad9078ccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1539468'] for segment (5ddfc6e6-528e-42f9-ae6d-620dd83369e1), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:14.784313 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d4d596d-a202-4249-9a91-6e0ad9078ccc admin admin] Releasing vlan 1077 on physical network physnet1 to pool {{(pid=111102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 15:02:14.784826 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-5d4d596d-a202-4249-9a91-6e0ad9078ccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1539468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4868218'] for segment (5ddfc6e6-528e-42f9-ae6d-620dd83369e1), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:14.795321 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] No Port match for: eff1fd86-e0d8-4dcc-9a5e-bc7b9380f986 {{(pid=111104) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:02:14.801313 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device eff1fd86-e0d8-4dcc-9a5e-bc7b9380f986 not bound to the agent host dv-cinder-851030-1-iscsi {{(pid=111104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:02:14.801313 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device 7fd10fd8-b2d8-4e40-8146-3ba15698ad41 no longer exists at agent ovs-agent-dv-cinder-851030-1-iscsi {{(pid=111104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:02:14.819840 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] No Port match for: 7fd10fd8-b2d8-4e40-8146-3ba15698ad41 {{(pid=111104) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:02:14.820185 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device 7fd10fd8-b2d8-4e40-8146-3ba15698ad41 not bound to the agent host dv-cinder-851030-1-iscsi {{(pid=111104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:02:14.831982 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.services.segments.plugin [-] Segment 5ddfc6e6-528e-42f9-ae6d-620dd83369e1 resource provider aggregate not found Jul 26 15:02:14.851561 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.services.segments.plugin [-] Segment 5ddfc6e6-528e-42f9-ae6d-620dd83369e1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5ddfc6e6-528e-42f9-ae6d-620dd83369e1 found for delete ", "request_id": "req-61dc7370-1df4-486e-8a0b-9612dd13d229"}]} Jul 26 15:02:14.947844 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-7b0a7d82-f32c-4836-ac58-c8f4dc8db979 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789580201795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789579689804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4313512'] for port (4aaf82eb-e48f-4d56-ad4a-cf6553197175), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:14.948044 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-5d4d596d-a202-4249-9a91-6e0ad9078ccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1536270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690999'] for network (d83cf731-95bf-4cb7-9402-5cd0c97a0caa), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:14.955777 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-5d4d596d-a202-4249-9a91-6e0ad9078ccc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524685'] for network (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:14.962107 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-5d4d596d-a202-4249-9a91-6e0ad9078ccc admin admin] 10.222.0.97 "DELETE /v2.0/networks/d83cf731-95bf-4cb7-9402-5cd0c97a0caa HTTP/1.1" status: 204 len: 168 time: 0.8382273 Jul 26 15:02:14.971089 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4d596d-a202-4249-9a91-6e0ad9078ccc admin admin] Pushing event deleted for resources: {'Network': ['ID=d83cf731-95bf-4cb7-9402-5cd0c97a0caa,revision_number=None']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:02:14.976208 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0a7d82-f32c-4836-ac58-c8f4dc8db979 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Pushing event deleted for resources: {'Port': ['ID=4aaf82eb-e48f-4d56-ad4a-cf6553197175,revision_number=None']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:02:15.042928 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-7b0a7d82-f32c-4836-ac58-c8f4dc8db979 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Publish callbacks [] for floatingip (2a427655-3dd4-4ba9-8265-e7cf31928396), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:15.045476 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-7b0a7d82-f32c-4836-ac58-c8f4dc8db979 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-431034'] for floatingip (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:15.046620 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-7b0a7d82-f32c-4836-ac58-c8f4dc8db979 tempest-AttachVolumeTestJSON-766450646 tempest-AttachVolumeTestJSON-766450646-project] 10.222.0.97 "DELETE /v2.0/floatingips/2a427655-3dd4-4ba9-8265-e7cf31928396 HTTP/1.1" status: 204 len: 168 time: 0.8309662 Jul 26 15:02:15.392936 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (311d617f-8fa1-4662-a157-ab38f6e1e2d8), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:15.437047 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 51572) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:02:15.476442 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-e03ce0c4-7839-4a5b-aef7-ab3e51d6dba0 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=fde004be36ee4efeaa9ada32b4e2182c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382061 Jul 26 15:02:15.479444 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 51574) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:02:15.513925 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:02:15.531024 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-21991a3e-89f2-4b34-9f9f-cd1f8e7072f8 admin admin] Publish callbacks [] for security_group (b6b2a94c-a178-4f2c-90da-5c9f20af6184), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:15.555939 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-21991a3e-89f2-4b34-9f9f-cd1f8e7072f8 admin admin] Publish callbacks [] for security_group (b6b2a94c-a178-4f2c-90da-5c9f20af6184), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:15.633552 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30e9590-b7ca-4fb7-a246-5736f12d3e93 req-507ef74a-d5ae-48f3-83db-bb7a45b357d8 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:02:15.635019 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-a30e9590-b7ca-4fb7-a246-5736f12d3e93 req-507ef74a-d5ae-48f3-83db-bb7a45b357d8 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=d566308c-cba6-4925-8ac6-820573486d4b HTTP/1.1" status: 200 len: 945 time: 0.0479698 Jul 26 15:02:15.679228 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-21991a3e-89f2-4b34-9f9f-cd1f8e7072f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (b6b2a94c-a178-4f2c-90da-5c9f20af6184), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:15.682204 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-a30e9590-b7ca-4fb7-a246-5736f12d3e93 req-ab356356-6d14-4be7-a444-ca96443234f2 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=0a40a380-a7e3-4a95-a6e8-434c081c25fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415530 Jul 26 15:02:15.682433 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-21991a3e-89f2-4b34-9f9f-cd1f8e7072f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:15.683626 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-21991a3e-89f2-4b34-9f9f-cd1f8e7072f8 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/b6b2a94c-a178-4f2c-90da-5c9f20af6184 HTTP/1.1" status: 204 len: 168 time: 0.2032502 Jul 26 15:02:15.691903 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21991a3e-89f2-4b34-9f9f-cd1f8e7072f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6b2a94c-a178-4f2c-90da-5c9f20af6184,revision_number=None']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:02:16.469644 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 51586) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:02:16.509105 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-2b608f14-2832-42d2-99c4-0682a435b903 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=3f7526cec950478aa97ec6dd5b4827f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383005 Jul 26 15:02:16.511728 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 51588) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:02:16.562651 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-bec717f2-e064-489f-8c1b-316880dde4f0 admin admin] Publish callbacks [] for security_group (bdf4bdb7-b4ad-4b6d-ac12-24e2bd950b8d), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:16.584275 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-bec717f2-e064-489f-8c1b-316880dde4f0 admin admin] Publish callbacks [] for security_group (bdf4bdb7-b4ad-4b6d-ac12-24e2bd950b8d), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:16.728025 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-bec717f2-e064-489f-8c1b-316880dde4f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (bdf4bdb7-b4ad-4b6d-ac12-24e2bd950b8d), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:16.730535 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-bec717f2-e064-489f-8c1b-316880dde4f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:16.731698 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-bec717f2-e064-489f-8c1b-316880dde4f0 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/bdf4bdb7-b4ad-4b6d-ac12-24e2bd950b8d HTTP/1.1" status: 204 len: 168 time: 0.2190583 Jul 26 15:02:16.740698 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec717f2-e064-489f-8c1b-316880dde4f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdf4bdb7-b4ad-4b6d-ac12-24e2bd950b8d,revision_number=None']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:02:16.822024 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0474ea14-531b-42a1-84b5-93c3514651fb req-bea5df02-0328-4496-95b9-b7d569c004a7 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:02:16.823571 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-0474ea14-531b-42a1-84b5-93c3514651fb req-bea5df02-0328-4496-95b9-b7d569c004a7 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=d566308c-cba6-4925-8ac6-820573486d4b HTTP/1.1" status: 200 len: 945 time: 0.0488880 Jul 26 15:02:16.871577 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-0474ea14-531b-42a1-84b5-93c3514651fb req-db11aa94-648f-4008-bc13-7a392cb72a05 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=0a40a380-a7e3-4a95-a6e8-434c081c25fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422189 Jul 26 15:02:17.906128 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:02:17.996703 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989c97c5-5aa6-4379-9296-c1276b74bc52 req-3a92e706-fa1b-498b-82b7-c99f88353031 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:02:17.998267 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-989c97c5-5aa6-4379-9296-c1276b74bc52 req-3a92e706-fa1b-498b-82b7-c99f88353031 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=d566308c-cba6-4925-8ac6-820573486d4b HTTP/1.1" status: 200 len: 945 time: 0.0487902 Jul 26 15:02:18.050415 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-989c97c5-5aa6-4379-9296-c1276b74bc52 req-563bcec3-eb86-4cba-a48c-4fa7a232d346 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=0a40a380-a7e3-4a95-a6e8-434c081c25fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464146 Jul 26 15:02:19.176067 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dd422a-33d6-4946-a202-4102c5c33ee0 req-a236d9e3-3eb2-4eec-81c6-1576e13c0122 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:02:19.177250 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-49dd422a-33d6-4946-a202-4102c5c33ee0 req-a236d9e3-3eb2-4eec-81c6-1576e13c0122 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=d566308c-cba6-4925-8ac6-820573486d4b HTTP/1.1" status: 200 len: 945 time: 0.0488751 Jul 26 15:02:19.226172 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-49dd422a-33d6-4946-a202-4102c5c33ee0 req-33fd5f71-837e-494b-a038-552e52a5d0ad tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=0a40a380-a7e3-4a95-a6e8-434c081c25fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434031 Jul 26 15:02:19.266730 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 51618) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:02:19.733481 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:02:19.791170 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-742f8447-b5a8-4102-997c-700d02208fcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-688923'] for router_interface (3dd73111-22fc-4d53-b892-28c86cd4f346), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:20.016300 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.plugin [None req-742f8447-b5a8-4102-997c-700d02208fcb admin admin] Deleting port 29e384e9-6227-4c9f-8f00-22a84167511d {{(pid=111102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:02:20.016646 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-742f8447-b5a8-4102-997c-700d02208fcb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789580082445'] for port (29e384e9-6227-4c9f-8f00-22a84167511d), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:20.065755 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=100 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:02:20.100601 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.db [None req-742f8447-b5a8-4102-997c-700d02208fcb admin admin] For port 29e384e9-6227-4c9f-8f00-22a84167511d, host dv-cinder-851030-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851030-1-iscsi',level=0,port_id=29e384e9-6227-4c9f-8f00-22a84167511d,segment=NetworkSegment(65a613d5-aaf3-451b-925f-b17dff71ceb2),segment_id=65a613d5-aaf3-451b-925f-b17dff71ceb2)] {{(pid=111102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:02:20.100968 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-742f8447-b5a8-4102-997c-700d02208fcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580114'] for port (29e384e9-6227-4c9f-8f00-22a84167511d), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:20.113649 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.plugin [None req-742f8447-b5a8-4102-997c-700d02208fcb admin admin] Calling delete_port for 29e384e9-6227-4c9f-8f00-22a84167511d owned by network:router_interface {{(pid=111102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:02:20.353855 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34999865-61b4-4e1d-b943-e1854a01ddd6 req-7e8ca1d8-6286-42ff-b83a-4ba449d1e3fb tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:02:20.355317 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-34999865-61b4-4e1d-b943-e1854a01ddd6 req-7e8ca1d8-6286-42ff-b83a-4ba449d1e3fb tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=d566308c-cba6-4925-8ac6-820573486d4b HTTP/1.1" status: 200 len: 945 time: 0.0504889 Jul 26 15:02:20.386946 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-742f8447-b5a8-4102-997c-700d02208fcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789580201795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789579689804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868105'] for port (29e384e9-6227-4c9f-8f00-22a84167511d), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:20.404778 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-34999865-61b4-4e1d-b943-e1854a01ddd6 req-450f321b-a85c-44db-9c3e-7e4af8139b14 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=0a40a380-a7e3-4a95-a6e8-434c081c25fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427740 Jul 26 15:02:20.412821 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742f8447-b5a8-4102-997c-700d02208fcb admin admin] Pushing event deleted for resources: {'Port': ['ID=29e384e9-6227-4c9f-8f00-22a84167511d,revision_number=None']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:02:20.600003 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-742f8447-b5a8-4102-997c-700d02208fcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689039'] for router_interface (3dd73111-22fc-4d53-b892-28c86cd4f346), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:20.753229 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:02:20.812084 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-742f8447-b5a8-4102-997c-700d02208fcb admin admin] Router 3dd73111-22fc-4d53-b892-28c86cd4f346 has already been hosted by L3 agent 66f8bb98-7ace-4a85-b6ba-ffe40597695b {{(pid=111102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:02:20.917486 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-742f8447-b5a8-4102-997c-700d02208fcb admin admin] Notify agent at l3_agent.dv-cinder-851030-1-iscsi the message routers_updated {{(pid=111102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:02:20.922469 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-742f8447-b5a8-4102-997c-700d02208fcb admin admin] 10.222.0.97 "PUT /v2.0/routers/3dd73111-22fc-4d53-b892-28c86cd4f346/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6546035 Jul 26 15:02:20.924953 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 51624) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:02:20.926237 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6d8526-c204-4b6e-8322-f56188bfad69 None None] Sync routers for ids ['3dd73111-22fc-4d53-b892-28c86cd4f346'] in dv-cinder-851030-1-iscsi {{(pid=111104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:02:20.932546 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:02:20.937540 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6d8526-c204-4b6e-8322-f56188bfad69 None None] Routers {'3dd73111-22fc-4d53-b892-28c86cd4f346'} bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:02:20.938280 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-1d6d8526-c204-4b6e-8322-f56188bfad69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851030-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T14:42:54Z,description=,heartbeat_timestamp=2022-07-26T15:01:54Z,host='dv-cinder-851030-1-iscsi',id=66f8bb98-7ace-4a85-b6ba-ffe40597695b,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:42:55Z,topic='l3_agent')) {'router_ids': ['3dd73111-22fc-4d53-b892-28c86cd4f346'], 'active': True} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:02:21.028443 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-c7b50c4d-5dab-459a-988e-8ef01929df58 admin admin] Publish callbacks [] for router (3dd73111-22fc-4d53-b892-28c86cd4f346), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:21.040517 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvr_db [None req-1d6d8526-c204-4b6e-8322-f56188bfad69 None None] Set router 3dd73111-22fc-4d53-b892-28c86cd4f346 gateway port host: dv-cinder-851030-1-iscsi {{(pid=111104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:02:21.135612 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-c7b50c4d-5dab-459a-988e-8ef01929df58 admin admin] Publish callbacks [] for router_gateway (3dd73111-22fc-4d53-b892-28c86cd4f346), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:21.213516 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-1d6d8526-c204-4b6e-8322-f56188bfad69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dd73111-22fc-4d53-b892-28c86cd4f346', 'name': 'tempest-AttachVolumeTestJSON-1513426877-router', 'tenant_id': '7ccd4ff518dc4c37bfb7f343ccc97206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': '1ae41fd0-598f-4b4b-871e-e6f4a49f5e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:51:46Z', 'updated_at': '2022-07-26T15:02:20Z', 'revision_number': 5, 'project_id': '7ccd4ff518dc4c37bfb7f343ccc97206', 'gw_port': {'id': '1ae41fd0-598f-4b4b-871e-e6f4a49f5e0e', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:1e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dd73111-22fc-4d53-b892-28c86cd4f346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:47Z', 'updated_at': '2022-07-26T14:51:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi'}], 'dv-cinder-851030-1-iscsi', False) {} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:02:21.238367 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6d8526-c204-4b6e-8322-f56188bfad69 None None] Checking router: 3dd73111-22fc-4d53-b892-28c86cd4f346 for host: dv-cinder-851030-1-iscsi {{(pid=111104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:02:21.247441 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6d8526-c204-4b6e-8322-f56188bfad69 None None] Routers {'3dd73111-22fc-4d53-b892-28c86cd4f346'} bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:02:21.248046 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-1d6d8526-c204-4b6e-8322-f56188bfad69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851030-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-26T14:42:54Z,description=,heartbeat_timestamp=2022-07-26T15:01:54Z,host='dv-cinder-851030-1-iscsi',id=66f8bb98-7ace-4a85-b6ba-ffe40597695b,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:42:55Z,topic='l3_agent')) {'router_ids': ['3dd73111-22fc-4d53-b892-28c86cd4f346'], 'active': True} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:02:21.264653 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.plugin [None req-c7b50c4d-5dab-459a-988e-8ef01929df58 admin admin] Deleting port 1ae41fd0-598f-4b4b-871e-e6f4a49f5e0e {{(pid=111102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:02:21.265104 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-c7b50c4d-5dab-459a-988e-8ef01929df58 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789580082445'] for port (1ae41fd0-598f-4b4b-871e-e6f4a49f5e0e), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:21.306779 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:02:21.333580 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvr_db [None req-1d6d8526-c204-4b6e-8322-f56188bfad69 None None] Set router 3dd73111-22fc-4d53-b892-28c86cd4f346 gateway port host: None {{(pid=111104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:02:21.346645 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.db [None req-c7b50c4d-5dab-459a-988e-8ef01929df58 admin admin] For port 1ae41fd0-598f-4b4b-871e-e6f4a49f5e0e, host dv-cinder-851030-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851030-1-iscsi',level=0,port_id=1ae41fd0-598f-4b4b-871e-e6f4a49f5e0e,segment=NetworkSegment(9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7),segment_id=9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7)] {{(pid=111102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:02:21.347005 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-c7b50c4d-5dab-459a-988e-8ef01929df58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580114'] for port (1ae41fd0-598f-4b4b-871e-e6f4a49f5e0e), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:21.359835 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Device 8504fd36-c770-40f1-b4b9-12e64454c451 details requested by agent hyperv_hv-cinder-85103 with host hv-cinder-85103 {{(pid=111104) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:02:21.364121 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.plugin [None req-c7b50c4d-5dab-459a-988e-8ef01929df58 admin admin] Calling delete_port for 1ae41fd0-598f-4b4b-871e-e6f4a49f5e0e owned by network:router_gateway {{(pid=111102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:02:21.390364 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-1d6d8526-c204-4b6e-8322-f56188bfad69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dd73111-22fc-4d53-b892-28c86cd4f346', 'name': 'tempest-AttachVolumeTestJSON-1513426877-router', 'tenant_id': '7ccd4ff518dc4c37bfb7f343ccc97206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:51:46Z', 'updated_at': '2022-07-26T15:02:21Z', 'revision_number': 6, 'project_id': '7ccd4ff518dc4c37bfb7f343ccc97206', 'gw_port_host': None}], 'dv-cinder-851030-1-iscsi', False) {} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:02:21.426509 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6d8526-c204-4b6e-8322-f56188bfad69 None None] The sync data for ids ['3dd73111-22fc-4d53-b892-28c86cd4f346'] in dv-cinder-851030-1-iscsi is: [{'id': '3dd73111-22fc-4d53-b892-28c86cd4f346', 'name': 'tempest-AttachVolumeTestJSON-1513426877-router', 'tenant_id': '7ccd4ff518dc4c37bfb7f343ccc97206', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:51:46Z', 'updated_at': '2022-07-26T15:02:21Z', 'revision_number': 6, 'project_id': '7ccd4ff518dc4c37bfb7f343ccc97206', 'gw_port_host': None}] {{(pid=111104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:02:21.528749 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] For port 8504fd36-c770-40f1-b4b9-12e64454c451, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=8504fd36-c770-40f1-b4b9-12e64454c451,segment=NetworkSegment(cec6c169-26ac-4d4a-8f8d-b81b07eccaa9),segment_id=cec6c169-26ac-4d4a-8f8d-b81b07eccaa9)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:02:21.543445 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Returning: {'device': '8504fd36-c770-40f1-b4b9-12e64454c451', 'network_id': '40bf059a-9593-4ce0-be05-c864bfa3c074', 'port_id': '8504fd36-c770-40f1-b4b9-12e64454c451', 'mac_address': 'fa:16:3e:ae:6f:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1098, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d76239a-a9c4-4c98-83cb-a3f6ea48b403', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111104) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:02:21.574074 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b2e365-51be-428d-a832-6f3c04f9178a req-d111986c-aaeb-4c11-ac59-82b7fe89eda6 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:02:21.575587 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-e5b2e365-51be-428d-a832-6f3c04f9178a req-d111986c-aaeb-4c11-ac59-82b7fe89eda6 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=d566308c-cba6-4925-8ac6-820573486d4b HTTP/1.1" status: 200 len: 945 time: 0.0688121 Jul 26 15:02:21.582995 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Current status of the port 8504fd36-c770-40f1-b4b9-12e64454c451 is: ACTIVE; New status is: BUILD {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:02:21.583384 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (8504fd36-c770-40f1-b4b9-12e64454c451), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:21.600456 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.notifiers.nova [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8504fd36-c770-40f1-b4b9-12e64454c451 {{(pid=111104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 15:02:21.621873 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] For port 8504fd36-c770-40f1-b4b9-12e64454c451, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=8504fd36-c770-40f1-b4b9-12e64454c451,segment=NetworkSegment(cec6c169-26ac-4d4a-8f8d-b81b07eccaa9),segment_id=cec6c169-26ac-4d4a-8f8d-b81b07eccaa9)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:02:21.626662 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-e5b2e365-51be-428d-a832-6f3c04f9178a req-dec51629-b5fd-43e3-9f41-5e65e875daed tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=0a40a380-a7e3-4a95-a6e8-434c081c25fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452871 Jul 26 15:02:21.655719 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-c7b50c4d-5dab-459a-988e-8ef01929df58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789580201795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789579689804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868105'] for port (1ae41fd0-598f-4b4b-871e-e6f4a49f5e0e), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:21.681966 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b50c4d-5dab-459a-988e-8ef01929df58 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ae41fd0-598f-4b4b-871e-e6f4a49f5e0e,revision_number=None']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:02:21.752684 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (8504fd36-c770-40f1-b4b9-12e64454c451), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:21.753079 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-c7b50c4d-5dab-459a-988e-8ef01929df58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690971'] for router_gateway (3dd73111-22fc-4d53-b892-28c86cd4f346), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:21.802654 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Pushing event updated for resources: {'Port': ['ID=8504fd36-c770-40f1-b4b9-12e64454c451,revision_number=6']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:02:21.842897 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:02:21.848687 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-c7b50c4d-5dab-459a-988e-8ef01929df58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-859'] for router (3dd73111-22fc-4d53-b892-28c86cd4f346), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:21.851056 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-c7b50c4d-5dab-459a-988e-8ef01929df58 admin admin] Publish callbacks [] for router_controller (3dd73111-22fc-4d53-b892-28c86cd4f346), precommit_delete_associations {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:21.921672 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] get_ports_and_sgs() called for port_ids ['8504fd36-c770-40f1-b4b9-12e64454c451'] {{(pid=111104) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:02:21.957337 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:02:22.055433 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-e5174bea-73f1-4425-9a2a-10761be20aa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (bb4183fa-e0c9-4858-9c34-b1ab78d39af4), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:22.295419 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-c7b50c4d-5dab-459a-988e-8ef01929df58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-569106'] for router (3dd73111-22fc-4d53-b892-28c86cd4f346), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:22.296094 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7b50c4d-5dab-459a-988e-8ef01929df58 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3dd73111-22fc-4d53-b892-28c86cd4f346 {{(pid=111102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 15:02:22.300930 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-c7b50c4d-5dab-459a-988e-8ef01929df58 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:22.302122 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-c7b50c4d-5dab-459a-988e-8ef01929df58 admin admin] 10.222.0.97 "DELETE /v2.0/routers/3dd73111-22fc-4d53-b892-28c86cd4f346 HTTP/1.1" status: 204 len: 168 time: 1.3762157 Jul 26 15:02:22.305462 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 51628) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:02:22.349942 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.db.db_base_plugin_v2 [None req-4869e0d4-6f97-4849-a096-cfe74effa32b admin admin] Deleting subnet e75d54a1-37a3-48c4-b0bd-5c996cd738b8 {{(pid=111103) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 26 15:02:22.353659 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-4869e0d4-6f97-4849-a096-cfe74effa32b admin admin] Publish callbacks [] for subnet (e75d54a1-37a3-48c4-b0bd-5c996cd738b8), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:22.376416 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:02:22.392005 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-4869e0d4-6f97-4849-a096-cfe74effa32b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4943357'] for subnet (e75d54a1-37a3-48c4-b0bd-5c996cd738b8), precommit_delete_associations {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:22.476243 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-4869e0d4-6f97-4849-a096-cfe74effa32b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1534251'] for subnet (e75d54a1-37a3-48c4-b0bd-5c996cd738b8), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:22.608324 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-4869e0d4-6f97-4849-a096-cfe74effa32b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1534242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4313477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4397448'] for subnet (e75d54a1-37a3-48c4-b0bd-5c996cd738b8), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:22.634592 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4869e0d4-6f97-4849-a096-cfe74effa32b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e75d54a1-37a3-48c4-b0bd-5c996cd738b8,revision_number=None']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:02:22.640378 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-4869e0d4-6f97-4849-a096-cfe74effa32b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524685'] for subnet (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:22.644842 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-4869e0d4-6f97-4849-a096-cfe74effa32b admin admin] 10.222.0.97 "DELETE /v2.0/subnets/e75d54a1-37a3-48c4-b0bd-5c996cd738b8 HTTP/1.1" status: 204 len: 168 time: 0.3369882 Jul 26 15:02:22.646070 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c75542-7d61-480a-8ab8-f8e163af7abc None None] Network 02c3d9d5-b71e-4ad5-9373-5d17164e8aec requested from dv-cinder-851030-1-iscsi {{(pid=111104) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 15:02:22.646202 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 51630) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:02:22.696981 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:02:22.748431 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device 29e384e9-6227-4c9f-8f00-22a84167511d no longer exists at agent ovs-agent-dv-cinder-851030-1-iscsi {{(pid=111104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:02:22.759161 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-95238d5f-61e0-4df1-9739-fa0e440b6ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459809'] for network (02c3d9d5-b71e-4ad5-9373-5d17164e8aec), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:22.773151 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] No Port match for: 29e384e9-6227-4c9f-8f00-22a84167511d {{(pid=111104) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:02:22.774066 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device 29e384e9-6227-4c9f-8f00-22a84167511d not bound to the agent host dv-cinder-851030-1-iscsi {{(pid=111104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:02:22.774717 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device 1ae41fd0-598f-4b4b-871e-e6f4a49f5e0e no longer exists at agent ovs-agent-dv-cinder-851030-1-iscsi {{(pid=111104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:02:22.780924 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfd533f-a1af-4eb5-ae14-014866b87960 req-1e75d978-7c2d-4aa5-8c76-a5e79098dfb7 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:02:22.782257 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-6cfd533f-a1af-4eb5-ae14-014866b87960 req-1e75d978-7c2d-4aa5-8c76-a5e79098dfb7 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=d566308c-cba6-4925-8ac6-820573486d4b HTTP/1.1" status: 200 len: 944 time: 0.0658383 Jul 26 15:02:22.793532 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] No Port match for: 1ae41fd0-598f-4b4b-871e-e6f4a49f5e0e {{(pid=111104) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:02:22.793882 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device 1ae41fd0-598f-4b4b-871e-e6f4a49f5e0e not bound to the agent host dv-cinder-851030-1-iscsi {{(pid=111104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:02:22.828188 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65c2604-1b21-4bce-a073-44148f8f59fe None None] DHCP port deletion for 02c3d9d5-b71e-4ad5-9373-5d17164e8aec request from dv-cinder-851030-1-iscsi {{(pid=111104) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 26 15:02:22.842814 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.plugins.ml2.plugin [None req-95238d5f-61e0-4df1-9739-fa0e440b6ce3 admin admin] Deleting port 9307b557-c57d-443d-92e2-8ef9c86086d4 {{(pid=111103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:02:22.843160 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-95238d5f-61e0-4df1-9739-fa0e440b6ce3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789580082445'] for port (9307b557-c57d-443d-92e2-8ef9c86086d4), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:22.864854 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-d65c2604-1b21-4bce-a073-44148f8f59fe None None] Deleting port 9307b557-c57d-443d-92e2-8ef9c86086d4 {{(pid=111104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:02:22.865223 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-d65c2604-1b21-4bce-a073-44148f8f59fe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789580082445'] for port (9307b557-c57d-443d-92e2-8ef9c86086d4), before_delete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:22.901590 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-6cfd533f-a1af-4eb5-ae14-014866b87960 req-86570c4e-4c62-4b15-a206-e64409e581df tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=0a40a380-a7e3-4a95-a6e8-434c081c25fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130214 Jul 26 15:02:22.928224 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.plugins.ml2.db [None req-95238d5f-61e0-4df1-9739-fa0e440b6ce3 admin admin] For port 9307b557-c57d-443d-92e2-8ef9c86086d4, host dv-cinder-851030-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851030-1-iscsi',level=0,port_id=9307b557-c57d-443d-92e2-8ef9c86086d4,segment=NetworkSegment(65a613d5-aaf3-451b-925f-b17dff71ceb2),segment_id=65a613d5-aaf3-451b-925f-b17dff71ceb2)] {{(pid=111103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:02:22.936695 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-95238d5f-61e0-4df1-9739-fa0e440b6ce3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580114'] for port (9307b557-c57d-443d-92e2-8ef9c86086d4), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:22.936840 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-d65c2604-1b21-4bce-a073-44148f8f59fe None None] For port 9307b557-c57d-443d-92e2-8ef9c86086d4, host dv-cinder-851030-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851030-1-iscsi',level=0,port_id=9307b557-c57d-443d-92e2-8ef9c86086d4,segment=NetworkSegment(65a613d5-aaf3-451b-925f-b17dff71ceb2),segment_id=65a613d5-aaf3-451b-925f-b17dff71ceb2)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:02:22.936840 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-d65c2604-1b21-4bce-a073-44148f8f59fe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580114'] for port (9307b557-c57d-443d-92e2-8ef9c86086d4), precommit_delete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:22.943859 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.plugins.ml2.plugin [None req-95238d5f-61e0-4df1-9739-fa0e440b6ce3 admin admin] Calling delete_port for 9307b557-c57d-443d-92e2-8ef9c86086d4 owned by network:dhcp {{(pid=111103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:02:22.949769 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-d65c2604-1b21-4bce-a073-44148f8f59fe None None] Calling delete_port for 9307b557-c57d-443d-92e2-8ef9c86086d4 owned by network:dhcp {{(pid=111104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:02:23.086721 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=74,neutron:UPDATE=1 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:02:23.088643 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=72,neutron:UPDATE=1 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:02:23.145006 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-95238d5f-61e0-4df1-9739-fa0e440b6ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789580201795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789579689804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4313512'] for port (9307b557-c57d-443d-92e2-8ef9c86086d4), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:23.152941 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-d65c2604-1b21-4bce-a073-44148f8f59fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789580201795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789579689804'] for port (9307b557-c57d-443d-92e2-8ef9c86086d4), after_delete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:23.172946 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95238d5f-61e0-4df1-9739-fa0e440b6ce3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9307b557-c57d-443d-92e2-8ef9c86086d4,revision_number=None']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:02:23.174318 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:02:23.177375 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65c2604-1b21-4bce-a073-44148f8f59fe None None] Pushing event deleted for resources: {'Port': ['ID=9307b557-c57d-443d-92e2-8ef9c86086d4,revision_number=None']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:02:23.179012 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95238d5f-61e0-4df1-9739-fa0e440b6ce3 admin admin] No DVR routers for this DVR port 9307b557-c57d-443d-92e2-8ef9c86086d4 on host dv-cinder-851030-1-iscsi {{(pid=111103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 15:02:23.181281 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65c2604-1b21-4bce-a073-44148f8f59fe None None] No DVR routers for this DVR port 9307b557-c57d-443d-92e2-8ef9c86086d4 on host dv-cinder-851030-1-iscsi {{(pid=111104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 15:02:23.253700 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-95238d5f-61e0-4df1-9739-fa0e440b6ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1536261', 'neutron.services.segments.db._delete_segments_for_network-8789580160202'] for network (02c3d9d5-b71e-4ad5-9373-5d17164e8aec), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:23.274323 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.services.segments.db [None req-95238d5f-61e0-4df1-9739-fa0e440b6ce3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02c3d9d5-b71e-4ad5-9373-5d17164e8aec']}} {{(pid=111103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:02:23.283589 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.services.segments.db [None req-95238d5f-61e0-4df1-9739-fa0e440b6ce3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65a613d5-aaf3-451b-925f-b17dff71ceb2') {'for_net_delete': True} {{(pid=111103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:02:23.283885 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.services.segments.db [None req-95238d5f-61e0-4df1-9739-fa0e440b6ce3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65a613d5-aaf3-451b-925f-b17dff71ceb2') {} {{(pid=111103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:02:23.293763 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-95238d5f-61e0-4df1-9739-fa0e440b6ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789580160103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4943332'] for segment (65a613d5-aaf3-451b-925f-b17dff71ceb2), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:23.308015 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-95238d5f-61e0-4df1-9739-fa0e440b6ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1539468'] for segment (65a613d5-aaf3-451b-925f-b17dff71ceb2), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:23.314239 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95238d5f-61e0-4df1-9739-fa0e440b6ce3 admin admin] Releasing vlan 1070 on physical network physnet1 to pool {{(pid=111103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 15:02:23.314620 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-95238d5f-61e0-4df1-9739-fa0e440b6ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1539468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4313563'] for segment (65a613d5-aaf3-451b-925f-b17dff71ceb2), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:23.352882 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Device 8504fd36-c770-40f1-b4b9-12e64454c451 up at agent hyperv_hv-cinder-85103 {{(pid=111104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:02:23.358404 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.services.segments.plugin [-] Segment 65a613d5-aaf3-451b-925f-b17dff71ceb2 resource provider aggregate not found Jul 26 15:02:23.378444 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.services.segments.plugin [-] Segment 65a613d5-aaf3-451b-925f-b17dff71ceb2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 65a613d5-aaf3-451b-925f-b17dff71ceb2 found for delete ", "request_id": "req-648cf4f9-e64b-4cd3-a6b2-b5cfac03f636"}]} Jul 26 15:02:23.402525 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Provisioning complete for port 8504fd36-c770-40f1-b4b9-12e64454c451 triggered by entity L2. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:02:23.417405 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (8504fd36-c770-40f1-b4b9-12e64454c451), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:23.480425 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Current status of the port 8504fd36-c770-40f1-b4b9-12e64454c451 is: BUILD; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:02:23.480425 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (8504fd36-c770-40f1-b4b9-12e64454c451), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:23.497074 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd566308c-cba6-4925-8ac6-820573486d4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8504fd36-c770-40f1-b4b9-12e64454c451'}] {{(pid=111104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:02:23.499346 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8a064b11bc677c9d4ab9f25c89ff6de8646fcd773e132cdea81d797053aa31c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12b69661-195d-4141-a963-06ee691ac44e" -d '{"events": [{"server_uuid": "d566308c-cba6-4925-8ac6-820573486d4b", "name": "network-vif-plugged", "status": "completed", "tag": "8504fd36-c770-40f1-b4b9-12e64454c451"}]}' {{(pid=111104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:02:23.512876 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] For port 8504fd36-c770-40f1-b4b9-12e64454c451, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=8504fd36-c770-40f1-b4b9-12e64454c451,segment=NetworkSegment(cec6c169-26ac-4d4a-8f8d-b81b07eccaa9),segment_id=cec6c169-26ac-4d4a-8f8d-b81b07eccaa9)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:02:23.517837 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-95238d5f-61e0-4df1-9739-fa0e440b6ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1536270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690999'] for network (02c3d9d5-b71e-4ad5-9373-5d17164e8aec), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:23.524713 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-95238d5f-61e0-4df1-9739-fa0e440b6ce3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524685'] for network (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:23.527886 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-95238d5f-61e0-4df1-9739-fa0e440b6ce3 admin admin] 10.222.0.97 "DELETE /v2.0/networks/02c3d9d5-b71e-4ad5-9373-5d17164e8aec HTTP/1.1" status: 204 len: 168 time: 0.8807914 Jul 26 15:02:23.537969 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95238d5f-61e0-4df1-9739-fa0e440b6ce3 admin admin] Pushing event deleted for resources: {'Network': ['ID=02c3d9d5-b71e-4ad5-9373-5d17164e8aec,revision_number=None']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:02:23.539973 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 15:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f0bbb1d-70d8-45ed-8662-19f09a3f15f8 x-openstack-request-id: req-9f0bbb1d-70d8-45ed-8662-19f09a3f15f8 {{(pid=111104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:02:23.540325 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d566308c-cba6-4925-8ac6-820573486d4b", "name": "network-vif-plugged", "status": "completed", "tag": "8504fd36-c770-40f1-b4b9-12e64454c451", "code": 200}]} {{(pid=111104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:02:23.540711 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-9f0bbb1d-70d8-45ed-8662-19f09a3f15f8 {{(pid=111104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:02:23.541108 dv-cinder-851030-1-iscsi neutron-server[111104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f0bbb1d-70d8-45ed-8662-19f09a3f15f8'] response: {'server_uuid': 'd566308c-cba6-4925-8ac6-820573486d4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8504fd36-c770-40f1-b4b9-12e64454c451', 'code': 200} Jul 26 15:02:23.615310 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (8504fd36-c770-40f1-b4b9-12e64454c451), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:23.672240 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Pushing event updated for resources: {'Port': ['ID=8504fd36-c770-40f1-b4b9-12e64454c451,revision_number=7']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:02:24.032136 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b867fd1a-066c-481e-a395-1a3031f34baf req-83b821ac-cea9-4bbb-98ac-ddfb7762d44f tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:02:24.033592 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-b867fd1a-066c-481e-a395-1a3031f34baf req-83b821ac-cea9-4bbb-98ac-ddfb7762d44f tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=d566308c-cba6-4925-8ac6-820573486d4b HTTP/1.1" status: 200 len: 945 time: 0.0470665 Jul 26 15:02:24.045445 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:02:24.066132 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 51644) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:02:24.083254 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-b867fd1a-066c-481e-a395-1a3031f34baf req-1529f0d2-9346-4d25-a09c-4da94e15eaa7 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=0a40a380-a7e3-4a95-a6e8-434c081c25fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440929 Jul 26 15:02:24.108094 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-daf2439e-aa4b-41d2-bee1-4ea69532c6db admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=7ccd4ff518dc4c37bfb7f343ccc97206&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0408297 Jul 26 15:02:24.110554 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 51646) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:02:24.161757 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-ce730cea-0e4f-455a-b165-e6e8450af624 admin admin] Publish callbacks [] for security_group (ed833b86-63a6-4055-9544-789e75d7131b), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:24.186263 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-ce730cea-0e4f-455a-b165-e6e8450af624 admin admin] Publish callbacks [] for security_group (ed833b86-63a6-4055-9544-789e75d7131b), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:24.217555 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4,neutron:DELETE=11 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:02:24.333684 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-994b19e1-f17f-46d6-aea4-140040d93e37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (66f8bb98-7ace-4a85-b6ba-ffe40597695b), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:24.386937 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-ce730cea-0e4f-455a-b165-e6e8450af624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (ed833b86-63a6-4055-9544-789e75d7131b), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:24.389541 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-ce730cea-0e4f-455a-b165-e6e8450af624 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:24.391605 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-ce730cea-0e4f-455a-b165-e6e8450af624 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/ed833b86-63a6-4055-9544-789e75d7131b HTTP/1.1" status: 204 len: 168 time: 0.2792444 Jul 26 15:02:24.400672 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce730cea-0e4f-455a-b165-e6e8450af624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed833b86-63a6-4055-9544-789e75d7131b,revision_number=None']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:02:24.541630 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:02:24.718062 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device 9307b557-c57d-443d-92e2-8ef9c86086d4 no longer exists at agent ovs-agent-dv-cinder-851030-1-iscsi {{(pid=111104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:02:24.737056 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] No Port match for: 9307b557-c57d-443d-92e2-8ef9c86086d4 {{(pid=111104) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:02:24.737325 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device 9307b557-c57d-443d-92e2-8ef9c86086d4 not bound to the agent host dv-cinder-851030-1-iscsi {{(pid=111104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:02:25.213854 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf03b04-902d-4478-87bc-70b11722a112 req-cfdf0fb1-89e3-4dd1-8f55-9278faef47d8 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:02:25.215505 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-faf03b04-902d-4478-87bc-70b11722a112 req-cfdf0fb1-89e3-4dd1-8f55-9278faef47d8 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=d566308c-cba6-4925-8ac6-820573486d4b HTTP/1.1" status: 200 len: 945 time: 0.0488055 Jul 26 15:02:25.262865 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-faf03b04-902d-4478-87bc-70b11722a112 req-b7ec1c08-dfcb-48ff-89ab-dfc73b54fe9d tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=0a40a380-a7e3-4a95-a6e8-434c081c25fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417273 Jul 26 15:02:25.453890 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b30572d2-bee0-4462-94ed-c13cd0ef4273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (40fac31a-afaa-44e8-8521-47b803a59f0f), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:26.390354 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314c915d-3ade-49e0-897b-7e5f2de28ff2 req-43cd27da-35ad-4883-8e09-fa121fe873d1 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:02:26.391841 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-314c915d-3ade-49e0-897b-7e5f2de28ff2 req-43cd27da-35ad-4883-8e09-fa121fe873d1 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=d566308c-cba6-4925-8ac6-820573486d4b HTTP/1.1" status: 200 len: 945 time: 0.0520005 Jul 26 15:02:26.441275 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-314c915d-3ade-49e0-897b-7e5f2de28ff2 req-fd43e25f-5ef4-4e9d-9b5a-e68a397c5569 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=0a40a380-a7e3-4a95-a6e8-434c081c25fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439181 Jul 26 15:02:26.933979 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 51700) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:02:27.021477 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b977bc9f-0510-4ebd-94dd-930fc4499a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (e5556d63-fbf3-48f2-bfac-7896e86945c3), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:27.040586 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-71c1ccd4-cd6e-4491-892a-137eecebe049 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:27.112349 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (df49e665-2de0-463a-a1e1-c989804d5593), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:27.121281 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-71c1ccd4-cd6e-4491-892a-137eecebe049 admin admin] Publish callbacks [] for security_group (3b216ccc-aeac-41a1-8cc3-abc4cd3046f8), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:27.261019 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-71c1ccd4-cd6e-4491-892a-137eecebe049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (3b216ccc-aeac-41a1-8cc3-abc4cd3046f8), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:27.300163 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c1ccd4-cd6e-4491-892a-137eecebe049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b216ccc-aeac-41a1-8cc3-abc4cd3046f8,revision_number=1']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:02:27.304508 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-71c1ccd4-cd6e-4491-892a-137eecebe049 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=0c3dc09e6feb437f880edefe2a72d04e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3695092 Jul 26 15:02:27.307475 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 51712) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:02:27.358006 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-d414ca36-989e-474d-9e84-cdff683ecbc4 admin admin] Publish callbacks [] for security_group (3b216ccc-aeac-41a1-8cc3-abc4cd3046f8), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:27.380492 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-d414ca36-989e-474d-9e84-cdff683ecbc4 admin admin] Publish callbacks [] for security_group (3b216ccc-aeac-41a1-8cc3-abc4cd3046f8), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:27.539939 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-d414ca36-989e-474d-9e84-cdff683ecbc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (3b216ccc-aeac-41a1-8cc3-abc4cd3046f8), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:27.542537 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-d414ca36-989e-474d-9e84-cdff683ecbc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:27.543724 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-d414ca36-989e-474d-9e84-cdff683ecbc4 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/3b216ccc-aeac-41a1-8cc3-abc4cd3046f8 HTTP/1.1" status: 204 len: 168 time: 0.2351890 Jul 26 15:02:27.551772 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d414ca36-989e-474d-9e84-cdff683ecbc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b216ccc-aeac-41a1-8cc3-abc4cd3046f8,revision_number=None']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:02:27.575253 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ce83fe-d330-46b0-b2de-987d470754b8 req-be1cfef0-f011-4ee5-b24b-963fc6b0b499 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:02:27.577019 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-e2ce83fe-d330-46b0-b2de-987d470754b8 req-be1cfef0-f011-4ee5-b24b-963fc6b0b499 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=d566308c-cba6-4925-8ac6-820573486d4b HTTP/1.1" status: 200 len: 945 time: 0.0558288 Jul 26 15:02:27.625897 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-e2ce83fe-d330-46b0-b2de-987d470754b8 req-c86d4583-55d9-46a4-978e-ea1b27f61e41 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=0a40a380-a7e3-4a95-a6e8-434c081c25fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419431 Jul 26 15:02:28.801710 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e55abf-042d-4315-81d5-c9fd73eadf4b req-b0fe5b42-d3f7-4761-85cf-d53e13eb3951 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:02:28.804122 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-67e55abf-042d-4315-81d5-c9fd73eadf4b req-b0fe5b42-d3f7-4761-85cf-d53e13eb3951 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=d566308c-cba6-4925-8ac6-820573486d4b HTTP/1.1" status: 200 len: 945 time: 0.0783925 Jul 26 15:02:28.860944 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-67e55abf-042d-4315-81d5-c9fd73eadf4b req-92284a90-e52f-490c-8e0d-99e945b40cd2 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=0a40a380-a7e3-4a95-a6e8-434c081c25fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493133 Jul 26 15:02:30.010576 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbd95d7-e837-44aa-83ff-2aaed910956d req-ad7bd093-72a5-4ab0-a22e-c5deb407c84b tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:02:30.018061 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-6fbd95d7-e837-44aa-83ff-2aaed910956d req-ad7bd093-72a5-4ab0-a22e-c5deb407c84b tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=d566308c-cba6-4925-8ac6-820573486d4b HTTP/1.1" status: 200 len: 945 time: 0.0617254 Jul 26 15:02:30.077972 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.agents_db [None req-99196b13-9676-4f02-b89b-0db7196f18a6 None None] Agent healthcheck: found 6 active agents {{(pid=111105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:02:30.089127 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-6fbd95d7-e837-44aa-83ff-2aaed910956d req-4db1a025-7f23-40eb-88e8-4660797b3b7d tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=0a40a380-a7e3-4a95-a6e8-434c081c25fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700934 Jul 26 15:02:31.204027 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:02:31.257036 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3302153-6a87-4376-b6ab-700af2336437 req-a26939be-ca12-4c21-bbb5-50a8f74d58d1 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:02:31.257036 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-b3302153-6a87-4376-b6ab-700af2336437 req-a26939be-ca12-4c21-bbb5-50a8f74d58d1 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=d566308c-cba6-4925-8ac6-820573486d4b HTTP/1.1" status: 200 len: 945 time: 0.0503733 Jul 26 15:02:31.276303 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-b3302153-6a87-4376-b6ab-700af2336437 req-e6f260bd-202c-4c1a-9c2e-64998e2f78ef tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=0a40a380-a7e3-4a95-a6e8-434c081c25fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470300 Jul 26 15:02:32.439819 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adf34e2-9522-4dd3-96b5-95a136f5324e req-09dcf935-ecbf-4b77-af5b-9dc0579bd54e tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:02:32.442673 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-0adf34e2-9522-4dd3-96b5-95a136f5324e req-09dcf935-ecbf-4b77-af5b-9dc0579bd54e tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=d566308c-cba6-4925-8ac6-820573486d4b HTTP/1.1" status: 200 len: 945 time: 0.0786815 Jul 26 15:02:32.509068 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-0adf34e2-9522-4dd3-96b5-95a136f5324e req-3df3e9af-27c4-4dd8-9981-ae4c88b25f60 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=0a40a380-a7e3-4a95-a6e8-434c081c25fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611987 Jul 26 15:02:33.655453 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9163920e-ee19-4888-8e4a-e60682a87749 req-85feca1d-4d8b-416e-b129-54ff70331828 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:02:33.662195 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-9163920e-ee19-4888-8e4a-e60682a87749 req-85feca1d-4d8b-416e-b129-54ff70331828 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=d566308c-cba6-4925-8ac6-820573486d4b HTTP/1.1" status: 200 len: 945 time: 0.0685759 Jul 26 15:02:33.712523 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-9163920e-ee19-4888-8e4a-e60682a87749 req-a51204f6-134e-419a-977b-f63d7a459f35 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=0a40a380-a7e3-4a95-a6e8-434c081c25fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489578 Jul 26 15:02:34.846269 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e21fa30-fba7-44c4-b6dd-4e10cf42305a req-70288d4b-6012-412f-b239-aea27ae070e1 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:02:34.847663 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-5e21fa30-fba7-44c4-b6dd-4e10cf42305a req-70288d4b-6012-412f-b239-aea27ae070e1 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=d566308c-cba6-4925-8ac6-820573486d4b HTTP/1.1" status: 200 len: 945 time: 0.0548410 Jul 26 15:02:34.890889 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:02:34.909673 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-5e21fa30-fba7-44c4-b6dd-4e10cf42305a req-7c108a36-ef46-45e6-98ba-35a8bf897f13 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=0a40a380-a7e3-4a95-a6e8-434c081c25fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563545 Jul 26 15:02:36.040821 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e95cf72-1205-4fdf-9704-f29f7e90ee56 req-4e472904-cc9b-4b04-92c5-7744ea4c4bed tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:02:36.042735 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-1e95cf72-1205-4fdf-9704-f29f7e90ee56 req-4e472904-cc9b-4b04-92c5-7744ea4c4bed tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=d566308c-cba6-4925-8ac6-820573486d4b HTTP/1.1" status: 200 len: 945 time: 0.0495999 Jul 26 15:02:36.095053 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-1e95cf72-1205-4fdf-9704-f29f7e90ee56 req-9944d708-fc1b-4711-809f-4643c01c8b7d tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=0a40a380-a7e3-4a95-a6e8-434c081c25fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449092 Jul 26 15:02:37.226358 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7e8624-c547-468b-9ebb-4cb35f6493a4 req-7b0149d5-b275-407d-b627-4aeb92af818c tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:02:37.228521 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-6e7e8624-c547-468b-9ebb-4cb35f6493a4 req-7b0149d5-b275-407d-b627-4aeb92af818c tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=d566308c-cba6-4925-8ac6-820573486d4b HTTP/1.1" status: 200 len: 945 time: 0.0510304 Jul 26 15:02:37.300415 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-6e7e8624-c547-468b-9ebb-4cb35f6493a4 req-2a0b6d8e-aa99-40d3-b5c3-31ce0e4b3630 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=0a40a380-a7e3-4a95-a6e8-434c081c25fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617266 Jul 26 15:02:37.566849 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:02:37.567627 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=2,neutron:UPDATE=2 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:02:38.460700 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c92c0f1-6217-4078-8012-140e15f505c9 req-28cb58c6-b0ea-4c19-99be-49a824726a9c tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:02:38.462440 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-4c92c0f1-6217-4078-8012-140e15f505c9 req-28cb58c6-b0ea-4c19-99be-49a824726a9c tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=d566308c-cba6-4925-8ac6-820573486d4b HTTP/1.1" status: 200 len: 945 time: 0.0554681 Jul 26 15:02:38.518479 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-4c92c0f1-6217-4078-8012-140e15f505c9 req-6749f464-03b0-493f-81fe-59d8cb22ff2f tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=0a40a380-a7e3-4a95-a6e8-434c081c25fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500522 Jul 26 15:02:39.649270 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a5faca-3a52-4d3d-9f4e-be1ff8b363c1 req-55267309-af9c-4108-8f52-b49309068fb4 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:02:39.650792 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-83a5faca-3a52-4d3d-9f4e-be1ff8b363c1 req-55267309-af9c-4108-8f52-b49309068fb4 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=d566308c-cba6-4925-8ac6-820573486d4b HTTP/1.1" status: 200 len: 945 time: 0.0495567 Jul 26 15:02:39.707955 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-83a5faca-3a52-4d3d-9f4e-be1ff8b363c1 req-d7de791e-ace8-411f-afcc-405000288a33 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=0a40a380-a7e3-4a95-a6e8-434c081c25fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455511 Jul 26 15:02:40.076701 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=2 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:02:40.853736 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4075d5f-c2a2-4239-ad69-2bc056271d8c req-527d44b4-9bcb-4c3b-91a4-c56305b8ffef tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:02:40.855252 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-f4075d5f-c2a2-4239-ad69-2bc056271d8c req-527d44b4-9bcb-4c3b-91a4-c56305b8ffef tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=d566308c-cba6-4925-8ac6-820573486d4b HTTP/1.1" status: 200 len: 945 time: 0.0524893 Jul 26 15:02:40.904606 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-f4075d5f-c2a2-4239-ad69-2bc056271d8c req-d9269f48-9fc9-4c35-9f68-af6dbd1ac1c4 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=0a40a380-a7e3-4a95-a6e8-434c081c25fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430579 Jul 26 15:02:42.048964 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d96d4ce-b575-424f-b017-f2f50607ee4b req-0058601c-5ae6-4093-a47d-45ffa1c92e31 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:02:42.050460 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-9d96d4ce-b575-424f-b017-f2f50607ee4b req-0058601c-5ae6-4093-a47d-45ffa1c92e31 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=d566308c-cba6-4925-8ac6-820573486d4b HTTP/1.1" status: 200 len: 945 time: 0.0518808 Jul 26 15:02:42.098265 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-9d96d4ce-b575-424f-b017-f2f50607ee4b req-e300074c-6a60-420f-90cb-1c0bb741c11e tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=0a40a380-a7e3-4a95-a6e8-434c081c25fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409510 Jul 26 15:02:42.992852 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f833565-cc3b-4983-a511-261f208189b1 req-5972e669-5c17-4ea3-897d-3d4f07566e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:02:42.994395 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-5f833565-cc3b-4983-a511-261f208189b1 req-5972e669-5c17-4ea3-897d-3d4f07566e68 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7f82b8853b874e61820108bc16e8dc41&device_id=d566308c-cba6-4925-8ac6-820573486d4b HTTP/1.1" status: 200 len: 1129 time: 0.0455217 Jul 26 15:02:43.055376 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:02:43.092043 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f833565-cc3b-4983-a511-261f208189b1 req-ca0c6d27-8763-4557-bc03-1069bd21dd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:02:43.093561 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-5f833565-cc3b-4983-a511-261f208189b1 req-ca0c6d27-8763-4557-bc03-1069bd21dd68 service neutron] 10.222.0.99 "GET /v2.0/networks?id=40bf059a-9593-4ce0-be05-c864bfa3c074 HTTP/1.1" status: 200 len: 917 time: 0.0891953 Jul 26 15:02:43.165224 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-5f833565-cc3b-4983-a511-261f208189b1 req-7ee4a4b4-62ef-4eac-9f20-c6bfd545374e service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8504fd36-c770-40f1-b4b9-12e64454c451 HTTP/1.1" status: 200 len: 1001 time: 0.0646200 Jul 26 15:02:43.216620 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f833565-cc3b-4983-a511-261f208189b1 req-7d0b33f9-d6a9-49eb-bb6d-f37272a154fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:02:43.216868 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-5f833565-cc3b-4983-a511-261f208189b1 req-7d0b33f9-d6a9-49eb-bb6d-f37272a154fc service neutron] 10.222.0.99 "GET /v2.0/subnets?id=8d76239a-a9c4-4c98-83cb-a3f6ea48b403 HTTP/1.1" status: 200 len: 854 time: 0.0460596 Jul 26 15:02:43.229201 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba124c6-ef83-4b3f-b071-ba9f79b873a2 req-b492005f-51f7-42de-8930-ecefea6e3aaf tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:02:43.235926 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-fba124c6-ef83-4b3f-b071-ba9f79b873a2 req-b492005f-51f7-42de-8930-ecefea6e3aaf tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=d566308c-cba6-4925-8ac6-820573486d4b HTTP/1.1" status: 200 len: 945 time: 0.0508235 Jul 26 15:02:43.283052 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f833565-cc3b-4983-a511-261f208189b1 req-0932efae-bf5f-428c-93d7-a8a36d9c52a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:02:43.284646 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-5f833565-cc3b-4983-a511-261f208189b1 req-0932efae-bf5f-428c-93d7-a8a36d9c52a0 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=40bf059a-9593-4ce0-be05-c864bfa3c074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0621021 Jul 26 15:02:43.300389 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [req-5f833565-cc3b-4983-a511-261f208189b1 req-5317def5-3aad-4c02-ae50-af238d93ecdc service neutron] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=111102) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 26 15:02:43.302226 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-5f833565-cc3b-4983-a511-261f208189b1 req-5317def5-3aad-4c02-ae50-af238d93ecdc service neutron] 10.222.0.99 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0089600 Jul 26 15:02:43.305799 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-fba124c6-ef83-4b3f-b071-ba9f79b873a2 req-eb1e75e2-94cb-45fc-9b27-2ea11310e7d8 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=0a40a380-a7e3-4a95-a6e8-434c081c25fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674369 Jul 26 15:02:43.417786 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-5f833565-cc3b-4983-a511-261f208189b1 req-ae6634a8-a86f-49c6-971c-87271651431f service neutron] 10.222.0.99 "GET /v2.0/networks/40bf059a-9593-4ce0-be05-c864bfa3c074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049860 Jul 26 15:02:43.516961 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-5f833565-cc3b-4983-a511-261f208189b1 req-baeb769a-b054-44d1-bbde-3dd716af3a52 service neutron] 10.222.0.99 "GET /v2.0/networks/40bf059a-9593-4ce0-be05-c864bfa3c074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931497 Jul 26 15:02:44.594681 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601cdeff-8822-4ea8-86d6-b26af3862a7e req-e88c2f04-e09a-4d98-be99-4e952b4ed027 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:02:44.596177 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-601cdeff-8822-4ea8-86d6-b26af3862a7e req-e88c2f04-e09a-4d98-be99-4e952b4ed027 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=d566308c-cba6-4925-8ac6-820573486d4b HTTP/1.1" status: 200 len: 945 time: 0.0481617 Jul 26 15:02:44.609701 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:02:44.651305 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-601cdeff-8822-4ea8-86d6-b26af3862a7e req-f4e0b440-3875-486a-920e-e810cb26b4e0 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=0a40a380-a7e3-4a95-a6e8-434c081c25fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471747 Jul 26 15:02:45.356654 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (311d617f-8fa1-4662-a157-ab38f6e1e2d8), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:45.494617 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Device 8504fd36-c770-40f1-b4b9-12e64454c451 no longer exists at agent hyperv_hv-cinder-85103 {{(pid=111104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:02:45.571123 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Current status of the port 8504fd36-c770-40f1-b4b9-12e64454c451 is: ACTIVE; New status is: DOWN {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:02:45.571551 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (8504fd36-c770-40f1-b4b9-12e64454c451), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:45.593898 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd566308c-cba6-4925-8ac6-820573486d4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8504fd36-c770-40f1-b4b9-12e64454c451'}] {{(pid=111104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:02:45.596122 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8a064b11bc677c9d4ab9f25c89ff6de8646fcd773e132cdea81d797053aa31c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13105760-a4b6-46f0-a3d3-a7e3108d13c3" -d '{"events": [{"server_uuid": "d566308c-cba6-4925-8ac6-820573486d4b", "name": "network-vif-unplugged", "status": "completed", "tag": "8504fd36-c770-40f1-b4b9-12e64454c451"}]}' {{(pid=111104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:02:45.610212 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] For port 8504fd36-c770-40f1-b4b9-12e64454c451, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=8504fd36-c770-40f1-b4b9-12e64454c451,segment=NetworkSegment(cec6c169-26ac-4d4a-8f8d-b81b07eccaa9),segment_id=cec6c169-26ac-4d4a-8f8d-b81b07eccaa9)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:02:45.635510 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Jul 2022 15:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e58cb68-eae9-4dd6-8ea3-64086492de4b x-openstack-request-id: req-6e58cb68-eae9-4dd6-8ea3-64086492de4b {{(pid=111104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:02:45.635803 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d566308c-cba6-4925-8ac6-820573486d4b", "name": "network-vif-unplugged", "status": "completed", "tag": "8504fd36-c770-40f1-b4b9-12e64454c451", "code": 200}]} {{(pid=111104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:02:45.636053 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-6e58cb68-eae9-4dd6-8ea3-64086492de4b {{(pid=111104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:02:45.636451 dv-cinder-851030-1-iscsi neutron-server[111104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e58cb68-eae9-4dd6-8ea3-64086492de4b'] response: {'server_uuid': 'd566308c-cba6-4925-8ac6-820573486d4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8504fd36-c770-40f1-b4b9-12e64454c451', 'code': 200} Jul 26 15:02:45.776184 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc0aa4-97fd-4b53-a5b4-2d94f5e5f796 req-1812b8d9-2c66-4361-84df-a31cc3fa443a tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:02:45.784839 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-e0cc0aa4-97fd-4b53-a5b4-2d94f5e5f796 req-1812b8d9-2c66-4361-84df-a31cc3fa443a tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=d566308c-cba6-4925-8ac6-820573486d4b HTTP/1.1" status: 200 len: 945 time: 0.0474713 Jul 26 15:02:45.815249 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (8504fd36-c770-40f1-b4b9-12e64454c451), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:45.829265 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-e0cc0aa4-97fd-4b53-a5b4-2d94f5e5f796 req-e355c2bf-bb1d-4613-9901-d86d0b87aeb9 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=0a40a380-a7e3-4a95-a6e8-434c081c25fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460310 Jul 26 15:02:45.857783 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Pushing event updated for resources: {'Port': ['ID=8504fd36-c770-40f1-b4b9-12e64454c451,revision_number=8']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:02:46.076341 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 51912) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:02:46.191073 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-9504898a-9c2d-4b35-b493-f422e121f4ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:46.266258 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-9504898a-9c2d-4b35-b493-f422e121f4ff admin admin] Publish callbacks [] for security_group (dc88abd3-3ccd-4c1d-aaec-a6e5a77a8da2), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:46.500522 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-9504898a-9c2d-4b35-b493-f422e121f4ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (dc88abd3-3ccd-4c1d-aaec-a6e5a77a8da2), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:46.551643 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-9504898a-9c2d-4b35-b493-f422e121f4ff admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=fe5199415c124a4dae2e9f965e5f715f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4741349 Jul 26 15:02:46.554909 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9504898a-9c2d-4b35-b493-f422e121f4ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc88abd3-3ccd-4c1d-aaec-a6e5a77a8da2,revision_number=1']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:02:46.555093 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 51916) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:02:46.585999 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=100 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:02:46.612825 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-59c5bd1a-f4b7-4b9c-8fd9-e0fbc3825677 admin admin] Publish callbacks [] for security_group (dc88abd3-3ccd-4c1d-aaec-a6e5a77a8da2), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:46.635093 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-59c5bd1a-f4b7-4b9c-8fd9-e0fbc3825677 admin admin] Publish callbacks [] for security_group (dc88abd3-3ccd-4c1d-aaec-a6e5a77a8da2), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:46.831755 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-59c5bd1a-f4b7-4b9c-8fd9-e0fbc3825677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (dc88abd3-3ccd-4c1d-aaec-a6e5a77a8da2), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:46.834383 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-59c5bd1a-f4b7-4b9c-8fd9-e0fbc3825677 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:46.836222 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-59c5bd1a-f4b7-4b9c-8fd9-e0fbc3825677 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/dc88abd3-3ccd-4c1d-aaec-a6e5a77a8da2 HTTP/1.1" status: 204 len: 168 time: 0.2794092 Jul 26 15:02:46.844560 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c5bd1a-f4b7-4b9c-8fd9-e0fbc3825677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc88abd3-3ccd-4c1d-aaec-a6e5a77a8da2,revision_number=None']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:02:46.964497 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5ef265-0d40-4952-9a25-fe34dc82fa27 req-43b7729a-aeac-4611-b3e8-7c785100c6cb tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:02:46.965973 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-ef5ef265-0d40-4952-9a25-fe34dc82fa27 req-43b7729a-aeac-4611-b3e8-7c785100c6cb tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=d566308c-cba6-4925-8ac6-820573486d4b HTTP/1.1" status: 200 len: 943 time: 0.0479474 Jul 26 15:02:47.013935 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-ef5ef265-0d40-4952-9a25-fe34dc82fa27 req-362dfa41-59e6-452c-a80f-d3d6d1551fdd tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=0a40a380-a7e3-4a95-a6e8-434c081c25fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424094 Jul 26 15:02:47.685818 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 51934) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:02:47.699426 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-b1344a43-7f42-4842-9061-5bb30123f134 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:47.777924 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-b1344a43-7f42-4842-9061-5bb30123f134 admin admin] Publish callbacks [] for security_group (53eaae5c-633f-4999-8525-71f10c32a733), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:47.911960 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-b1344a43-7f42-4842-9061-5bb30123f134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (53eaae5c-633f-4999-8525-71f10c32a733), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:47.953162 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-b1344a43-7f42-4842-9061-5bb30123f134 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=6bed6a59cea946229b29e16bbe0900d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2661791 Jul 26 15:02:47.953807 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1344a43-7f42-4842-9061-5bb30123f134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53eaae5c-633f-4999-8525-71f10c32a733,revision_number=1']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:02:47.955900 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 51936) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:02:48.006603 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-978fbf76-37d1-4300-a5ca-ea1d1141fb45 admin admin] Publish callbacks [] for security_group (53eaae5c-633f-4999-8525-71f10c32a733), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:48.008856 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:02:48.029446 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-978fbf76-37d1-4300-a5ca-ea1d1141fb45 admin admin] Publish callbacks [] for security_group (53eaae5c-633f-4999-8525-71f10c32a733), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:48.215592 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-978fbf76-37d1-4300-a5ca-ea1d1141fb45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (53eaae5c-633f-4999-8525-71f10c32a733), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:48.215592 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-978fbf76-37d1-4300-a5ca-ea1d1141fb45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:48.215592 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-978fbf76-37d1-4300-a5ca-ea1d1141fb45 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/53eaae5c-633f-4999-8525-71f10c32a733 HTTP/1.1" status: 204 len: 168 time: 0.2562711 Jul 26 15:02:48.222011 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978fbf76-37d1-4300-a5ca-ea1d1141fb45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53eaae5c-633f-4999-8525-71f10c32a733,revision_number=None']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:02:48.706586 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [req-c25d6bd1-6eed-4405-90eb-d7a6c327b463 req-da6e7784-c501-4adb-8729-cde1153b4ef2 service neutron] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=111102) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 26 15:02:48.707714 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-c25d6bd1-6eed-4405-90eb-d7a6c327b463 req-da6e7784-c501-4adb-8729-cde1153b4ef2 service neutron] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053811 Jul 26 15:02:49.103893 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7b83aa-60c0-46ae-be16-d97d60e925f3 req-d6cd84b6-d535-4f6f-8503-613c51b0e512 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:02:49.105417 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-0c7b83aa-60c0-46ae-be16-d97d60e925f3 req-d6cd84b6-d535-4f6f-8503-613c51b0e512 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=d566308c-cba6-4925-8ac6-820573486d4b HTTP/1.1" status: 200 len: 943 time: 0.0511093 Jul 26 15:02:49.164392 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-0c7b83aa-60c0-46ae-be16-d97d60e925f3 req-e0c51d21-af9a-458d-b534-4fa2b1e53431 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=0a40a380-a7e3-4a95-a6e8-434c081c25fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515168 Jul 26 15:02:49.437898 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 51982) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:02:49.542868 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.v2.base [None req-517965f6-a5a8-4ab9-9091-f14ec6ff48b4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-296859072-network', 'tenant_id': 'ba1773de981b41bd829bc90d92f2f649'}} {{(pid=111103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:02:49.711602 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-517965f6-a5a8-4ab9-9091-f14ec6ff48b4 admin admin] Made reservation on behalf of ba1773de981b41bd829bc90d92f2f649 for: {'network': 1} {{(pid=111103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:02:49.713938 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-517965f6-a5a8-4ab9-9091-f14ec6ff48b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for network (None), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:49.725768 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-517965f6-a5a8-4ab9-9091-f14ec6ff48b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:49.804560 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-517965f6-a5a8-4ab9-9091-f14ec6ff48b4 admin admin] Publish callbacks [] for security_group (0c886c1b-2fc4-46db-a8ed-d5b0dcd66c84), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:49.855000 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 51994) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:02:49.888843 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-517965f6-a5a8-4ab9-9091-f14ec6ff48b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (0c886c1b-2fc4-46db-a8ed-d5b0dcd66c84), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:49.921980 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:02:49.926733 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-517965f6-a5a8-4ab9-9091-f14ec6ff48b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1094} {{(pid=111103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 15:02:49.957758 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517965f6-a5a8-4ab9-9091-f14ec6ff48b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c886c1b-2fc4-46db-a8ed-d5b0dcd66c84,revision_number=1']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:02:49.965970 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-517965f6-a5a8-4ab9-9091-f14ec6ff48b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1539468'] for segment (edc23215-3f13-4fa6-877f-4e1672f8a01c), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:49.966302 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.db.segments_db [None req-517965f6-a5a8-4ab9-9091-f14ec6ff48b4 admin admin] Added segment edc23215-3f13-4fa6-877f-4e1672f8a01c of type vlan for network b73b63f9-386d-4870-ba80-b40f9d9a2c7e Jul 26 15:02:49.977058 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-14255b02-81de-48a0-bab9-0116284625c0 req-a632ee5f-2b4e-479f-8483-9b5b61885717 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=d566308c-cba6-4925-8ac6-820573486d4b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1208992 Jul 26 15:02:50.002699 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [req-14255b02-81de-48a0-bab9-0116284625c0 req-033f8a4c-e0b1-4037-bf26-e4385623dde3 service neutron] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=111103) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 26 15:02:50.006148 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-14255b02-81de-48a0-bab9-0116284625c0 req-033f8a4c-e0b1-4037-bf26-e4385623dde3 service neutron] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0060124 Jul 26 15:02:50.017869 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-517965f6-a5a8-4ab9-9091-f14ec6ff48b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789579709570'] for network (b73b63f9-386d-4870-ba80-b40f9d9a2c7e), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:50.085367 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 52002) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:02:50.146928 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-517965f6-a5a8-4ab9-9091-f14ec6ff48b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707'] for network (b73b63f9-386d-4870-ba80-b40f9d9a2c7e), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:50.150399 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517965f6-a5a8-4ab9-9091-f14ec6ff48b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:02:50.150980 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-517965f6-a5a8-4ab9-9091-f14ec6ff48b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524685'] for network (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:50.236777 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14255b02-81de-48a0-bab9-0116284625c0 req-f9d23194-1f00-46a9-a5ac-85a008f92654 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:02:50.239423 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-14255b02-81de-48a0-bab9-0116284625c0 req-f9d23194-1f00-46a9-a5ac-85a008f92654 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports/8504fd36-c770-40f1-b4b9-12e64454c451 HTTP/1.1" status: 200 len: 940 time: 0.1515481 Jul 26 15:02:50.257441 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517965f6-a5a8-4ab9-9091-f14ec6ff48b4 admin admin] Pushing event updated for resources: {'Network': ['ID=b73b63f9-386d-4870-ba80-b40f9d9a2c7e,revision_number=1']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:02:50.274516 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Network b73b63f9-386d-4870-ba80-b40f9d9a2c7e details requested by agent ovs-agent-dv-cinder-851030-1-iscsi with host dv-cinder-851030-1-iscsi {{(pid=111104) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 15:02:50.301518 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8591c26c-3210-4e5c-829f-fe5ba8c34186 req-dc831f4d-c5cb-4d97-8f63-0f246119cc0a tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:02:50.301518 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-8591c26c-3210-4e5c-829f-fe5ba8c34186 req-dc831f4d-c5cb-4d97-8f63-0f246119cc0a tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=d566308c-cba6-4925-8ac6-820573486d4b HTTP/1.1" status: 200 len: 943 time: 0.0495956 Jul 26 15:02:50.341575 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-517965f6-a5a8-4ab9-9091-f14ec6ff48b4 admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8996198 Jul 26 15:02:50.341718 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 52012) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:02:50.346911 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.v2.base [None req-ffe0043d-e671-403c-87ce-72c499add8cb admin admin] Request body: {'subnet': {'network_id': 'b73b63f9-386d-4870-ba80-b40f9d9a2c7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-296859072-subnet', 'tenant_id': 'ba1773de981b41bd829bc90d92f2f649', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:02:50.356154 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-8591c26c-3210-4e5c-829f-fe5ba8c34186 req-fa0aa8d0-2a1c-4add-86a6-a93b31cd6420 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=0a40a380-a7e3-4a95-a6e8-434c081c25fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472863 Jul 26 15:02:50.436157 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffe0043d-e671-403c-87ce-72c499add8cb admin admin] Made reservation on behalf of ba1773de981b41bd829bc90d92f2f649 for: {'subnet': 1} {{(pid=111103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:02:50.438625 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-ffe0043d-e671-403c-87ce-72c499add8cb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4397485'] for subnet (None), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:50.517200 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:02:50.727772 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-ffe0043d-e671-403c-87ce-72c499add8cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4313412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4397443'] for subnet (e96b49e8-31db-4562-87bd-7f9ec819f90a), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:50.789731 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe0043d-e671-403c-87ce-72c499add8cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=e96b49e8-31db-4562-87bd-7f9ec819f90a,revision_number=0']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:02:50.812222 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe0043d-e671-403c-87ce-72c499add8cb admin admin] Checking segment: {'id': 'edc23215-3f13-4fa6-877f-4e1672f8a01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'b73b63f9-386d-4870-ba80-b40f9d9a2c7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111103) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:02:50.812575 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe0043d-e671-403c-87ce-72c499add8cb admin admin] Network hostable DHCP agents. Network: b73b63f9-386d-4870-ba80-b40f9d9a2c7e, hostable agents: ['bb4183fa-e0c9-4858-9c34-b1ab78d39af4'], hosted agents: [] {{(pid=111103) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 15:02:50.912223 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe0043d-e671-403c-87ce-72c499add8cb admin admin] Network b73b63f9-386d-4870-ba80-b40f9d9a2c7e is scheduled to be hosted by DHCP agent bb4183fa-e0c9-4858-9c34-b1ab78d39af4 with binding_index 1 {{(pid=111103) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 15:02:51.042036 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.scheduler.base_scheduler [None req-ffe0043d-e671-403c-87ce-72c499add8cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851030-1-iscsi, b73b63f9-386d-4870-ba80-b40f9d9a2c7e) {{(pid=111103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:02:51.046615 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe0043d-e671-403c-87ce-72c499add8cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:02:51.047235 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-ffe0043d-e671-403c-87ce-72c499add8cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524685'] for subnet (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:51.054887 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0b486e-3d8f-4927-8b46-ecf8d439c627 None None] Network b73b63f9-386d-4870-ba80-b40f9d9a2c7e requested from dv-cinder-851030-1-iscsi {{(pid=111104) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 15:02:51.164775 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea3c982-8e02-40bd-b937-32fe66ec4b19 None None] Network b73b63f9-386d-4870-ba80-b40f9d9a2c7e requested from dv-cinder-851030-1-iscsi {{(pid=111104) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 15:02:51.206070 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-ffe0043d-e671-403c-87ce-72c499add8cb admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8632216 Jul 26 15:02:51.495037 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10d5e1d-8dd7-4f58-9b11-5b7a6bedb1a7 req-ac24eab2-42c6-450a-9c36-2472cf8d95c2 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:02:51.496604 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-b10d5e1d-8dd7-4f58-9b11-5b7a6bedb1a7 req-ac24eab2-42c6-450a-9c36-2472cf8d95c2 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=d566308c-cba6-4925-8ac6-820573486d4b HTTP/1.1" status: 200 len: 943 time: 0.0478358 Jul 26 15:02:51.551696 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-b10d5e1d-8dd7-4f58-9b11-5b7a6bedb1a7 req-c5c980eb-f73c-4e7c-98b0-53aecbb95cec tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=0a40a380-a7e3-4a95-a6e8-434c081c25fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492225 Jul 26 15:02:52.031638 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-f9e96e79-ef85-450b-9f4a-83372b0d381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (bb4183fa-e0c9-4858-9c34-b1ab78d39af4), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:52.691011 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ca7cd0-b5f8-4a3d-8d37-5e909d7745e0 req-48e901e9-dde0-4bf6-b1ba-b14e64999a4e tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:02:52.692538 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-72ca7cd0-b5f8-4a3d-8d37-5e909d7745e0 req-48e901e9-dde0-4bf6-b1ba-b14e64999a4e tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=d566308c-cba6-4925-8ac6-820573486d4b HTTP/1.1" status: 200 len: 943 time: 0.0494852 Jul 26 15:02:52.723336 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:02:52.744407 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-72ca7cd0-b5f8-4a3d-8d37-5e909d7745e0 req-2dec168e-3cd5-4184-bc83-1674432c553d tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=0a40a380-a7e3-4a95-a6e8-434c081c25fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462382 Jul 26 15:02:53.875671 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afced096-3934-4208-b6d0-ce8191e1fb61 req-3f761542-0225-4f91-8994-7b1407fa8ce0 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:02:53.877183 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-afced096-3934-4208-b6d0-ce8191e1fb61 req-3f761542-0225-4f91-8994-7b1407fa8ce0 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=d566308c-cba6-4925-8ac6-820573486d4b HTTP/1.1" status: 200 len: 943 time: 0.0531425 Jul 26 15:02:53.925151 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-afced096-3934-4208-b6d0-ce8191e1fb61 req-5c5678b2-b84f-4459-b777-7a1ecbe69301 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=0a40a380-a7e3-4a95-a6e8-434c081c25fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419457 Jul 26 15:02:54.324286 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-52c8f088-5963-483d-8018-e292828648c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (66f8bb98-7ace-4a85-b6ba-ffe40597695b), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:54.723119 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7eaa81-ea11-408b-b122-77ab885d5168 req-52c16e74-7cc4-4d25-b6d3-da549c0e27e6 tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:02:54.724621 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-dd7eaa81-ea11-408b-b122-77ab885d5168 req-52c16e74-7cc4-4d25-b6d3-da549c0e27e6 tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] 10.222.0.97 "GET /v2.0/networks?id=b73b63f9-386d-4870-ba80-b40f9d9a2c7e HTTP/1.1" status: 200 len: 808 time: 0.1098344 Jul 26 15:02:54.739190 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-dd7eaa81-ea11-408b-b122-77ab885d5168 req-70974353-940d-4c34-916a-c92f716fc033 tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] 10.222.0.97 "GET /v2.0/quotas/ba1773de981b41bd829bc90d92f2f649 HTTP/1.1" status: 200 len: 375 time: 0.0089560 Jul 26 15:02:54.773704 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-dd7eaa81-ea11-408b-b122-77ab885d5168 req-e8253128-d0ba-4c0a-b63c-673bd69a17e5 tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=ba1773de981b41bd829bc90d92f2f649&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289719 Jul 26 15:02:54.784093 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [req-dd7eaa81-ea11-408b-b122-77ab885d5168 req-ec9ae840-6681-4742-93d7-2ca68b0cd56d service neutron] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=111103) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 26 15:02:54.785292 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-dd7eaa81-ea11-408b-b122-77ab885d5168 req-ec9ae840-6681-4742-93d7-2ca68b0cd56d service neutron] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0049188 Jul 26 15:02:54.854128 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:02:54.879551 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-dd7eaa81-ea11-408b-b122-77ab885d5168 req-646efeb2-9aee-40a5-ad12-092be6a05b3e service neutron] 10.222.0.97 "GET /v2.0/networks/b73b63f9-386d-4870-ba80-b40f9d9a2c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885284 Jul 26 15:02:54.970712 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-dd7eaa81-ea11-408b-b122-77ab885d5168 req-360d07d2-d11f-4df5-b4cb-a1afb24072e2 service neutron] 10.222.0.97 "GET /v2.0/networks/b73b63f9-386d-4870-ba80-b40f9d9a2c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846267 Jul 26 15:02:55.052704 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec773160-da66-4ef1-b9c6-9d67bccec728 req-f9eb123b-a956-4d26-9956-d6b2a5998505 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:02:55.055225 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-ec773160-da66-4ef1-b9c6-9d67bccec728 req-f9eb123b-a956-4d26-9956-d6b2a5998505 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=d566308c-cba6-4925-8ac6-820573486d4b HTTP/1.1" status: 200 len: 943 time: 0.0507267 Jul 26 15:02:55.102901 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-ec773160-da66-4ef1-b9c6-9d67bccec728 req-057dfeb5-271b-403b-8cae-91ffdec1f18c tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=0a40a380-a7e3-4a95-a6e8-434c081c25fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425050 Jul 26 15:02:55.303359 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-2284880c-f703-446b-a2e9-2462dd9d0ac5 req-7f2e7f57-9702-4a43-8865-dd8a6a7b4dd7 tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] 10.222.0.97 "GET /v2.0/ports?device_id=866736c8-98b7-441f-b37d-0c73e6a5e08b HTTP/1.1" status: 200 len: 210 time: 0.0320032 Jul 26 15:02:55.490176 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b30572d2-bee0-4462-94ed-c13cd0ef4273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (40fac31a-afaa-44e8-8521-47b803a59f0f), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:55.986396 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14255b02-81de-48a0-bab9-0116284625c0 req-5e795736-629d-416a-89de-1fa80e9150fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:02:55.987913 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-14255b02-81de-48a0-bab9-0116284625c0 req-5e795736-629d-416a-89de-1fa80e9150fc service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=d566308c-cba6-4925-8ac6-820573486d4b&tenant_id=7f82b8853b874e61820108bc16e8dc41 HTTP/1.1" status: 200 len: 1127 time: 0.0881333 Jul 26 15:02:56.063983 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14255b02-81de-48a0-bab9-0116284625c0 req-e0ebc606-9c27-4cff-b576-4ed4932e38a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:02:56.065506 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-14255b02-81de-48a0-bab9-0116284625c0 req-e0ebc606-9c27-4cff-b576-4ed4932e38a5 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7f82b8853b874e61820108bc16e8dc41&device_id=d566308c-cba6-4925-8ac6-820573486d4b HTTP/1.1" status: 200 len: 1127 time: 0.0443718 Jul 26 15:02:56.169622 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14255b02-81de-48a0-bab9-0116284625c0 req-aa7d9ab0-f038-40d1-867f-1eecade023dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:02:56.170604 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-14255b02-81de-48a0-bab9-0116284625c0 req-aa7d9ab0-f038-40d1-867f-1eecade023dc service neutron] 10.222.0.99 "GET /v2.0/networks?id=40bf059a-9593-4ce0-be05-c864bfa3c074 HTTP/1.1" status: 200 len: 917 time: 0.0993786 Jul 26 15:02:56.235504 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-14255b02-81de-48a0-bab9-0116284625c0 req-e4935db0-9d8e-4622-abd0-7a6ecd20ff1c service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8504fd36-c770-40f1-b4b9-12e64454c451 HTTP/1.1" status: 200 len: 999 time: 0.0583675 Jul 26 15:02:56.243847 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917adaee-fb43-4f2d-b706-65eb871703ef req-19473736-2440-48ed-995d-4cbbd6e9f11f tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:02:56.245278 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-917adaee-fb43-4f2d-b706-65eb871703ef req-19473736-2440-48ed-995d-4cbbd6e9f11f tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=d566308c-cba6-4925-8ac6-820573486d4b HTTP/1.1" status: 200 len: 943 time: 0.0565689 Jul 26 15:02:56.272880 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:02:56.295619 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14255b02-81de-48a0-bab9-0116284625c0 req-771ec9e2-f473-443c-b7f0-d2a11117ed29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:02:56.297099 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-14255b02-81de-48a0-bab9-0116284625c0 req-771ec9e2-f473-443c-b7f0-d2a11117ed29 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=8d76239a-a9c4-4c98-83cb-a3f6ea48b403 HTTP/1.1" status: 200 len: 854 time: 0.0541737 Jul 26 15:02:56.325281 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-917adaee-fb43-4f2d-b706-65eb871703ef req-be4003ae-5fda-4fb8-99cb-39129316eba3 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=0a40a380-a7e3-4a95-a6e8-434c081c25fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514519 Jul 26 15:02:56.355364 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14255b02-81de-48a0-bab9-0116284625c0 req-ecf45e7c-b4d4-4f1f-9fcb-b70a247721f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:02:56.360738 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-14255b02-81de-48a0-bab9-0116284625c0 req-ecf45e7c-b4d4-4f1f-9fcb-b70a247721f1 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=40bf059a-9593-4ce0-be05-c864bfa3c074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0527208 Jul 26 15:02:56.390333 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-21d10973-268d-43bd-b657-613210b9979b req-4eee7b29-f0b1-4eb1-ae87-078dfd6e3f85 tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] 10.222.0.97 "GET /v2.0/ports?device_id=866736c8-98b7-441f-b37d-0c73e6a5e08b HTTP/1.1" status: 200 len: 210 time: 0.0289385 Jul 26 15:02:56.460145 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-14255b02-81de-48a0-bab9-0116284625c0 req-5ca73392-1364-4f31-ae41-c89fe8aad874 service neutron] 10.222.0.99 "GET /v2.0/networks/40bf059a-9593-4ce0-be05-c864bfa3c074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970614 Jul 26 15:02:56.554303 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-14255b02-81de-48a0-bab9-0116284625c0 req-d4c02ce7-3596-4c5a-a39e-2b3349ce9b1d service neutron] 10.222.0.99 "GET /v2.0/networks/40bf059a-9593-4ce0-be05-c864bfa3c074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879719 Jul 26 15:02:56.886091 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d8143e-5805-43cc-a61c-cdd8b6082771 req-00a5fa9a-da5f-4c3c-9df7-1d32b4c4801c tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:02:56.887727 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-54d8143e-5805-43cc-a61c-cdd8b6082771 req-00a5fa9a-da5f-4c3c-9df7-1d32b4c4801c tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=63c85e05-dcac-4e07-a91c-468d6ec28921 HTTP/1.1" status: 200 len: 946 time: 0.0499296 Jul 26 15:02:56.935359 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-54d8143e-5805-43cc-a61c-cdd8b6082771 req-acb1e1eb-851a-4579-83a1-2f8fc901ea04 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/security-groups?id=9b0b76ba-d076-4a1e-a6ba-37d03b4de245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417697 Jul 26 15:02:57.055678 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b977bc9f-0510-4ebd-94dd-930fc4499a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (e5556d63-fbf3-48f2-bfac-7896e86945c3), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:57.151880 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (df49e665-2de0-463a-a1e1-c989804d5593), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:02:57.442685 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff769c0-9ad9-4bec-a94d-d2d9d505d224 req-11181402-3bf1-4cfc-81a2-3b7fa2754006 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:02:57.444291 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-fff769c0-9ad9-4bec-a94d-d2d9d505d224 req-11181402-3bf1-4cfc-81a2-3b7fa2754006 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=d566308c-cba6-4925-8ac6-820573486d4b HTTP/1.1" status: 200 len: 943 time: 0.0498281 Jul 26 15:02:57.488804 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=100 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:02:57.493573 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-277dfee1-10dc-412a-bb7c-189f08d3a8e8 req-5efc482b-87f5-4a7a-b1f7-181729946fed tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] 10.222.0.97 "GET /v2.0/ports?device_id=866736c8-98b7-441f-b37d-0c73e6a5e08b HTTP/1.1" status: 200 len: 210 time: 0.0297687 Jul 26 15:02:57.494118 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-fff769c0-9ad9-4bec-a94d-d2d9d505d224 req-844dd717-61fb-4ead-bb46-5b3b6bbd889b tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=0a40a380-a7e3-4a95-a6e8-434c081c25fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441899 Jul 26 15:02:58.059314 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd87cb1-dbf0-4058-80d0-4c76e7c424c9 req-fb26a12f-47a5-4985-ab4e-8416d4bfc64c tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:02:58.061174 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-dfd87cb1-dbf0-4058-80d0-4c76e7c424c9 req-fb26a12f-47a5-4985-ab4e-8416d4bfc64c tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=63c85e05-dcac-4e07-a91c-468d6ec28921 HTTP/1.1" status: 200 len: 946 time: 0.0506711 Jul 26 15:02:58.110240 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-dfd87cb1-dbf0-4058-80d0-4c76e7c424c9 req-21997441-1290-4c49-93cb-97a89ad1f33a tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/security-groups?id=9b0b76ba-d076-4a1e-a6ba-37d03b4de245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436072 Jul 26 15:02:58.604988 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-e846781a-12f1-467c-809e-32887626b003 req-b053f821-8efb-4644-afc3-605b0c27e2e4 tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] 10.222.0.97 "GET /v2.0/ports?device_id=866736c8-98b7-441f-b37d-0c73e6a5e08b HTTP/1.1" status: 200 len: 210 time: 0.0385003 Jul 26 15:02:58.658327 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3787700a-db34-4ec1-9f47-0134cc1f6457 req-aaee4142-261a-4aef-9aff-c0739fa8c9b5 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:02:58.660547 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-3787700a-db34-4ec1-9f47-0134cc1f6457 req-aaee4142-261a-4aef-9aff-c0739fa8c9b5 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=d566308c-cba6-4925-8ac6-820573486d4b HTTP/1.1" status: 200 len: 943 time: 0.0778937 Jul 26 15:02:58.728604 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-3787700a-db34-4ec1-9f47-0134cc1f6457 req-bd046270-4928-47b2-ba40-0576524c1e35 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=0a40a380-a7e3-4a95-a6e8-434c081c25fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606241 Jul 26 15:02:59.238915 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1b9fd6-01a4-4eb5-a03c-4091d807b08c req-7181f94a-1a4c-4fe5-b194-997b41f8a336 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:02:59.242049 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-dd1b9fd6-01a4-4eb5-a03c-4091d807b08c req-7181f94a-1a4c-4fe5-b194-997b41f8a336 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=63c85e05-dcac-4e07-a91c-468d6ec28921 HTTP/1.1" status: 200 len: 946 time: 0.0521188 Jul 26 15:02:59.294682 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-dd1b9fd6-01a4-4eb5-a03c-4091d807b08c req-a75c6042-9664-4fbe-b97d-cbec11592a55 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/security-groups?id=9b0b76ba-d076-4a1e-a6ba-37d03b4de245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464575 Jul 26 15:02:59.727045 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-ea4504b1-6137-4819-bbf4-241350c71d48 req-700f7228-3808-4fbd-8704-5d0423051132 tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] 10.222.0.97 "GET /v2.0/ports?device_id=866736c8-98b7-441f-b37d-0c73e6a5e08b HTTP/1.1" status: 200 len: 210 time: 0.0402575 Jul 26 15:02:59.868303 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620001b5-290e-428f-afa7-2ce0cf0bfaaf req-e9dc0bbe-8783-415c-b3bc-e25e541ccdc0 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:02:59.869814 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-620001b5-290e-428f-afa7-2ce0cf0bfaaf req-e9dc0bbe-8783-415c-b3bc-e25e541ccdc0 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=d566308c-cba6-4925-8ac6-820573486d4b HTTP/1.1" status: 200 len: 943 time: 0.0486181 Jul 26 15:02:59.923432 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-620001b5-290e-428f-afa7-2ce0cf0bfaaf req-0671ba4e-95f2-46e8-aa21-a326effdcf02 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=0a40a380-a7e3-4a95-a6e8-434c081c25fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478323 Jul 26 15:03:00.085486 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:03:00.086250 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=5 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:03:00.422537 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e10e60-fe4c-4ca1-9cf9-b520cd12daf7 req-2d7e1e4f-04ae-4731-8fcb-050fd82a6cd3 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:03:00.424164 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-a3e10e60-fe4c-4ca1-9cf9-b520cd12daf7 req-2d7e1e4f-04ae-4731-8fcb-050fd82a6cd3 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=63c85e05-dcac-4e07-a91c-468d6ec28921 HTTP/1.1" status: 200 len: 946 time: 0.0538299 Jul 26 15:03:00.481090 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:03:00.481090 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-a3e10e60-fe4c-4ca1-9cf9-b520cd12daf7 req-c8ef7a95-cc80-46f5-b757-43f3d6d4d43d tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/security-groups?id=9b0b76ba-d076-4a1e-a6ba-37d03b4de245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412002 Jul 26 15:03:00.834678 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-502d830b-d401-40eb-a3a2-8551e70f89b3 req-6f0adcb8-c196-4610-a04d-0811e7fe4949 tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] 10.222.0.97 "GET /v2.0/ports?device_id=866736c8-98b7-441f-b37d-0c73e6a5e08b HTTP/1.1" status: 200 len: 210 time: 0.0303783 Jul 26 15:03:01.056443 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5560455-491e-4f94-957d-8947c0df1088 req-3f900de7-d1fe-4bba-8152-13d0de1a16f3 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:03:01.056443 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-d5560455-491e-4f94-957d-8947c0df1088 req-3f900de7-d1fe-4bba-8152-13d0de1a16f3 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=d566308c-cba6-4925-8ac6-820573486d4b HTTP/1.1" status: 200 len: 943 time: 0.0479877 Jul 26 15:03:01.112199 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-d5560455-491e-4f94-957d-8947c0df1088 req-5bec4b51-eca9-42ae-93ee-fdf8fd64302b tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=0a40a380-a7e3-4a95-a6e8-434c081c25fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515707 Jul 26 15:03:01.529688 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Device ae02a5e9-ae0b-4ea7-969c-233ed61c10d5 no longer exists at agent hyperv_hv-cinder-85103 {{(pid=111104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:03:01.618326 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616831f5-e55f-49bc-af74-6f656cd69210 req-f956cb7a-fc9b-4b55-a284-f24ffbebee61 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:03:01.619887 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-616831f5-e55f-49bc-af74-6f656cd69210 req-f956cb7a-fc9b-4b55-a284-f24ffbebee61 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=63c85e05-dcac-4e07-a91c-468d6ec28921 HTTP/1.1" status: 200 len: 946 time: 0.0618083 Jul 26 15:03:01.633021 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Current status of the port ae02a5e9-ae0b-4ea7-969c-233ed61c10d5 is: ACTIVE; New status is: DOWN {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:03:01.633422 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (ae02a5e9-ae0b-4ea7-969c-233ed61c10d5), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:01.669657 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63c85e05-dcac-4e07-a91c-468d6ec28921', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae02a5e9-ae0b-4ea7-969c-233ed61c10d5'}] {{(pid=111104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:03:01.672768 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8a064b11bc677c9d4ab9f25c89ff6de8646fcd773e132cdea81d797053aa31c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aa7314c-7631-47f9-9ece-c0bdef6c5fa8" -d '{"events": [{"server_uuid": "63c85e05-dcac-4e07-a91c-468d6ec28921", "name": "network-vif-unplugged", "status": "completed", "tag": "ae02a5e9-ae0b-4ea7-969c-233ed61c10d5"}]}' {{(pid=111104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:03:01.688277 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-616831f5-e55f-49bc-af74-6f656cd69210 req-cbccc204-53e2-41c0-b531-83b936655dcd tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/security-groups?id=9b0b76ba-d076-4a1e-a6ba-37d03b4de245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625956 Jul 26 15:03:01.694615 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] For port ae02a5e9-ae0b-4ea7-969c-233ed61c10d5, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=ae02a5e9-ae0b-4ea7-969c-233ed61c10d5,segment=NetworkSegment(44f32d63-89d2-4ed3-9d85-4654c6c16c14),segment_id=44f32d63-89d2-4ed3-9d85-4654c6c16c14)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:03:01.718918 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 26 Jul 2022 15:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-277886cd-8e22-415a-b4bc-f50ed5b20e06 x-openstack-request-id: req-277886cd-8e22-415a-b4bc-f50ed5b20e06 {{(pid=111104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:03:01.719210 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63c85e05-dcac-4e07-a91c-468d6ec28921", "name": "network-vif-unplugged", "status": "completed", "tag": "ae02a5e9-ae0b-4ea7-969c-233ed61c10d5", "code": 200}]} {{(pid=111104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:03:01.719593 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-277886cd-8e22-415a-b4bc-f50ed5b20e06 {{(pid=111104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:03:01.719935 dv-cinder-851030-1-iscsi neutron-server[111104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-277886cd-8e22-415a-b4bc-f50ed5b20e06'] response: {'server_uuid': '63c85e05-dcac-4e07-a91c-468d6ec28921', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae02a5e9-ae0b-4ea7-969c-233ed61c10d5', 'code': 200} Jul 26 15:03:01.791511 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (ae02a5e9-ae0b-4ea7-969c-233ed61c10d5), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:01.850230 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Pushing event updated for resources: {'Port': ['ID=ae02a5e9-ae0b-4ea7-969c-233ed61c10d5,revision_number=6']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:03:01.951129 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-129e85f4-86f4-4b55-a16d-0b9e8bec2f31 req-6b56799d-e1bc-42d8-b1ab-db7730cb11b1 tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] 10.222.0.97 "GET /v2.0/ports?device_id=866736c8-98b7-441f-b37d-0c73e6a5e08b HTTP/1.1" status: 200 len: 210 time: 0.0321553 Jul 26 15:03:02.241890 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a8fb0c-91f7-41cc-9ad4-ed61f9c77ae1 req-b27ded2b-963b-4baa-a3be-e4e9903d9f1b tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:03:02.243728 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-23a8fb0c-91f7-41cc-9ad4-ed61f9c77ae1 req-b27ded2b-963b-4baa-a3be-e4e9903d9f1b tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=d566308c-cba6-4925-8ac6-820573486d4b HTTP/1.1" status: 200 len: 943 time: 0.0537653 Jul 26 15:03:02.291811 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-23a8fb0c-91f7-41cc-9ad4-ed61f9c77ae1 req-20393d94-c541-454a-a4f3-4065f84dd7a0 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=0a40a380-a7e3-4a95-a6e8-434c081c25fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420771 Jul 26 15:03:02.818109 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0069ea-c72a-42ac-89fe-c9f04c74cdc1 req-aea27c0a-96ea-438a-a759-4e1932be3dc1 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:03:02.820342 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-4d0069ea-c72a-42ac-89fe-c9f04c74cdc1 req-aea27c0a-96ea-438a-a759-4e1932be3dc1 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=63c85e05-dcac-4e07-a91c-468d6ec28921 HTTP/1.1" status: 200 len: 944 time: 0.0542722 Jul 26 15:03:02.886245 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-4d0069ea-c72a-42ac-89fe-c9f04c74cdc1 req-1fa047f7-e7ca-4728-94a1-7fe1d854d11b tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/security-groups?id=9b0b76ba-d076-4a1e-a6ba-37d03b4de245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598319 Jul 26 15:03:03.068315 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-09c43a96-4168-4955-aa5c-ca2bf4c29a11 req-7da986b4-3d05-4ab6-8d0f-171cee589396 tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] 10.222.0.97 "GET /v2.0/ports?device_id=866736c8-98b7-441f-b37d-0c73e6a5e08b HTTP/1.1" status: 200 len: 210 time: 0.0354424 Jul 26 15:03:03.421960 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2d0043-3938-4a2c-a2eb-77221d149636 req-5b6063e3-47fb-4f34-a272-825ff14b2c58 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:03:03.423445 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-2d2d0043-3938-4a2c-a2eb-77221d149636 req-5b6063e3-47fb-4f34-a272-825ff14b2c58 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=d566308c-cba6-4925-8ac6-820573486d4b HTTP/1.1" status: 200 len: 943 time: 0.0491741 Jul 26 15:03:03.479856 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-2d2d0043-3938-4a2c-a2eb-77221d149636 req-b6fbddc8-d53f-4060-b17f-df084e3627c2 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=0a40a380-a7e3-4a95-a6e8-434c081c25fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505970 Jul 26 15:03:04.012144 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebee8ac-6c82-43bc-b9dd-215f20c5ee02 req-f323c7b3-280b-4e9a-9068-db49a34d7b9e tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:03:04.013694 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-cebee8ac-6c82-43bc-b9dd-215f20c5ee02 req-f323c7b3-280b-4e9a-9068-db49a34d7b9e tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=63c85e05-dcac-4e07-a91c-468d6ec28921 HTTP/1.1" status: 200 len: 944 time: 0.0493169 Jul 26 15:03:04.070188 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-cebee8ac-6c82-43bc-b9dd-215f20c5ee02 req-fa6ec28a-6d51-482a-a9a9-7e0f9389808e tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/security-groups?id=9b0b76ba-d076-4a1e-a6ba-37d03b4de245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505185 Jul 26 15:03:04.238309 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-4dfd4d8a-ac79-4cc7-95e4-295da100eaf9 req-9be4b06b-ce58-4b86-874c-cbeb3122cf12 tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] 10.222.0.97 "GET /v2.0/ports?device_id=866736c8-98b7-441f-b37d-0c73e6a5e08b HTTP/1.1" status: 200 len: 210 time: 0.0291462 Jul 26 15:03:04.622831 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1964ae5e-8655-4774-a59a-9b9a6022fec9 req-4a923860-4097-49c5-bd57-fed039a95f36 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:03:04.624496 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-1964ae5e-8655-4774-a59a-9b9a6022fec9 req-4a923860-4097-49c5-bd57-fed039a95f36 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=d566308c-cba6-4925-8ac6-820573486d4b HTTP/1.1" status: 200 len: 943 time: 0.0543280 Jul 26 15:03:04.673831 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-1964ae5e-8655-4774-a59a-9b9a6022fec9 req-bef4a9c3-b299-4267-b659-21ab67511d52 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=0a40a380-a7e3-4a95-a6e8-434c081c25fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437109 Jul 26 15:03:05.202620 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e845ec3-ce35-4530-a4a9-013d1cd45873 req-bbb9650d-fa61-4f04-baaa-939ac4806fe1 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:03:05.206538 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-2e845ec3-ce35-4530-a4a9-013d1cd45873 req-bbb9650d-fa61-4f04-baaa-939ac4806fe1 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=63c85e05-dcac-4e07-a91c-468d6ec28921 HTTP/1.1" status: 200 len: 944 time: 0.0553567 Jul 26 15:03:05.267669 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-2e845ec3-ce35-4530-a4a9-013d1cd45873 req-aac75958-5a30-40a0-9ead-3d40d1538f28 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/security-groups?id=9b0b76ba-d076-4a1e-a6ba-37d03b4de245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573030 Jul 26 15:03:05.350829 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-d724b275-a94d-4271-8d05-5ad6c6f2a4c6 req-7a985639-ab81-48e6-a258-e6ef7f2cc76e tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] 10.222.0.97 "GET /v2.0/ports?device_id=866736c8-98b7-441f-b37d-0c73e6a5e08b HTTP/1.1" status: 200 len: 210 time: 0.0346382 Jul 26 15:03:05.806576 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b6473f-e767-4d8b-af7d-a2ed7fe6bf1a req-e6807962-868f-4c6a-8dc5-cb8543b0f4c8 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:03:05.808261 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-72b6473f-e767-4d8b-af7d-a2ed7fe6bf1a req-e6807962-868f-4c6a-8dc5-cb8543b0f4c8 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=d566308c-cba6-4925-8ac6-820573486d4b HTTP/1.1" status: 200 len: 943 time: 0.0491316 Jul 26 15:03:05.865075 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-72b6473f-e767-4d8b-af7d-a2ed7fe6bf1a req-834130f0-2d8d-4237-9564-df80541a19f7 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=0a40a380-a7e3-4a95-a6e8-434c081c25fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457020 Jul 26 15:03:06.390292 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a20351-d367-4d36-a706-a3ad2680965a req-1bc57205-3661-44d3-b019-430a48f6d619 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:03:06.392247 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-18a20351-d367-4d36-a706-a3ad2680965a req-1bc57205-3661-44d3-b019-430a48f6d619 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=63c85e05-dcac-4e07-a91c-468d6ec28921 HTTP/1.1" status: 200 len: 944 time: 0.0498114 Jul 26 15:03:06.406982 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=100 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:03:06.458471 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-18a20351-d367-4d36-a706-a3ad2680965a req-a13fe008-86a7-4b9d-a20f-bc6a8270dd4c tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/security-groups?id=9b0b76ba-d076-4a1e-a6ba-37d03b4de245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579677 Jul 26 15:03:06.484843 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-988aab80-660b-4cec-b47b-bfc3677d2fd3 req-b608f1de-be00-4d13-8047-03b2f717dead tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] 10.222.0.97 "GET /v2.0/ports?device_id=866736c8-98b7-441f-b37d-0c73e6a5e08b HTTP/1.1" status: 200 len: 210 time: 0.0357790 Jul 26 15:03:06.994334 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9856e9-0880-4912-98bb-9b82c5cc7fe0 req-aab09348-dacb-4907-983d-0dbbafb32c39 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:03:07.001322 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-3d9856e9-0880-4912-98bb-9b82c5cc7fe0 req-aab09348-dacb-4907-983d-0dbbafb32c39 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=d566308c-cba6-4925-8ac6-820573486d4b HTTP/1.1" status: 200 len: 943 time: 0.0590727 Jul 26 15:03:07.050217 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-3d9856e9-0880-4912-98bb-9b82c5cc7fe0 req-ff5fadcc-0a1e-42b2-9642-92a6ccde15ce tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=0a40a380-a7e3-4a95-a6e8-434c081c25fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479875 Jul 26 15:03:07.085397 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.agents_db [None req-99196b13-9676-4f02-b89b-0db7196f18a6 None None] Agent healthcheck: found 6 active agents {{(pid=111105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:03:07.604484 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-dc46762b-fe66-4b03-b89f-2131b43a25bd req-75c6d52b-4591-4d72-a95c-d5819c19aa65 tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] 10.222.0.97 "GET /v2.0/ports?device_id=866736c8-98b7-441f-b37d-0c73e6a5e08b HTTP/1.1" status: 200 len: 210 time: 0.0325661 Jul 26 15:03:07.610914 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52065261-abde-4b8a-bf9e-8a88baafd738 req-231e47aa-9e5c-4cfd-b6fb-ca4ddb1fe4ca tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:03:07.612460 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-52065261-abde-4b8a-bf9e-8a88baafd738 req-231e47aa-9e5c-4cfd-b6fb-ca4ddb1fe4ca tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=63c85e05-dcac-4e07-a91c-468d6ec28921 HTTP/1.1" status: 200 len: 944 time: 0.0789483 Jul 26 15:03:07.663676 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-52065261-abde-4b8a-bf9e-8a88baafd738 req-1ec04b72-df16-4dfb-acc5-8721c3b3e0e2 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/security-groups?id=9b0b76ba-d076-4a1e-a6ba-37d03b4de245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452778 Jul 26 15:03:08.178075 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8e3301-6081-4bd8-b8a4-7b6ae785fb7d req-8866eeab-9838-4f7f-9f29-343bfac2473f tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:03:08.179594 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-6e8e3301-6081-4bd8-b8a4-7b6ae785fb7d req-8866eeab-9838-4f7f-9f29-343bfac2473f tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=d566308c-cba6-4925-8ac6-820573486d4b HTTP/1.1" status: 200 len: 943 time: 0.0476093 Jul 26 15:03:08.232591 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-6e8e3301-6081-4bd8-b8a4-7b6ae785fb7d req-aabf3096-bd58-4e0d-a2fb-f50882007a50 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=0a40a380-a7e3-4a95-a6e8-434c081c25fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475342 Jul 26 15:03:08.705514 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-b7b9686b-cf22-4421-8d55-4a1df9b8fa07 req-1890c7cb-eb16-4b4e-b4a7-8d75a755de7f tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] 10.222.0.97 "GET /v2.0/ports?device_id=866736c8-98b7-441f-b37d-0c73e6a5e08b HTTP/1.1" status: 200 len: 210 time: 0.0289319 Jul 26 15:03:08.785430 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9833b61-522a-463f-8cef-a839711d5a70 req-4f33d047-bc40-4df3-ac39-f7ea19b1d62b tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:03:08.787468 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-e9833b61-522a-463f-8cef-a839711d5a70 req-4f33d047-bc40-4df3-ac39-f7ea19b1d62b tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=63c85e05-dcac-4e07-a91c-468d6ec28921 HTTP/1.1" status: 200 len: 944 time: 0.0482597 Jul 26 15:03:08.834729 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-e9833b61-522a-463f-8cef-a839711d5a70 req-7911700d-9703-4c9b-bc5b-888017596e89 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/security-groups?id=9b0b76ba-d076-4a1e-a6ba-37d03b4de245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417039 Jul 26 15:03:09.356131 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a6edf7-3cbd-4f9d-accf-26fffcaf1502 req-498fbc58-961b-4d82-8648-bcc8f7df39a5 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:03:09.357594 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-78a6edf7-3cbd-4f9d-accf-26fffcaf1502 req-498fbc58-961b-4d82-8648-bcc8f7df39a5 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=d566308c-cba6-4925-8ac6-820573486d4b HTTP/1.1" status: 200 len: 943 time: 0.0474939 Jul 26 15:03:09.405882 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-78a6edf7-3cbd-4f9d-accf-26fffcaf1502 req-29a0ccb5-0860-4226-b269-b9c79ce3713e tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=0a40a380-a7e3-4a95-a6e8-434c081c25fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427518 Jul 26 15:03:09.808475 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-a6f7e251-1d28-4e02-8cf8-6d48fd91176e req-67847e95-de88-4a3f-9818-fc42bfc17733 tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] 10.222.0.97 "GET /v2.0/ports?device_id=866736c8-98b7-441f-b37d-0c73e6a5e08b HTTP/1.1" status: 200 len: 210 time: 0.0314226 Jul 26 15:03:09.939272 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=100 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:03:09.955638 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa05a25-63e7-4f72-b65f-edb012129f57 req-8e8e637d-e5fa-439e-bc7f-0c9255bad8ef tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:03:09.957185 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-daa05a25-63e7-4f72-b65f-edb012129f57 req-8e8e637d-e5fa-439e-bc7f-0c9255bad8ef tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=63c85e05-dcac-4e07-a91c-468d6ec28921 HTTP/1.1" status: 200 len: 944 time: 0.0511942 Jul 26 15:03:10.005605 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-daa05a25-63e7-4f72-b65f-edb012129f57 req-374243c6-cf4f-4341-ae07-7e6251cdfea4 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/security-groups?id=9b0b76ba-d076-4a1e-a6ba-37d03b4de245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427589 Jul 26 15:03:10.533857 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a7a16a-b050-4b7e-9f73-d12235977656 req-0a057912-481d-4297-8f79-48470b0df89d tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:03:10.535372 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-36a7a16a-b050-4b7e-9f73-d12235977656 req-0a057912-481d-4297-8f79-48470b0df89d tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=d566308c-cba6-4925-8ac6-820573486d4b HTTP/1.1" status: 200 len: 943 time: 0.0510309 Jul 26 15:03:10.584015 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-36a7a16a-b050-4b7e-9f73-d12235977656 req-3c179400-a2de-4794-8e4d-343a30526a52 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=0a40a380-a7e3-4a95-a6e8-434c081c25fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426352 Jul 26 15:03:10.823265 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=100 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:03:10.838733 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce32277-0d0a-4cc0-925f-73531c763a1a req-859c5d8d-fe47-429c-a1bd-65747c5c8da4 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:03:10.840244 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-bce32277-0d0a-4cc0-925f-73531c763a1a req-859c5d8d-fe47-429c-a1bd-65747c5c8da4 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.99 "GET /v2.0/ports?device_id=63c85e05-dcac-4e07-a91c-468d6ec28921 HTTP/1.1" status: 200 len: 944 time: 0.0479057 Jul 26 15:03:10.908756 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-12cd9991-a292-4f5c-a116-584e175b5c80 req-93c4214e-8e7e-4bf4-8e6a-43a45f851f95 tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] 10.222.0.97 "GET /v2.0/ports?device_id=866736c8-98b7-441f-b37d-0c73e6a5e08b HTTP/1.1" status: 200 len: 210 time: 0.0280418 Jul 26 15:03:11.134093 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699d5836-4bfd-4265-b062-3375a6adb94c req-f5967b3a-bf2e-4009-b09d-b5f485b4b3f0 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:03:11.135640 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-699d5836-4bfd-4265-b062-3375a6adb94c req-f5967b3a-bf2e-4009-b09d-b5f485b4b3f0 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=63c85e05-dcac-4e07-a91c-468d6ec28921 HTTP/1.1" status: 200 len: 944 time: 0.0489702 Jul 26 15:03:11.186253 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-699d5836-4bfd-4265-b062-3375a6adb94c req-ab78cb4d-14f6-4358-8ad6-239086e096af tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/security-groups?id=9b0b76ba-d076-4a1e-a6ba-37d03b4de245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448616 Jul 26 15:03:11.710220 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077d689d-faf6-4b1a-94c0-92baf870cffd req-36c84e74-c456-4288-8d63-2e24c8ec157c tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:03:11.711710 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-077d689d-faf6-4b1a-94c0-92baf870cffd req-36c84e74-c456-4288-8d63-2e24c8ec157c tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=d566308c-cba6-4925-8ac6-820573486d4b HTTP/1.1" status: 200 len: 943 time: 0.0508330 Jul 26 15:03:11.758490 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-077d689d-faf6-4b1a-94c0-92baf870cffd req-b91134ae-4d84-48e1-ad94-7e0b31d90152 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=0a40a380-a7e3-4a95-a6e8-434c081c25fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412412 Jul 26 15:03:11.836957 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=84,neutron:UPDATE=6 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:03:11.847046 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=70,neutron:UPDATE=4 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:03:12.014761 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-fe9f805e-50d0-4896-b97f-471902037ea1 req-9bb30f46-7656-4184-951c-0ab4f1efd4da tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] 10.222.0.97 "GET /v2.0/ports?device_id=866736c8-98b7-441f-b37d-0c73e6a5e08b HTTP/1.1" status: 200 len: 210 time: 0.0297251 Jul 26 15:03:12.277161 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.plugin [req-bce32277-0d0a-4cc0-925f-73531c763a1a req-0323a8c0-d8d1-47f9-afc9-ac4e8b02bc45 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Deleting port ae02a5e9-ae0b-4ea7-969c-233ed61c10d5 {{(pid=111102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:03:12.277499 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-bce32277-0d0a-4cc0-925f-73531c763a1a req-0323a8c0-d8d1-47f9-afc9-ac4e8b02bc45 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789580082445'] for port (ae02a5e9-ae0b-4ea7-969c-233ed61c10d5), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:12.357304 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2552c126-0534-4b06-8489-3d33f8644fb7 req-4938f8e5-ba3b-4e4b-a0e6-c56f6c1971b6 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:03:12.358769 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-2552c126-0534-4b06-8489-3d33f8644fb7 req-4938f8e5-ba3b-4e4b-a0e6-c56f6c1971b6 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=63c85e05-dcac-4e07-a91c-468d6ec28921 HTTP/1.1" status: 200 len: 944 time: 0.0934491 Jul 26 15:03:12.435156 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.db [req-bce32277-0d0a-4cc0-925f-73531c763a1a req-0323a8c0-d8d1-47f9-afc9-ac4e8b02bc45 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] For port ae02a5e9-ae0b-4ea7-969c-233ed61c10d5, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=ae02a5e9-ae0b-4ea7-969c-233ed61c10d5,segment=NetworkSegment(44f32d63-89d2-4ed3-9d85-4654c6c16c14),segment_id=44f32d63-89d2-4ed3-9d85-4654c6c16c14)] {{(pid=111102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:03:12.435644 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-bce32277-0d0a-4cc0-925f-73531c763a1a req-0323a8c0-d8d1-47f9-afc9-ac4e8b02bc45 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580114'] for port (ae02a5e9-ae0b-4ea7-969c-233ed61c10d5), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:12.446805 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-2552c126-0534-4b06-8489-3d33f8644fb7 req-714e96ed-6ca7-4a9d-af5e-af7d7b6ba056 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/security-groups?id=9b0b76ba-d076-4a1e-a6ba-37d03b4de245&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795174 Jul 26 15:03:12.669091 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7eaa81-ea11-408b-b122-77ab885d5168 req-2cd1beb1-256f-41f6-8a99-1f05b5ff762e tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:03:12.670649 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-dd7eaa81-ea11-408b-b122-77ab885d5168 req-2cd1beb1-256f-41f6-8a99-1f05b5ff762e tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] 10.222.0.99 "GET /v2.0/networks?id=b73b63f9-386d-4870-ba80-b40f9d9a2c7e HTTP/1.1" status: 200 len: 808 time: 0.2173605 Jul 26 15:03:12.695691 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.v2.base [req-dd7eaa81-ea11-408b-b122-77ab885d5168 req-61718e66-e5b8-4900-8a1e-9662ee21aa94 tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] Request body: {'port': {'device_id': '866736c8-98b7-441f-b37d-0c73e6a5e08b', 'network_id': 'b73b63f9-386d-4870-ba80-b40f9d9a2c7e', 'admin_state_up': True, 'tenant_id': 'ba1773de981b41bd829bc90d92f2f649'}} {{(pid=111102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:03:12.701894 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-bce32277-0d0a-4cc0-925f-73531c763a1a req-0323a8c0-d8d1-47f9-afc9-ac4e8b02bc45 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:12.705178 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-bce32277-0d0a-4cc0-925f-73531c763a1a req-0323a8c0-d8d1-47f9-afc9-ac4e8b02bc45 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691171'] for floatingip (ab0e2477-6068-475e-8add-c74ac43df7da), after_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:12.705178 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.db.l3_db [req-bce32277-0d0a-4cc0-925f-73531c763a1a req-0323a8c0-d8d1-47f9-afc9-ac4e8b02bc45 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Floating IP ab0e2477-6068-475e-8add-c74ac43df7da disassociated. External IP: 172.27.0.70, port: ae02a5e9-ae0b-4ea7-969c-233ed61c10d5. Jul 26 15:03:12.705178 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.plugin [req-bce32277-0d0a-4cc0-925f-73531c763a1a req-0323a8c0-d8d1-47f9-afc9-ac4e8b02bc45 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Calling delete_port for ae02a5e9-ae0b-4ea7-969c-233ed61c10d5 owned by compute:nova {{(pid=111102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:03:12.859069 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:03:12.899267 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=100 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:03:12.910189 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5151c9d5-e355-4dee-856a-7effc65d3996 req-972d8ad1-55b0-44c7-aba8-e4e6884f066b tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:03:12.912922 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-5151c9d5-e355-4dee-856a-7effc65d3996 req-972d8ad1-55b0-44c7-aba8-e4e6884f066b tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=d566308c-cba6-4925-8ac6-820573486d4b HTTP/1.1" status: 200 len: 943 time: 0.0544243 Jul 26 15:03:12.929575 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=7,neutron:INSERT=2 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:03:12.961817 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-5151c9d5-e355-4dee-856a-7effc65d3996 req-191a2ac8-1302-4af1-8e2b-cfcc906b8aa7 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=0a40a380-a7e3-4a95-a6e8-434c081c25fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441353 Jul 26 15:03:13.026054 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd7eaa81-ea11-408b-b122-77ab885d5168 req-61718e66-e5b8-4900-8a1e-9662ee21aa94 tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] Made reservation on behalf of ba1773de981b41bd829bc90d92f2f649 for: {'port': 1} {{(pid=111102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:03:13.030629 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-dd7eaa81-ea11-408b-b122-77ab885d5168 req-61718e66-e5b8-4900-8a1e-9662ee21aa94 tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:13.127105 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-bce32277-0d0a-4cc0-925f-73531c763a1a req-0323a8c0-d8d1-47f9-afc9-ac4e8b02bc45 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789580201795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789579689804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868105'] for port (ae02a5e9-ae0b-4ea7-969c-233ed61c10d5), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:13.162908 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-c8d5daeb-e37f-4ce9-a9d7-66b0ed15dfc2 req-9a109875-ab78-4657-820a-28107e157841 tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] 10.222.0.97 "GET /v2.0/ports?device_id=866736c8-98b7-441f-b37d-0c73e6a5e08b HTTP/1.1" status: 200 len: 210 time: 0.0655851 Jul 26 15:03:13.202623 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0323a8c0-d8d1-47f9-afc9-ac4e8b02bc45 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Pushing event deleted for resources: {'Port': ['ID=ae02a5e9-ae0b-4ea7-969c-233ed61c10d5,revision_number=None']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:03:13.222822 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0323a8c0-d8d1-47f9-afc9-ac4e8b02bc45 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:03:13.223160 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0323a8c0-d8d1-47f9-afc9-ac4e8b02bc45 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:03:13.223528 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0323a8c0-d8d1-47f9-afc9-ac4e8b02bc45 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:03:13.225345 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0323a8c0-d8d1-47f9-afc9-ac4e8b02bc45 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:03:13.225345 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0323a8c0-d8d1-47f9-afc9-ac4e8b02bc45 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:03:13.225345 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0323a8c0-d8d1-47f9-afc9-ac4e8b02bc45 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:03:13.225345 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0323a8c0-d8d1-47f9-afc9-ac4e8b02bc45 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:03:13.225875 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0323a8c0-d8d1-47f9-afc9-ac4e8b02bc45 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:03:13.226019 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0323a8c0-d8d1-47f9-afc9-ac4e8b02bc45 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:03:13.226245 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0323a8c0-d8d1-47f9-afc9-ac4e8b02bc45 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:03:13.226563 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0323a8c0-d8d1-47f9-afc9-ac4e8b02bc45 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:03:13.226940 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0323a8c0-d8d1-47f9-afc9-ac4e8b02bc45 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:03:13.227264 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0323a8c0-d8d1-47f9-afc9-ac4e8b02bc45 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:03:13.227501 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0323a8c0-d8d1-47f9-afc9-ac4e8b02bc45 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:03:13.227812 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0323a8c0-d8d1-47f9-afc9-ac4e8b02bc45 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:03:13.348066 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.db_base_plugin_common [req-dd7eaa81-ea11-408b-b122-77ab885d5168 req-61718e66-e5b8-4900-8a1e-9662ee21aa94 tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] Allocated IP 172.20.0.5 (b73b63f9-386d-4870-ba80-b40f9d9a2c7e/e96b49e8-31db-4562-87bd-7f9ec819f90a/b5a1e8ca-f78d-4360-9bdf-c7858abfda14) {{(pid=111102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:03:13.402677 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bce32277-0d0a-4cc0-925f-73531c763a1a req-0323a8c0-d8d1-47f9-afc9-ac4e8b02bc45 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Router 5f57147f-1584-4a62-83b8-e842b7fdbfc2 has already been hosted by L3 agent 66f8bb98-7ace-4a85-b6ba-ffe40597695b {{(pid=111102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:03:13.502956 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:03:13.577695 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-ea32d9a6-ad6d-46a3-a97c-da9e2440fc07 req-2de74cf5-ea36-413c-8060-040e4867ffd9 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=63c85e05-dcac-4e07-a91c-468d6ec28921 HTTP/1.1" status: 200 len: 210 time: 0.0386124 Jul 26 15:03:13.604284 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-dd7eaa81-ea11-408b-b122-77ab885d5168 req-61718e66-e5b8-4900-8a1e-9662ee21aa94 tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] Publish callbacks [] for port (b5a1e8ca-f78d-4360-9bdf-c7858abfda14), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:13.608311 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bce32277-0d0a-4cc0-925f-73531c763a1a req-0323a8c0-d8d1-47f9-afc9-ac4e8b02bc45 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Notify agent at l3_agent.dv-cinder-851030-1-iscsi the message routers_updated {{(pid=111102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:03:13.621375 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105fae53-8b9b-4040-a84d-bc46c7306518 None None] Sync routers for ids ['5f57147f-1584-4a62-83b8-e842b7fdbfc2'] in dv-cinder-851030-1-iscsi {{(pid=111105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:03:13.636843 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105fae53-8b9b-4040-a84d-bc46c7306518 None None] Routers {'5f57147f-1584-4a62-83b8-e842b7fdbfc2'} bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:03:13.637918 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_hamode_db [None req-105fae53-8b9b-4040-a84d-bc46c7306518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851030-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-26T14:42:54Z,description=,heartbeat_timestamp=2022-07-26T15:02:54Z,host='dv-cinder-851030-1-iscsi',id=66f8bb98-7ace-4a85-b6ba-ffe40597695b,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:42:55Z,topic='l3_agent')) {'router_ids': ['5f57147f-1584-4a62-83b8-e842b7fdbfc2'], 'active': True} {{(pid=111105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:03:13.664543 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.l3_dvrscheduler_db [req-bce32277-0d0a-4cc0-925f-73531c763a1a req-0323a8c0-d8d1-47f9-afc9-ac4e8b02bc45 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] No DVR routers for this DVR port ae02a5e9-ae0b-4ea7-969c-233ed61c10d5 on host hv-cinder-85103 {{(pid=111102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 15:03:13.668153 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-bce32277-0d0a-4cc0-925f-73531c763a1a req-0323a8c0-d8d1-47f9-afc9-ac4e8b02bc45 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-431034'] for port (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:13.671476 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-bce32277-0d0a-4cc0-925f-73531c763a1a req-0323a8c0-d8d1-47f9-afc9-ac4e8b02bc45 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.99 "DELETE /v2.0/ports/ae02a5e9-ae0b-4ea7-969c-233ed61c10d5 HTTP/1.1" status: 204 len: 173 time: 1.4888380 Jul 26 15:03:13.671945 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63c85e05-dcac-4e07-a91c-468d6ec28921', 'name': 'network-vif-deleted', 'tag': 'ae02a5e9-ae0b-4ea7-969c-233ed61c10d5'}] {{(pid=111102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:03:13.674253 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8185506cd1cc56e10fcde42571d85de650c4e290bb1b6bf5ec2f858ed2201c15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aacf86f1-c5c1-485e-b9f3-6ebc6b6fc29e" -d '{"events": [{"server_uuid": "63c85e05-dcac-4e07-a91c-468d6ec28921", "name": "network-vif-deleted", "tag": "ae02a5e9-ae0b-4ea7-969c-233ed61c10d5"}]}' {{(pid=111102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:03:13.721484 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 15:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fbf38fd-682a-4dc8-a2c9-f6da177f3501 x-openstack-request-id: req-2fbf38fd-682a-4dc8-a2c9-f6da177f3501 {{(pid=111102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:03:13.721484 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63c85e05-dcac-4e07-a91c-468d6ec28921", "name": "network-vif-deleted", "tag": "ae02a5e9-ae0b-4ea7-969c-233ed61c10d5", "status": "completed", "code": 200}]} {{(pid=111102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:03:13.721484 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-2fbf38fd-682a-4dc8-a2c9-f6da177f3501 {{(pid=111102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:03:13.721484 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fbf38fd-682a-4dc8-a2c9-f6da177f3501'] response: {'server_uuid': '63c85e05-dcac-4e07-a91c-468d6ec28921', 'name': 'network-vif-deleted', 'tag': 'ae02a5e9-ae0b-4ea7-969c-233ed61c10d5', 'status': 'completed', 'code': 200} Jul 26 15:03:13.761680 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_dvr_db [None req-105fae53-8b9b-4040-a84d-bc46c7306518 None None] Set router 5f57147f-1584-4a62-83b8-e842b7fdbfc2 gateway port host: dv-cinder-851030-1-iscsi {{(pid=111105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:03:13.780686 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-dd7eaa81-ea11-408b-b122-77ab885d5168 req-61718e66-e5b8-4900-8a1e-9662ee21aa94 tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789579689795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868105'] for port (b5a1e8ca-f78d-4360-9bdf-c7858abfda14), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:13.831926 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd7eaa81-ea11-408b-b122-77ab885d5168 req-61718e66-e5b8-4900-8a1e-9662ee21aa94 tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] Network b73b63f9-386d-4870-ba80-b40f9d9a2c7e is already hosted by enough agents. {{(pid=111102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:03:13.835316 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.base_scheduler [req-dd7eaa81-ea11-408b-b122-77ab885d5168 req-61718e66-e5b8-4900-8a1e-9662ee21aa94 tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] Resources bound (agent type, host, resource id): {{(pid=111102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:03:13.839474 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd7eaa81-ea11-408b-b122-77ab885d5168 req-61718e66-e5b8-4900-8a1e-9662ee21aa94 tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] Received port after_create {{(pid=111102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:03:13.847202 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61718e66-e5b8-4900-8a1e-9662ee21aa94 tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] Pushing event updated for resources: {'Port': ['ID=b5a1e8ca-f78d-4360-9bdf-c7858abfda14,revision_number=1']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:03:13.896311 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7eaa81-ea11-408b-b122-77ab885d5168 req-61718e66-e5b8-4900-8a1e-9662ee21aa94 tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:03:13.898229 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-dd7eaa81-ea11-408b-b122-77ab885d5168 req-61718e66-e5b8-4900-8a1e-9662ee21aa94 tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-431034'] for port (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:13.957890 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_hamode_db [None req-105fae53-8b9b-4040-a84d-bc46c7306518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f57147f-1584-4a62-83b8-e842b7fdbfc2', 'name': 'tempest-AttachVolumeNegativeTest-1038869275-router', 'tenant_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '8dee36ad-48a7-4c32-9e44-b495406a43fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:51:43Z', 'updated_at': '2022-07-26T14:51:50Z', 'revision_number': 4, 'project_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'gw_port': {'id': '8dee36ad-48a7-4c32-9e44-b495406a43fc', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:28:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f57147f-1584-4a62-83b8-e842b7fdbfc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:44Z', 'updated_at': '2022-07-26T14:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi', '_interfaces': [{'id': 'c22bd2eb-9253-40e7-9f5d-34524feb8d4d', 'name': '', 'network_id': '4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0', 'tenant_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'mac_address': 'fa:16:3e:9b:be:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f57147f-1584-4a62-83b8-e842b7fdbfc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2dc51976-041f-4e28-9975-c948630898a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:48Z', 'updated_at': '2022-07-26T14:51:59Z', 'revision_number': 5, 'project_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'subnets': [{'id': '2dc51976-041f-4e28-9975-c948630898a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851030-1-iscsi', False) {} {{(pid=111105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:03:13.982570 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105fae53-8b9b-4040-a84d-bc46c7306518 None None] Checking router: 5f57147f-1584-4a62-83b8-e842b7fdbfc2 for host: dv-cinder-851030-1-iscsi {{(pid=111105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:03:13.991747 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105fae53-8b9b-4040-a84d-bc46c7306518 None None] Routers {'5f57147f-1584-4a62-83b8-e842b7fdbfc2'} bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:03:13.992347 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_hamode_db [None req-105fae53-8b9b-4040-a84d-bc46c7306518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851030-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-26T14:42:54Z,description=,heartbeat_timestamp=2022-07-26T15:02:54Z,host='dv-cinder-851030-1-iscsi',id=66f8bb98-7ace-4a85-b6ba-ffe40597695b,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:42:55Z,topic='l3_agent')) {'router_ids': ['5f57147f-1584-4a62-83b8-e842b7fdbfc2'], 'active': True} {{(pid=111105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:03:14.058963 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-dd7eaa81-ea11-408b-b122-77ab885d5168 req-61718e66-e5b8-4900-8a1e-9662ee21aa94 tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3673282 Jul 26 15:03:14.077310 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.v2.base [req-dd7eaa81-ea11-408b-b122-77ab885d5168 req-526d3732-0590-472f-9e43-ae333916cfc1 service neutron] Request body: {'port': {'device_id': '866736c8-98b7-441f-b37d-0c73e6a5e08b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85103'}} {{(pid=111102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:03:14.091167 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22ceaf6-f51c-4280-9fe4-1f50257f292a req-92b3708d-a665-4846-a141-e6b7d7d4da75 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:03:14.098407 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-f22ceaf6-f51c-4280-9fe4-1f50257f292a req-92b3708d-a665-4846-a141-e6b7d7d4da75 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=d566308c-cba6-4925-8ac6-820573486d4b HTTP/1.1" status: 200 len: 943 time: 0.0567703 Jul 26 15:03:14.152081 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-f22ceaf6-f51c-4280-9fe4-1f50257f292a req-9d718cc8-6ee9-4d57-aada-6f1866f1c5b6 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=0a40a380-a7e3-4a95-a6e8-434c081c25fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526888 Jul 26 15:03:14.162454 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-dd7eaa81-ea11-408b-b122-77ab885d5168 req-526d3732-0590-472f-9e43-ae333916cfc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (b5a1e8ca-f78d-4360-9bdf-c7858abfda14), before_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:14.203302 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:03:14.207005 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_dvr_db [None req-105fae53-8b9b-4040-a84d-bc46c7306518 None None] Set router 5f57147f-1584-4a62-83b8-e842b7fdbfc2 gateway port host: dv-cinder-851030-1-iscsi {{(pid=111105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:03:14.429965 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_hamode_db [None req-105fae53-8b9b-4040-a84d-bc46c7306518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f57147f-1584-4a62-83b8-e842b7fdbfc2', 'name': 'tempest-AttachVolumeNegativeTest-1038869275-router', 'tenant_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '8dee36ad-48a7-4c32-9e44-b495406a43fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:51:43Z', 'updated_at': '2022-07-26T14:51:50Z', 'revision_number': 4, 'project_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'gw_port': {'id': '8dee36ad-48a7-4c32-9e44-b495406a43fc', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:28:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f57147f-1584-4a62-83b8-e842b7fdbfc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:44Z', 'updated_at': '2022-07-26T14:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi', '_interfaces': [{'id': 'c22bd2eb-9253-40e7-9f5d-34524feb8d4d', 'name': '', 'network_id': '4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0', 'tenant_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'mac_address': 'fa:16:3e:9b:be:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f57147f-1584-4a62-83b8-e842b7fdbfc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2dc51976-041f-4e28-9975-c948630898a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:48Z', 'updated_at': '2022-07-26T14:51:59Z', 'revision_number': 5, 'project_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'subnets': [{'id': '2dc51976-041f-4e28-9975-c948630898a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851030-1-iscsi', False) {} {{(pid=111105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:03:14.456082 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105fae53-8b9b-4040-a84d-bc46c7306518 None None] The sync data for ids ['5f57147f-1584-4a62-83b8-e842b7fdbfc2'] in dv-cinder-851030-1-iscsi is: [{'id': '5f57147f-1584-4a62-83b8-e842b7fdbfc2', 'name': 'tempest-AttachVolumeNegativeTest-1038869275-router', 'tenant_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '8dee36ad-48a7-4c32-9e44-b495406a43fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:51:43Z', 'updated_at': '2022-07-26T14:51:50Z', 'revision_number': 4, 'project_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'gw_port': {'id': '8dee36ad-48a7-4c32-9e44-b495406a43fc', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:28:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f57147f-1584-4a62-83b8-e842b7fdbfc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:44Z', 'updated_at': '2022-07-26T14:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi', '_interfaces': [{'id': 'c22bd2eb-9253-40e7-9f5d-34524feb8d4d', 'name': '', 'network_id': '4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0', 'tenant_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'mac_address': 'fa:16:3e:9b:be:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f57147f-1584-4a62-83b8-e842b7fdbfc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2dc51976-041f-4e28-9975-c948630898a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:48Z', 'updated_at': '2022-07-26T14:51:59Z', 'revision_number': 5, 'project_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'subnets': [{'id': '2dc51976-041f-4e28-9975-c948630898a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:03:14.608032 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ececaf5-1e96-40ea-95db-664276a77064 req-316a0db9-4cd4-45b0-9afd-6dca5df8807e tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:03:14.609615 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-4ececaf5-1e96-40ea-95db-664276a77064 req-316a0db9-4cd4-45b0-9afd-6dca5df8807e tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] 10.222.0.97 "GET /v2.0/ports?device_id=866736c8-98b7-441f-b37d-0c73e6a5e08b HTTP/1.1" status: 200 len: 931 time: 0.3481362 Jul 26 15:03:14.703538 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-4ececaf5-1e96-40ea-95db-664276a77064 req-bf3d6835-8500-478e-ba85-a0b09582f943 tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] 10.222.0.97 "GET /v2.0/security-groups?id=0c886c1b-2fc4-46db-a8ed-d5b0dcd66c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668938 Jul 26 15:03:14.723847 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ef3334-3c48-4d85-9b3e-55277f9cf0f0 None None] New status for floating IP ab0e2477-6068-475e-8add-c74ac43df7da: DOWN {{(pid=111104) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 15:03:14.754483 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-83c4d1c4-651e-461f-ba10-603002fcc04a req-9f561bc6-daab-4ae1-b6c1-783fd567336a tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/ports?device_id=63c85e05-dcac-4e07-a91c-468d6ec28921 HTTP/1.1" status: 200 len: 210 time: 0.0415075 Jul 26 15:03:14.782318 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.notifiers.nova [req-dd7eaa81-ea11-408b-b122-77ab885d5168 req-526d3732-0590-472f-9e43-ae333916cfc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5a1e8ca-f78d-4360-9bdf-c7858abfda14 {{(pid=111102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 15:03:14.792946 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-dd7eaa81-ea11-408b-b122-77ab885d5168 req-526d3732-0590-472f-9e43-ae333916cfc1 service neutron] Publish callbacks [] for port (b5a1e8ca-f78d-4360-9bdf-c7858abfda14), precommit_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:14.807003 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.provisioning_blocks [req-dd7eaa81-ea11-408b-b122-77ab885d5168 req-526d3732-0590-472f-9e43-ae333916cfc1 service neutron] Transition to ACTIVE for port object b5a1e8ca-f78d-4360-9bdf-c7858abfda14 will not be triggered until provisioned by entity L2. {{(pid=111102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 15:03:14.899562 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-dd7eaa81-ea11-408b-b122-77ab885d5168 req-526d3732-0590-472f-9e43-ae333916cfc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868126'] for port (b5a1e8ca-f78d-4360-9bdf-c7858abfda14), after_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:14.946571 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:03:14.956412 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526d3732-0590-472f-9e43-ae333916cfc1 service neutron] Pushing event updated for resources: {'Port': ['ID=b5a1e8ca-f78d-4360-9bdf-c7858abfda14,revision_number=2']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:03:15.031168 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.managers [req-dd7eaa81-ea11-408b-b122-77ab885d5168 req-526d3732-0590-472f-9e43-ae333916cfc1 service neutron] Attempting to bind port b5a1e8ca-f78d-4360-9bdf-c7858abfda14 on host hv-cinder-85103 for vnic_type normal with profile {{(pid=111102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:03:15.031537 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.managers [req-dd7eaa81-ea11-408b-b122-77ab885d5168 req-526d3732-0590-472f-9e43-ae333916cfc1 service neutron] Attempting to bind port b5a1e8ca-f78d-4360-9bdf-c7858abfda14 by drivers openvswitch,hyperv on host hv-cinder-85103 at level 0 using segments [{'id': 'edc23215-3f13-4fa6-877f-4e1672f8a01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'b73b63f9-386d-4870-ba80-b40f9d9a2c7e'}] {{(pid=111102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:03:15.031866 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7eaa81-ea11-408b-b122-77ab885d5168 req-526d3732-0590-472f-9e43-ae333916cfc1 service neutron] Attempting to bind port b5a1e8ca-f78d-4360-9bdf-c7858abfda14 on network b73b63f9-386d-4870-ba80-b40f9d9a2c7e {{(pid=111102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:03:15.036179 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7eaa81-ea11-408b-b122-77ab885d5168 req-526d3732-0590-472f-9e43-ae333916cfc1 service neutron] Port b5a1e8ca-f78d-4360-9bdf-c7858abfda14 on network b73b63f9-386d-4870-ba80-b40f9d9a2c7e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85103 {{(pid=111102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 15:03:15.036498 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7eaa81-ea11-408b-b122-77ab885d5168 req-526d3732-0590-472f-9e43-ae333916cfc1 service neutron] Attempting to bind port b5a1e8ca-f78d-4360-9bdf-c7858abfda14 on network b73b63f9-386d-4870-ba80-b40f9d9a2c7e {{(pid=111102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:03:15.042239 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7eaa81-ea11-408b-b122-77ab885d5168 req-526d3732-0590-472f-9e43-ae333916cfc1 service neutron] Checking agent: {'id': '311d617f-8fa1-4662-a157-ab38f6e1e2d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85103', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 14, 49, 45), 'started_at': datetime.datetime(2022, 7, 26, 14, 49, 45), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:03:15.060792 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7eaa81-ea11-408b-b122-77ab885d5168 req-526d3732-0590-472f-9e43-ae333916cfc1 service neutron] Checking segment: {'id': 'edc23215-3f13-4fa6-877f-4e1672f8a01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'b73b63f9-386d-4870-ba80-b40f9d9a2c7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:03:15.060792 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7eaa81-ea11-408b-b122-77ab885d5168 req-526d3732-0590-472f-9e43-ae333916cfc1 service neutron] Bound using segment: {'id': 'edc23215-3f13-4fa6-877f-4e1672f8a01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'b73b63f9-386d-4870-ba80-b40f9d9a2c7e'} {{(pid=111102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:03:15.060792 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.managers [req-dd7eaa81-ea11-408b-b122-77ab885d5168 req-526d3732-0590-472f-9e43-ae333916cfc1 service neutron] Bound port: b5a1e8ca-f78d-4360-9bdf-c7858abfda14, host: hv-cinder-85103, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edc23215-3f13-4fa6-877f-4e1672f8a01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'b73b63f9-386d-4870-ba80-b40f9d9a2c7e'}}] {{(pid=111102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:03:15.060792 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-dd7eaa81-ea11-408b-b122-77ab885d5168 req-526d3732-0590-472f-9e43-ae333916cfc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (b5a1e8ca-f78d-4360-9bdf-c7858abfda14), before_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:15.107221 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.db [req-dd7eaa81-ea11-408b-b122-77ab885d5168 req-526d3732-0590-472f-9e43-ae333916cfc1 service neutron] For port b5a1e8ca-f78d-4360-9bdf-c7858abfda14, host hv-cinder-85103, cleared binding levels {{(pid=111102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:03:15.110257 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.db [req-dd7eaa81-ea11-408b-b122-77ab885d5168 req-526d3732-0590-472f-9e43-ae333916cfc1 service neutron] For port b5a1e8ca-f78d-4360-9bdf-c7858abfda14, host hv-cinder-85103, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=b5a1e8ca-f78d-4360-9bdf-c7858abfda14,segment=NetworkSegment(edc23215-3f13-4fa6-877f-4e1672f8a01c),segment_id=edc23215-3f13-4fa6-877f-4e1672f8a01c)] {{(pid=111102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:03:15.214486 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-dd7eaa81-ea11-408b-b122-77ab885d5168 req-526d3732-0590-472f-9e43-ae333916cfc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868126'] for port (b5a1e8ca-f78d-4360-9bdf-c7858abfda14), after_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:15.257620 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7eaa81-ea11-408b-b122-77ab885d5168 req-526d3732-0590-472f-9e43-ae333916cfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:03:15.258254 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-dd7eaa81-ea11-408b-b122-77ab885d5168 req-526d3732-0590-472f-9e43-ae333916cfc1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-431034'] for port (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:15.259774 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-dd7eaa81-ea11-408b-b122-77ab885d5168 req-526d3732-0590-472f-9e43-ae333916cfc1 service neutron] 10.222.0.99 "PUT /v2.0/ports/b5a1e8ca-f78d-4360-9bdf-c7858abfda14 HTTP/1.1" status: 200 len: 1093 time: 1.1871483 Jul 26 15:03:15.321810 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb37fd45-b415-41e0-8680-04e3c372ffce req-6240708f-91cb-463c-9fdc-df751294aaa4 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:03:15.323274 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-bb37fd45-b415-41e0-8680-04e3c372ffce req-6240708f-91cb-463c-9fdc-df751294aaa4 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=d566308c-cba6-4925-8ac6-820573486d4b HTTP/1.1" status: 200 len: 943 time: 0.0982850 Jul 26 15:03:15.324333 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526d3732-0590-472f-9e43-ae333916cfc1 service neutron] Pushing event updated for resources: {'Port': ['ID=b5a1e8ca-f78d-4360-9bdf-c7858abfda14,revision_number=3']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:03:15.370249 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-bb37fd45-b415-41e0-8680-04e3c372ffce req-20c07887-a601-4e5f-845c-384cf7a90d25 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=0a40a380-a7e3-4a95-a6e8-434c081c25fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411665 Jul 26 15:03:15.385031 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (311d617f-8fa1-4662-a157-ab38f6e1e2d8), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:15.428579 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7eaa81-ea11-408b-b122-77ab885d5168 req-ec90b22f-8fd2-42eb-bc85-b3f3922b6b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:03:15.430067 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-dd7eaa81-ea11-408b-b122-77ab885d5168 req-ec90b22f-8fd2-42eb-bc85-b3f3922b6b7c service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=ba1773de981b41bd829bc90d92f2f649&device_id=866736c8-98b7-441f-b37d-0c73e6a5e08b HTTP/1.1" status: 200 len: 1127 time: 0.0435057 Jul 26 15:03:15.475722 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-dd7eaa81-ea11-408b-b122-77ab885d5168 req-e0a61659-695a-4999-9ce5-bce7cd0ceb2a service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b5a1e8ca-f78d-4360-9bdf-c7858abfda14 HTTP/1.1" status: 200 len: 217 time: 0.0331147 Jul 26 15:03:15.527306 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7eaa81-ea11-408b-b122-77ab885d5168 req-4abdfd2f-0152-4bfc-95be-45926118dc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:03:15.528778 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-dd7eaa81-ea11-408b-b122-77ab885d5168 req-4abdfd2f-0152-4bfc-95be-45926118dc8d service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e96b49e8-31db-4562-87bd-7f9ec819f90a HTTP/1.1" status: 200 len: 848 time: 0.0467310 Jul 26 15:03:15.561251 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-dd7eaa81-ea11-408b-b122-77ab885d5168 req-b15e272f-9fbe-4546-9392-f2ab06e96cd9 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=b73b63f9-386d-4870-ba80-b40f9d9a2c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260584 Jul 26 15:03:15.655239 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-dd7eaa81-ea11-408b-b122-77ab885d5168 req-000300d9-f885-47ef-8c64-2d4152b5ab23 service neutron] 10.222.0.99 "GET /v2.0/networks/b73b63f9-386d-4870-ba80-b40f9d9a2c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882535 Jul 26 15:03:15.721165 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '866736c8-98b7-441f-b37d-0c73e6a5e08b', 'tag': 'b5a1e8ca-f78d-4360-9bdf-c7858abfda14'}] {{(pid=111102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:03:15.723385 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8185506cd1cc56e10fcde42571d85de650c4e290bb1b6bf5ec2f858ed2201c15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74e0d4c7-dd3b-4746-8bf9-9cfeaa72cb12" -d '{"events": [{"name": "network-changed", "server_uuid": "866736c8-98b7-441f-b37d-0c73e6a5e08b", "tag": "b5a1e8ca-f78d-4360-9bdf-c7858abfda14"}]}' {{(pid=111102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:03:15.749872 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:03:15.755172 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-dd7eaa81-ea11-408b-b122-77ab885d5168 req-23982e99-53e8-4afa-9af1-99363b086f2a service neutron] 10.222.0.99 "GET /v2.0/networks/b73b63f9-386d-4870-ba80-b40f9d9a2c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928040 Jul 26 15:03:15.761807 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 15:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32459ce5-7388-4dd0-b20e-bb74ed9fb7dd x-openstack-request-id: req-32459ce5-7388-4dd0-b20e-bb74ed9fb7dd {{(pid=111102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:03:15.762091 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "866736c8-98b7-441f-b37d-0c73e6a5e08b", "tag": "b5a1e8ca-f78d-4360-9bdf-c7858abfda14", "status": "completed", "code": 200}]} {{(pid=111102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:03:15.762412 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-32459ce5-7388-4dd0-b20e-bb74ed9fb7dd {{(pid=111102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:03:15.762800 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32459ce5-7388-4dd0-b20e-bb74ed9fb7dd'] response: {'name': 'network-changed', 'server_uuid': '866736c8-98b7-441f-b37d-0c73e6a5e08b', 'tag': 'b5a1e8ca-f78d-4360-9bdf-c7858abfda14', 'status': 'completed', 'code': 200} Jul 26 15:03:15.841255 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07a2b4b-af67-49c9-98b2-db994663b87e req-7bb3183b-5bd1-49ee-9469-701ab56e9e6b tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:03:15.844248 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-a07a2b4b-af67-49c9-98b2-db994663b87e req-7bb3183b-5bd1-49ee-9469-701ab56e9e6b tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] 10.222.0.97 "GET /v2.0/ports?device_id=866736c8-98b7-441f-b37d-0c73e6a5e08b HTTP/1.1" status: 200 len: 943 time: 0.0505776 Jul 26 15:03:15.891128 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-a07a2b4b-af67-49c9-98b2-db994663b87e req-eea7f8bd-93db-4ee9-b367-6f88e13f2a4f tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] 10.222.0.97 "GET /v2.0/security-groups?id=0c886c1b-2fc4-46db-a8ed-d5b0dcd66c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427184 Jul 26 15:03:15.992107 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 52234) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:03:16.047115 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-e4813770-0346-4981-abab-7380282da316 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks [] for security_group (9b0b76ba-d076-4a1e-a6ba-37d03b4de245), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:16.071645 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-e4813770-0346-4981-abab-7380282da316 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks [] for security_group (9b0b76ba-d076-4a1e-a6ba-37d03b4de245), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:16.242440 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-e4813770-0346-4981-abab-7380282da316 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (9b0b76ba-d076-4a1e-a6ba-37d03b4de245), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:16.245000 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-e4813770-0346-4981-abab-7380282da316 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks [] for security_group (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:16.246156 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-e4813770-0346-4981-abab-7380282da316 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "DELETE /v2.0/security-groups/9b0b76ba-d076-4a1e-a6ba-37d03b4de245 HTTP/1.1" status: 204 len: 168 time: 0.2530849 Jul 26 15:03:16.249338 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 52236) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:03:16.256377 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4813770-0346-4981-abab-7380282da316 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b0b76ba-d076-4a1e-a6ba-37d03b4de245,revision_number=None']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:03:16.263425 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.api.v2.resource [None req-eab1e039-7fcf-4d98-9656-6c057d65c4d6 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] show failed (client error): The resource could not be found. Jul 26 15:03:16.263686 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4813770-0346-4981-abab-7380282da316 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:03:16.267319 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4813770-0346-4981-abab-7380282da316 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:03:16.267319 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4813770-0346-4981-abab-7380282da316 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:03:16.267628 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-eab1e039-7fcf-4d98-9656-6c057d65c4d6 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "GET /v2.0/security-groups/9b0b76ba-d076-4a1e-a6ba-37d03b4de245 HTTP/1.1" status: 404 len: 347 time: 0.0140345 Jul 26 15:03:16.267743 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4813770-0346-4981-abab-7380282da316 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:03:16.267743 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4813770-0346-4981-abab-7380282da316 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:03:16.267743 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4813770-0346-4981-abab-7380282da316 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:03:16.267743 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4813770-0346-4981-abab-7380282da316 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:03:16.267743 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4813770-0346-4981-abab-7380282da316 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:03:16.267743 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4813770-0346-4981-abab-7380282da316 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:03:16.267743 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4813770-0346-4981-abab-7380282da316 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:03:16.267743 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4813770-0346-4981-abab-7380282da316 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:03:16.267743 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4813770-0346-4981-abab-7380282da316 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:03:16.268539 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 52238) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:03:16.268629 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4813770-0346-4981-abab-7380282da316 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:03:16.268629 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4813770-0346-4981-abab-7380282da316 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:03:16.268629 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4813770-0346-4981-abab-7380282da316 tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:03:16.379001 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.plugin [None req-b612767f-9efd-4253-96e9-0e262a8c285a tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Deleting port 73699ac6-5eeb-4cd9-801a-39158876d1f8 {{(pid=111102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:03:16.379361 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-b612767f-9efd-4253-96e9-0e262a8c285a tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789580082445'] for port (73699ac6-5eeb-4cd9-801a-39158876d1f8), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:16.486563 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-b612767f-9efd-4253-96e9-0e262a8c285a tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580114'] for port (73699ac6-5eeb-4cd9-801a-39158876d1f8), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:16.486959 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-b612767f-9efd-4253-96e9-0e262a8c285a tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks [] for floatingip (73699ac6-5eeb-4cd9-801a-39158876d1f8), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:16.507455 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.plugin [None req-b612767f-9efd-4253-96e9-0e262a8c285a tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Calling delete_port for 73699ac6-5eeb-4cd9-801a-39158876d1f8 owned by network:floatingip {{(pid=111102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:03:16.514983 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf42eabc-731a-48ef-8b55-892e4118924f req-e808ff5d-2f70-430b-812e-9219d2b0b8fa tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:03:16.516496 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-bf42eabc-731a-48ef-8b55-892e4118924f req-e808ff5d-2f70-430b-812e-9219d2b0b8fa tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=d566308c-cba6-4925-8ac6-820573486d4b HTTP/1.1" status: 200 len: 943 time: 0.0668042 Jul 26 15:03:16.623461 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-bf42eabc-731a-48ef-8b55-892e4118924f req-8c7015c1-95ef-425e-a09a-234a877bd4a4 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=0a40a380-a7e3-4a95-a6e8-434c081c25fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991623 Jul 26 15:03:16.651741 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:03:16.831277 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-b612767f-9efd-4253-96e9-0e262a8c285a tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789580201795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789579689804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868105'] for port (73699ac6-5eeb-4cd9-801a-39158876d1f8), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:16.857698 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b612767f-9efd-4253-96e9-0e262a8c285a tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Pushing event deleted for resources: {'Port': ['ID=73699ac6-5eeb-4cd9-801a-39158876d1f8,revision_number=None']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:03:16.925932 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-b612767f-9efd-4253-96e9-0e262a8c285a tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks [] for floatingip (ab0e2477-6068-475e-8add-c74ac43df7da), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:16.929653 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-b612767f-9efd-4253-96e9-0e262a8c285a tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-431034'] for floatingip (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:16.930805 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-b612767f-9efd-4253-96e9-0e262a8c285a tempest-AttachVolumeNegativeTest-644049804 tempest-AttachVolumeNegativeTest-644049804-project] 10.222.0.97 "DELETE /v2.0/floatingips/ab0e2477-6068-475e-8add-c74ac43df7da HTTP/1.1" status: 204 len: 168 time: 0.6624546 Jul 26 15:03:17.023996 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550cff9a-0569-4bf8-92aa-73ed17510638 req-d248ec49-0eec-481f-8aca-4c7e66103cdd tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:03:17.025545 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-550cff9a-0569-4bf8-92aa-73ed17510638 req-d248ec49-0eec-481f-8aca-4c7e66103cdd tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] 10.222.0.97 "GET /v2.0/ports?device_id=866736c8-98b7-441f-b37d-0c73e6a5e08b HTTP/1.1" status: 200 len: 943 time: 0.0556378 Jul 26 15:03:17.081424 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-550cff9a-0569-4bf8-92aa-73ed17510638 req-f3f54ad9-1f40-4806-b4c1-334b8ddff921 tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] 10.222.0.97 "GET /v2.0/security-groups?id=0c886c1b-2fc4-46db-a8ed-d5b0dcd66c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491607 Jul 26 15:03:17.749863 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f97e52-3fa2-453a-8540-4f69fccc6bd6 req-37f07a7c-5ea7-466f-a6d7-af3d787465bc tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:03:17.751337 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-d8f97e52-3fa2-453a-8540-4f69fccc6bd6 req-37f07a7c-5ea7-466f-a6d7-af3d787465bc tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=d566308c-cba6-4925-8ac6-820573486d4b HTTP/1.1" status: 200 len: 943 time: 0.0476665 Jul 26 15:03:17.798288 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-d8f97e52-3fa2-453a-8540-4f69fccc6bd6 req-de2db11b-01a2-4584-ba19-3f45e9ca74e4 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=0a40a380-a7e3-4a95-a6e8-434c081c25fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407236 Jul 26 15:03:17.990189 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e0d4c7-dd3b-4746-8bf9-9cfeaa72cb12 req-12520ac4-3079-484b-868b-813012bf0331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:03:17.991636 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-74e0d4c7-dd3b-4746-8bf9-9cfeaa72cb12 req-12520ac4-3079-484b-868b-813012bf0331 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=ba1773de981b41bd829bc90d92f2f649&device_id=866736c8-98b7-441f-b37d-0c73e6a5e08b HTTP/1.1" status: 200 len: 1127 time: 0.0394626 Jul 26 15:03:18.165516 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:03:18.200737 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c355a1-63e3-4c1c-905f-b5d4528a8d12 req-e46d181f-084c-4a9f-b247-b224df5d8055 tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:03:18.202193 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-72c355a1-63e3-4c1c-905f-b5d4528a8d12 req-e46d181f-084c-4a9f-b247-b224df5d8055 tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] 10.222.0.97 "GET /v2.0/ports?device_id=866736c8-98b7-441f-b37d-0c73e6a5e08b HTTP/1.1" status: 200 len: 943 time: 0.0470710 Jul 26 15:03:18.250434 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-72c355a1-63e3-4c1c-905f-b5d4528a8d12 req-9357f3a9-a7a6-4cfe-86e5-950d4002ae4f tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] 10.222.0.97 "GET /v2.0/security-groups?id=0c886c1b-2fc4-46db-a8ed-d5b0dcd66c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425279 Jul 26 15:03:19.078338 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df9853e-fbf7-4026-aa9d-d1277e17f53a req-f9680394-0d3a-40f5-ac91-455e5cb1e2c3 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:03:19.079876 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-4df9853e-fbf7-4026-aa9d-d1277e17f53a req-f9680394-0d3a-40f5-ac91-455e5cb1e2c3 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=d566308c-cba6-4925-8ac6-820573486d4b HTTP/1.1" status: 200 len: 943 time: 0.0531173 Jul 26 15:03:19.128027 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-4df9853e-fbf7-4026-aa9d-d1277e17f53a req-ef8d7024-beea-48fa-9dff-d3f0faf777e7 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=0a40a380-a7e3-4a95-a6e8-434c081c25fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406382 Jul 26 15:03:19.313330 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:03:19.327341 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e0d4c7-dd3b-4746-8bf9-9cfeaa72cb12 req-9f594aba-ac3d-48f4-a222-02d45d9da43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:03:19.329417 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-74e0d4c7-dd3b-4746-8bf9-9cfeaa72cb12 req-9f594aba-ac3d-48f4-a222-02d45d9da43b service neutron] 10.222.0.99 "GET /v2.0/networks?id=b73b63f9-386d-4870-ba80-b40f9d9a2c7e HTTP/1.1" status: 200 len: 910 time: 0.0903051 Jul 26 15:03:19.372071 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-74e0d4c7-dd3b-4746-8bf9-9cfeaa72cb12 req-b10feae9-1cc2-48f5-8de2-a54a72b2c692 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b5a1e8ca-f78d-4360-9bdf-c7858abfda14 HTTP/1.1" status: 200 len: 217 time: 0.0368431 Jul 26 15:03:19.374159 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52dbbb9-b4da-4992-9564-ca8cdf86316d req-dedfd3a6-85e7-48e5-a6de-c99260bc5514 tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:03:19.375724 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-e52dbbb9-b4da-4992-9564-ca8cdf86316d req-dedfd3a6-85e7-48e5-a6de-c99260bc5514 tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] 10.222.0.97 "GET /v2.0/ports?device_id=866736c8-98b7-441f-b37d-0c73e6a5e08b HTTP/1.1" status: 200 len: 943 time: 0.0483673 Jul 26 15:03:19.422453 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e0d4c7-dd3b-4746-8bf9-9cfeaa72cb12 req-f672cac3-745d-4bf0-8bd4-0eb77e735c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:03:19.423912 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-e52dbbb9-b4da-4992-9564-ca8cdf86316d req-ecb6d590-143c-4437-bba6-a377f684c3b4 tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] 10.222.0.97 "GET /v2.0/security-groups?id=0c886c1b-2fc4-46db-a8ed-d5b0dcd66c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419300 Jul 26 15:03:19.424039 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-74e0d4c7-dd3b-4746-8bf9-9cfeaa72cb12 req-f672cac3-745d-4bf0-8bd4-0eb77e735c4f service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e96b49e8-31db-4562-87bd-7f9ec819f90a HTTP/1.1" status: 200 len: 848 time: 0.0461540 Jul 26 15:03:19.456361 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-74e0d4c7-dd3b-4746-8bf9-9cfeaa72cb12 req-9a236e14-a9a6-467b-a3a6-17de727b93ac service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=b73b63f9-386d-4870-ba80-b40f9d9a2c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270028 Jul 26 15:03:19.552980 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-74e0d4c7-dd3b-4746-8bf9-9cfeaa72cb12 req-400b59d4-2745-484c-9ee3-14d68efbace0 service neutron] 10.222.0.99 "GET /v2.0/networks/b73b63f9-386d-4870-ba80-b40f9d9a2c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902190 Jul 26 15:03:19.595731 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Device b5a1e8ca-f78d-4360-9bdf-c7858abfda14 details requested by agent hyperv_hv-cinder-85103 with host hv-cinder-85103 {{(pid=111104) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:03:19.650000 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-74e0d4c7-dd3b-4746-8bf9-9cfeaa72cb12 req-9a4cf472-3957-4a33-8430-e0509e8a00e8 service neutron] 10.222.0.99 "GET /v2.0/networks/b73b63f9-386d-4870-ba80-b40f9d9a2c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917733 Jul 26 15:03:19.703255 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] For port b5a1e8ca-f78d-4360-9bdf-c7858abfda14, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=b5a1e8ca-f78d-4360-9bdf-c7858abfda14,segment=NetworkSegment(edc23215-3f13-4fa6-877f-4e1672f8a01c),segment_id=edc23215-3f13-4fa6-877f-4e1672f8a01c)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:03:19.715269 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Returning: {'device': 'b5a1e8ca-f78d-4360-9bdf-c7858abfda14', 'network_id': 'b73b63f9-386d-4870-ba80-b40f9d9a2c7e', 'port_id': 'b5a1e8ca-f78d-4360-9bdf-c7858abfda14', 'mac_address': 'fa:16:3e:6c:7f:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1094, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e96b49e8-31db-4562-87bd-7f9ec819f90a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111104) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:03:19.763689 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Current status of the port b5a1e8ca-f78d-4360-9bdf-c7858abfda14 is: DOWN; New status is: BUILD {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:03:19.763689 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (b5a1e8ca-f78d-4360-9bdf-c7858abfda14), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:19.773490 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.notifiers.nova [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5a1e8ca-f78d-4360-9bdf-c7858abfda14 {{(pid=111104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 15:03:19.793536 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] For port b5a1e8ca-f78d-4360-9bdf-c7858abfda14, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=b5a1e8ca-f78d-4360-9bdf-c7858abfda14,segment=NetworkSegment(edc23215-3f13-4fa6-877f-4e1672f8a01c),segment_id=edc23215-3f13-4fa6-877f-4e1672f8a01c)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:03:19.893773 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (b5a1e8ca-f78d-4360-9bdf-c7858abfda14), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:19.941721 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Pushing event updated for resources: {'Port': ['ID=b5a1e8ca-f78d-4360-9bdf-c7858abfda14,revision_number=4']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:03:19.948826 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:03:19.949171 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:03:19.949608 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:03:19.949942 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:03:19.950266 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:03:19.950584 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:03:19.950903 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:03:19.951294 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:03:19.951640 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:03:19.951965 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:03:19.952282 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:03:19.952600 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:03:19.952915 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:03:19.953228 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:03:19.953539 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:03:20.263723 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59646f59-70b6-40d0-87b6-f36cdfd9c5d8 req-911f8066-a040-4f4a-bde1-a65e7521b9b0 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:03:20.265227 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-59646f59-70b6-40d0-87b6-f36cdfd9c5d8 req-911f8066-a040-4f4a-bde1-a65e7521b9b0 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=d566308c-cba6-4925-8ac6-820573486d4b HTTP/1.1" status: 200 len: 943 time: 0.0521226 Jul 26 15:03:20.312374 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-59646f59-70b6-40d0-87b6-f36cdfd9c5d8 req-b94710ee-f93c-400e-8a43-a559a0cca694 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=0a40a380-a7e3-4a95-a6e8-434c081c25fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414455 Jul 26 15:03:20.345118 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] get_ports_and_sgs() called for port_ids ['b5a1e8ca-f78d-4360-9bdf-c7858abfda14'] {{(pid=111104) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:03:20.553210 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38127c52-6c23-4667-89d2-a97278a04504 req-77b10f5f-6055-435d-b38a-28024d39c9b4 tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:03:20.554679 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-38127c52-6c23-4667-89d2-a97278a04504 req-77b10f5f-6055-435d-b38a-28024d39c9b4 tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] 10.222.0.97 "GET /v2.0/ports?device_id=866736c8-98b7-441f-b37d-0c73e6a5e08b HTTP/1.1" status: 200 len: 944 time: 0.0522187 Jul 26 15:03:20.603001 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-38127c52-6c23-4667-89d2-a97278a04504 req-48f30c9d-066c-4586-8af7-11e7d3e9d36a tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] 10.222.0.97 "GET /v2.0/security-groups?id=0c886c1b-2fc4-46db-a8ed-d5b0dcd66c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427043 Jul 26 15:03:21.319987 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 52292) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:03:21.488489 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fe2eb4-a15a-4f4f-81f8-999c516bab91 req-cea9d252-bf75-4ddd-8bbd-254d1c03451b tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:03:21.489974 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-50fe2eb4-a15a-4f4f-81f8-999c516bab91 req-cea9d252-bf75-4ddd-8bbd-254d1c03451b tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=d566308c-cba6-4925-8ac6-820573486d4b HTTP/1.1" status: 200 len: 943 time: 0.0834270 Jul 26 15:03:21.514561 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=100 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:03:21.590056 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-50fe2eb4-a15a-4f4f-81f8-999c516bab91 req-7cda4c3d-f05b-4646-947f-90c3305469f2 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=0a40a380-a7e3-4a95-a6e8-434c081c25fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931447 Jul 26 15:03:21.601437 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Device 8504fd36-c770-40f1-b4b9-12e64454c451 details requested by agent hyperv_hv-cinder-85103 with host hv-cinder-85103 {{(pid=111104) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:03:21.608609 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Device b5a1e8ca-f78d-4360-9bdf-c7858abfda14 up at agent hyperv_hv-cinder-85103 {{(pid=111104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:03:21.706231 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Provisioning for port b5a1e8ca-f78d-4360-9bdf-c7858abfda14 completed by entity L2. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 15:03:21.727676 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7937f2c7-9c0b-4495-a327-2499e20aaced req-371d8532-45d4-4fc0-a754-3d013d5b0cfb tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:03:21.729951 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-7937f2c7-9c0b-4495-a327-2499e20aaced req-371d8532-45d4-4fc0-a754-3d013d5b0cfb tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] 10.222.0.97 "GET /v2.0/ports?device_id=866736c8-98b7-441f-b37d-0c73e6a5e08b HTTP/1.1" status: 200 len: 944 time: 0.0528245 Jul 26 15:03:21.751144 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] For port 8504fd36-c770-40f1-b4b9-12e64454c451, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=8504fd36-c770-40f1-b4b9-12e64454c451,segment=NetworkSegment(cec6c169-26ac-4d4a-8f8d-b81b07eccaa9),segment_id=cec6c169-26ac-4d4a-8f8d-b81b07eccaa9)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:03:21.763239 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Returning: {'device': '8504fd36-c770-40f1-b4b9-12e64454c451', 'network_id': '40bf059a-9593-4ce0-be05-c864bfa3c074', 'port_id': '8504fd36-c770-40f1-b4b9-12e64454c451', 'mac_address': 'fa:16:3e:ae:6f:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1098, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d76239a-a9c4-4c98-83cb-a3f6ea48b403', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111104) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:03:21.774346 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-2a602e78-20f3-4f74-9d93-108892337ee7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-688923'] for router_interface (5f57147f-1584-4a62-83b8-e842b7fdbfc2), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:21.783288 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-7937f2c7-9c0b-4495-a327-2499e20aaced req-bdd07793-60ae-4678-b387-3e13b368f631 tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] 10.222.0.97 "GET /v2.0/security-groups?id=0c886c1b-2fc4-46db-a8ed-d5b0dcd66c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463884 Jul 26 15:03:21.805854 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Current status of the port 8504fd36-c770-40f1-b4b9-12e64454c451 is: DOWN; New status is: BUILD {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:03:21.805854 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (8504fd36-c770-40f1-b4b9-12e64454c451), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:21.812169 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:03:21.815889 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.notifiers.nova [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8504fd36-c770-40f1-b4b9-12e64454c451 {{(pid=111104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 15:03:21.828296 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Provisioning complete for port b5a1e8ca-f78d-4360-9bdf-c7858abfda14 triggered by entity L2. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:03:21.828659 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (b5a1e8ca-f78d-4360-9bdf-c7858abfda14), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:21.851078 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:03:21.861282 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] For port 8504fd36-c770-40f1-b4b9-12e64454c451, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=8504fd36-c770-40f1-b4b9-12e64454c451,segment=NetworkSegment(cec6c169-26ac-4d4a-8f8d-b81b07eccaa9),segment_id=cec6c169-26ac-4d4a-8f8d-b81b07eccaa9)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:03:21.924421 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Current status of the port b5a1e8ca-f78d-4360-9bdf-c7858abfda14 is: BUILD; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:03:21.924920 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (b5a1e8ca-f78d-4360-9bdf-c7858abfda14), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:21.948365 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '866736c8-98b7-441f-b37d-0c73e6a5e08b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5a1e8ca-f78d-4360-9bdf-c7858abfda14'}] {{(pid=111104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:03:21.953467 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8a064b11bc677c9d4ab9f25c89ff6de8646fcd773e132cdea81d797053aa31c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12e0c0f6-000d-47ef-a626-9bf3161704b9" -d '{"events": [{"server_uuid": "866736c8-98b7-441f-b37d-0c73e6a5e08b", "name": "network-vif-plugged", "status": "completed", "tag": "b5a1e8ca-f78d-4360-9bdf-c7858abfda14"}]}' {{(pid=111104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:03:21.963066 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (8504fd36-c770-40f1-b4b9-12e64454c451), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:21.965903 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] For port b5a1e8ca-f78d-4360-9bdf-c7858abfda14, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=b5a1e8ca-f78d-4360-9bdf-c7858abfda14,segment=NetworkSegment(edc23215-3f13-4fa6-877f-4e1672f8a01c),segment_id=edc23215-3f13-4fa6-877f-4e1672f8a01c)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:03:21.994646 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 15:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8378862d-2d3d-44c6-b2e4-e236f9f8348e x-openstack-request-id: req-8378862d-2d3d-44c6-b2e4-e236f9f8348e {{(pid=111104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:03:21.994930 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "866736c8-98b7-441f-b37d-0c73e6a5e08b", "name": "network-vif-plugged", "status": "completed", "tag": "b5a1e8ca-f78d-4360-9bdf-c7858abfda14", "code": 200}]} {{(pid=111104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:03:21.995178 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-8378862d-2d3d-44c6-b2e4-e236f9f8348e {{(pid=111104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:03:21.995586 dv-cinder-851030-1-iscsi neutron-server[111104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8378862d-2d3d-44c6-b2e4-e236f9f8348e'] response: {'server_uuid': '866736c8-98b7-441f-b37d-0c73e6a5e08b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5a1e8ca-f78d-4360-9bdf-c7858abfda14', 'code': 200} Jul 26 15:03:22.005932 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.plugin [None req-2a602e78-20f3-4f74-9d93-108892337ee7 admin admin] Deleting port c22bd2eb-9253-40e7-9f5d-34524feb8d4d {{(pid=111102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:03:22.006274 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-2a602e78-20f3-4f74-9d93-108892337ee7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789580082445'] for port (c22bd2eb-9253-40e7-9f5d-34524feb8d4d), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:22.017892 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Pushing event updated for resources: {'Port': ['ID=8504fd36-c770-40f1-b4b9-12e64454c451,revision_number=9']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:03:22.034655 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-dbed4328-c8b4-4fb5-9dbd-b3f04ed2f278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (bb4183fa-e0c9-4858-9c34-b1ab78d39af4), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:22.042839 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=100 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:03:22.056702 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (b5a1e8ca-f78d-4360-9bdf-c7858abfda14), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:22.096920 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.db [None req-2a602e78-20f3-4f74-9d93-108892337ee7 admin admin] For port c22bd2eb-9253-40e7-9f5d-34524feb8d4d, host dv-cinder-851030-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851030-1-iscsi',level=0,port_id=c22bd2eb-9253-40e7-9f5d-34524feb8d4d,segment=NetworkSegment(44f32d63-89d2-4ed3-9d85-4654c6c16c14),segment_id=44f32d63-89d2-4ed3-9d85-4654c6c16c14)] {{(pid=111102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:03:22.097296 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-2a602e78-20f3-4f74-9d93-108892337ee7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580114'] for port (c22bd2eb-9253-40e7-9f5d-34524feb8d4d), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:22.107608 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Pushing event updated for resources: {'Port': ['ID=b5a1e8ca-f78d-4360-9bdf-c7858abfda14,revision_number=5']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:03:22.110810 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.plugin [None req-2a602e78-20f3-4f74-9d93-108892337ee7 admin admin] Calling delete_port for c22bd2eb-9253-40e7-9f5d-34524feb8d4d owned by network:router_interface {{(pid=111102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:03:22.224461 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=100 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:03:22.416909 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] get_ports_and_sgs() called for port_ids ['8504fd36-c770-40f1-b4b9-12e64454c451'] {{(pid=111104) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:03:22.422676 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a1df4e-bafe-44df-b029-3663935e42dd req-78fa0577-5029-4128-bdd5-3807c5af01d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:03:22.424254 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-86a1df4e-bafe-44df-b029-3663935e42dd req-78fa0577-5029-4128-bdd5-3807c5af01d8 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=866736c8-98b7-441f-b37d-0c73e6a5e08b HTTP/1.1" status: 200 len: 1129 time: 0.0429015 Jul 26 15:03:22.425272 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-2a602e78-20f3-4f74-9d93-108892337ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789580201795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789579689804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868105'] for port (c22bd2eb-9253-40e7-9f5d-34524feb8d4d), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:22.457285 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a602e78-20f3-4f74-9d93-108892337ee7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c22bd2eb-9253-40e7-9f5d-34524feb8d4d,revision_number=None']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:03:22.546282 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-86a1df4e-bafe-44df-b029-3663935e42dd req-cb7aa418-44b8-4668-bd80-9e4797cc8bd9 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=0c886c1b-2fc4-46db-a8ed-d5b0dcd66c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126463 Jul 26 15:03:22.655736 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-2a602e78-20f3-4f74-9d93-108892337ee7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689039'] for router_interface (5f57147f-1584-4a62-83b8-e842b7fdbfc2), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:22.722635 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e82a5e-7772-4cd4-a581-767a2ddd5b3e req-6424bfac-3ed7-4cb5-9fc8-d8c68360391c tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:03:22.724187 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-13e82a5e-7772-4cd4-a581-767a2ddd5b3e req-6424bfac-3ed7-4cb5-9fc8-d8c68360391c tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=d566308c-cba6-4925-8ac6-820573486d4b HTTP/1.1" status: 200 len: 944 time: 0.0522435 Jul 26 15:03:22.772209 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-13e82a5e-7772-4cd4-a581-767a2ddd5b3e req-5203b7a0-dbdd-4691-9a36-424f3a4d38a8 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=0a40a380-a7e3-4a95-a6e8-434c081c25fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423481 Jul 26 15:03:22.907421 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a602e78-20f3-4f74-9d93-108892337ee7 admin admin] Router 5f57147f-1584-4a62-83b8-e842b7fdbfc2 has already been hosted by L3 agent 66f8bb98-7ace-4a85-b6ba-ffe40597695b {{(pid=111102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:03:22.921249 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee3d09-a55a-4ad7-91a8-43a7c5f7fb1c req-22a08c90-cc88-4982-b902-d5a3b7de0d41 tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:03:22.922642 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-0fee3d09-a55a-4ad7-91a8-43a7c5f7fb1c req-22a08c90-cc88-4982-b902-d5a3b7de0d41 tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] 10.222.0.97 "GET /v2.0/ports?device_id=866736c8-98b7-441f-b37d-0c73e6a5e08b HTTP/1.1" status: 200 len: 945 time: 0.0563655 Jul 26 15:03:23.025245 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:03:23.050616 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-0fee3d09-a55a-4ad7-91a8-43a7c5f7fb1c req-2c02067d-9aaa-4b84-b38b-6e9fa7b14d22 tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] 10.222.0.97 "GET /v2.0/security-groups?id=0c886c1b-2fc4-46db-a8ed-d5b0dcd66c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195087 Jul 26 15:03:23.060814 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a602e78-20f3-4f74-9d93-108892337ee7 admin admin] Notify agent at l3_agent.dv-cinder-851030-1-iscsi the message routers_updated {{(pid=111102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:03:23.067919 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-2a602e78-20f3-4f74-9d93-108892337ee7 admin admin] 10.222.0.97 "PUT /v2.0/routers/5f57147f-1584-4a62-83b8-e842b7fdbfc2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7450364 Jul 26 15:03:23.068598 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 52306) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:03:23.071724 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8e525e-4c9f-4fae-8d42-bc7150f0a525 None None] Sync routers for ids ['5f57147f-1584-4a62-83b8-e842b7fdbfc2'] in dv-cinder-851030-1-iscsi {{(pid=111105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:03:23.082394 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8e525e-4c9f-4fae-8d42-bc7150f0a525 None None] Routers {'5f57147f-1584-4a62-83b8-e842b7fdbfc2'} bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:03:23.083023 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_hamode_db [None req-ef8e525e-4c9f-4fae-8d42-bc7150f0a525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851030-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-26T14:42:54Z,description=,heartbeat_timestamp=2022-07-26T15:02:54Z,host='dv-cinder-851030-1-iscsi',id=66f8bb98-7ace-4a85-b6ba-ffe40597695b,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:42:55Z,topic='l3_agent')) {'router_ids': ['5f57147f-1584-4a62-83b8-e842b7fdbfc2'], 'active': True} {{(pid=111105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:03:23.176488 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-2e860f97-6e29-4873-ac33-bfc2fc5f8402 admin admin] Publish callbacks [] for router (5f57147f-1584-4a62-83b8-e842b7fdbfc2), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:23.185551 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_dvr_db [None req-ef8e525e-4c9f-4fae-8d42-bc7150f0a525 None None] Set router 5f57147f-1584-4a62-83b8-e842b7fdbfc2 gateway port host: dv-cinder-851030-1-iscsi {{(pid=111105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:03:23.250709 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=100 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:03:23.280176 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-2e860f97-6e29-4873-ac33-bfc2fc5f8402 admin admin] Publish callbacks [] for router_gateway (5f57147f-1584-4a62-83b8-e842b7fdbfc2), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:23.285386 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=100 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:03:23.366218 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_hamode_db [None req-ef8e525e-4c9f-4fae-8d42-bc7150f0a525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f57147f-1584-4a62-83b8-e842b7fdbfc2', 'name': 'tempest-AttachVolumeNegativeTest-1038869275-router', 'tenant_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '8dee36ad-48a7-4c32-9e44-b495406a43fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:51:43Z', 'updated_at': '2022-07-26T15:03:22Z', 'revision_number': 5, 'project_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'gw_port': {'id': '8dee36ad-48a7-4c32-9e44-b495406a43fc', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:28:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f57147f-1584-4a62-83b8-e842b7fdbfc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T14:51:44Z', 'updated_at': '2022-07-26T14:51:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi'}], 'dv-cinder-851030-1-iscsi', False) {} {{(pid=111105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:03:23.393448 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8e525e-4c9f-4fae-8d42-bc7150f0a525 None None] Checking router: 5f57147f-1584-4a62-83b8-e842b7fdbfc2 for host: dv-cinder-851030-1-iscsi {{(pid=111105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:03:23.402703 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8e525e-4c9f-4fae-8d42-bc7150f0a525 None None] Routers {'5f57147f-1584-4a62-83b8-e842b7fdbfc2'} bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:03:23.403305 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_hamode_db [None req-ef8e525e-4c9f-4fae-8d42-bc7150f0a525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851030-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-26T14:42:54Z,description=,heartbeat_timestamp=2022-07-26T15:02:54Z,host='dv-cinder-851030-1-iscsi',id=66f8bb98-7ace-4a85-b6ba-ffe40597695b,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:42:55Z,topic='l3_agent')) {'router_ids': ['5f57147f-1584-4a62-83b8-e842b7fdbfc2'], 'active': True} {{(pid=111105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:03:23.406435 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=100 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:03:23.417502 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.plugin [None req-2e860f97-6e29-4873-ac33-bfc2fc5f8402 admin admin] Deleting port 8dee36ad-48a7-4c32-9e44-b495406a43fc {{(pid=111102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:03:23.417842 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-2e860f97-6e29-4873-ac33-bfc2fc5f8402 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789580082445'] for port (8dee36ad-48a7-4c32-9e44-b495406a43fc), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:23.483729 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_dvr_db [None req-ef8e525e-4c9f-4fae-8d42-bc7150f0a525 None None] Set router 5f57147f-1584-4a62-83b8-e842b7fdbfc2 gateway port host: None {{(pid=111105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:03:23.501567 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.db [None req-2e860f97-6e29-4873-ac33-bfc2fc5f8402 admin admin] For port 8dee36ad-48a7-4c32-9e44-b495406a43fc, host dv-cinder-851030-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851030-1-iscsi',level=0,port_id=8dee36ad-48a7-4c32-9e44-b495406a43fc,segment=NetworkSegment(9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7),segment_id=9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7)] {{(pid=111102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:03:23.507844 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-2e860f97-6e29-4873-ac33-bfc2fc5f8402 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580114'] for port (8dee36ad-48a7-4c32-9e44-b495406a43fc), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:23.515538 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.plugin [None req-2e860f97-6e29-4873-ac33-bfc2fc5f8402 admin admin] Calling delete_port for 8dee36ad-48a7-4c32-9e44-b495406a43fc owned by network:router_gateway {{(pid=111102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:03:23.535950 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_hamode_db [None req-ef8e525e-4c9f-4fae-8d42-bc7150f0a525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f57147f-1584-4a62-83b8-e842b7fdbfc2', 'name': 'tempest-AttachVolumeNegativeTest-1038869275-router', 'tenant_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:51:43Z', 'updated_at': '2022-07-26T15:03:23Z', 'revision_number': 6, 'project_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'gw_port_host': None}], 'dv-cinder-851030-1-iscsi', False) {} {{(pid=111105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:03:23.561798 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8e525e-4c9f-4fae-8d42-bc7150f0a525 None None] The sync data for ids ['5f57147f-1584-4a62-83b8-e842b7fdbfc2'] in dv-cinder-851030-1-iscsi is: [{'id': '5f57147f-1584-4a62-83b8-e842b7fdbfc2', 'name': 'tempest-AttachVolumeNegativeTest-1038869275-router', 'tenant_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T14:51:43Z', 'updated_at': '2022-07-26T15:03:23Z', 'revision_number': 6, 'project_id': 'ace4455a9e1b44e5bf7b04fd4abf81d7', 'gw_port_host': None}] {{(pid=111105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:03:23.616710 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Device 8504fd36-c770-40f1-b4b9-12e64454c451 up at agent hyperv_hv-cinder-85103 {{(pid=111104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:03:23.670141 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Provisioning complete for port 8504fd36-c770-40f1-b4b9-12e64454c451 triggered by entity L2. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:03:23.670519 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (8504fd36-c770-40f1-b4b9-12e64454c451), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:23.742919 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Current status of the port 8504fd36-c770-40f1-b4b9-12e64454c451 is: BUILD; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:03:23.743224 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (8504fd36-c770-40f1-b4b9-12e64454c451), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:23.751714 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:03:23.777815 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] For port 8504fd36-c770-40f1-b4b9-12e64454c451, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=8504fd36-c770-40f1-b4b9-12e64454c451,segment=NetworkSegment(cec6c169-26ac-4d4a-8f8d-b81b07eccaa9),segment_id=cec6c169-26ac-4d4a-8f8d-b81b07eccaa9)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:03:23.785106 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-2e860f97-6e29-4873-ac33-bfc2fc5f8402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789580201795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789579689804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868105'] for port (8dee36ad-48a7-4c32-9e44-b495406a43fc), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:23.810767 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e860f97-6e29-4873-ac33-bfc2fc5f8402 admin admin] Pushing event deleted for resources: {'Port': ['ID=8dee36ad-48a7-4c32-9e44-b495406a43fc,revision_number=None']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:03:23.878374 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-2e860f97-6e29-4873-ac33-bfc2fc5f8402 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690971'] for router_gateway (5f57147f-1584-4a62-83b8-e842b7fdbfc2), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:23.881139 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (8504fd36-c770-40f1-b4b9-12e64454c451), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:23.890258 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:03:23.910835 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49279e37-e1a4-434c-85b5-33f1f4cda613 req-3e22faad-1189-46e0-adcd-d2617377e823 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:03:23.912745 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-49279e37-e1a4-434c-85b5-33f1f4cda613 req-3e22faad-1189-46e0-adcd-d2617377e823 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=d566308c-cba6-4925-8ac6-820573486d4b HTTP/1.1" status: 200 len: 944 time: 0.0512385 Jul 26 15:03:23.939090 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Pushing event updated for resources: {'Port': ['ID=8504fd36-c770-40f1-b4b9-12e64454c451,revision_number=10']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:03:23.968999 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-49279e37-e1a4-434c-85b5-33f1f4cda613 req-5872758e-eec7-44be-944d-a2e26221e7f6 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=0a40a380-a7e3-4a95-a6e8-434c081c25fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499704 Jul 26 15:03:23.985544 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-2e860f97-6e29-4873-ac33-bfc2fc5f8402 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-859'] for router (5f57147f-1584-4a62-83b8-e842b7fdbfc2), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:23.988682 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-2e860f97-6e29-4873-ac33-bfc2fc5f8402 admin admin] Publish callbacks [] for router_controller (5f57147f-1584-4a62-83b8-e842b7fdbfc2), precommit_delete_associations {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:23.996489 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd566308c-cba6-4925-8ac6-820573486d4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8504fd36-c770-40f1-b4b9-12e64454c451'}] {{(pid=111104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:03:23.999095 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8a064b11bc677c9d4ab9f25c89ff6de8646fcd773e132cdea81d797053aa31c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-497b1897-3134-405f-aa10-0faed9ce6921" -d '{"events": [{"server_uuid": "d566308c-cba6-4925-8ac6-820573486d4b", "name": "network-vif-plugged", "status": "completed", "tag": "8504fd36-c770-40f1-b4b9-12e64454c451"}]}' {{(pid=111104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:03:24.047566 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 15:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28d72900-f225-4f47-ac24-dfaf048a1c9b x-openstack-request-id: req-28d72900-f225-4f47-ac24-dfaf048a1c9b {{(pid=111104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:03:24.049316 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d566308c-cba6-4925-8ac6-820573486d4b", "name": "network-vif-plugged", "status": "completed", "tag": "8504fd36-c770-40f1-b4b9-12e64454c451", "code": 200}]} {{(pid=111104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:03:24.049316 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-28d72900-f225-4f47-ac24-dfaf048a1c9b {{(pid=111104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:03:24.049316 dv-cinder-851030-1-iscsi neutron-server[111104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28d72900-f225-4f47-ac24-dfaf048a1c9b'] response: {'server_uuid': 'd566308c-cba6-4925-8ac6-820573486d4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8504fd36-c770-40f1-b4b9-12e64454c451', 'code': 200} Jul 26 15:03:24.137611 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-2e860f97-6e29-4873-ac33-bfc2fc5f8402 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-569106'] for router (5f57147f-1584-4a62-83b8-e842b7fdbfc2), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:24.138243 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e860f97-6e29-4873-ac33-bfc2fc5f8402 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f57147f-1584-4a62-83b8-e842b7fdbfc2 {{(pid=111102) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 15:03:24.143424 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-2e860f97-6e29-4873-ac33-bfc2fc5f8402 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:24.147126 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-2e860f97-6e29-4873-ac33-bfc2fc5f8402 admin admin] 10.222.0.97 "DELETE /v2.0/routers/5f57147f-1584-4a62-83b8-e842b7fdbfc2 HTTP/1.1" status: 204 len: 168 time: 1.0750635 Jul 26 15:03:24.147684 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 52314) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:03:24.180861 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a70e313-01f3-4ff1-b387-bb7007f0231b req-773da603-3f09-4cbe-91ef-dfcc33b6e6ab tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:03:24.182494 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-5a70e313-01f3-4ff1-b387-bb7007f0231b req-773da603-3f09-4cbe-91ef-dfcc33b6e6ab tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] 10.222.0.97 "GET /v2.0/ports?device_id=866736c8-98b7-441f-b37d-0c73e6a5e08b HTTP/1.1" status: 200 len: 945 time: 0.0550339 Jul 26 15:03:24.204188 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ea7db5b-c2f6-4be5-a4d1-ed9b7fa1f1df admin admin] Deleting subnet 2dc51976-041f-4e28-9975-c948630898a5 {{(pid=111102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 26 15:03:24.208181 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-1ea7db5b-c2f6-4be5-a4d1-ed9b7fa1f1df admin admin] Publish callbacks [] for subnet (2dc51976-041f-4e28-9975-c948630898a5), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:24.235450 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-5a70e313-01f3-4ff1-b387-bb7007f0231b req-fa223e26-ae78-4418-bfc7-b5f20ad99853 tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] 10.222.0.97 "GET /v2.0/security-groups?id=0c886c1b-2fc4-46db-a8ed-d5b0dcd66c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468447 Jul 26 15:03:24.257644 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-1ea7db5b-c2f6-4be5-a4d1-ed9b7fa1f1df admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6109376'] for subnet (2dc51976-041f-4e28-9975-c948630898a5), precommit_delete_associations {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:24.332482 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-1ea7db5b-c2f6-4be5-a4d1-ed9b7fa1f1df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1534251'] for subnet (2dc51976-041f-4e28-9975-c948630898a5), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:24.374035 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-8369aa26-9e0a-4e9f-ab20-db788e5d0f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (66f8bb98-7ace-4a85-b6ba-ffe40597695b), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:24.385098 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:DELETE=7 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:03:24.574228 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-1ea7db5b-c2f6-4be5-a4d1-ed9b7fa1f1df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1534242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4868132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4978243'] for subnet (2dc51976-041f-4e28-9975-c948630898a5), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:24.598384 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea7db5b-c2f6-4be5-a4d1-ed9b7fa1f1df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2dc51976-041f-4e28-9975-c948630898a5,revision_number=None']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:03:24.605473 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-1ea7db5b-c2f6-4be5-a4d1-ed9b7fa1f1df admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:24.608642 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-1ea7db5b-c2f6-4be5-a4d1-ed9b7fa1f1df admin admin] 10.222.0.97 "DELETE /v2.0/subnets/2dc51976-041f-4e28-9975-c948630898a5 HTTP/1.1" status: 204 len: 168 time: 0.4599547 Jul 26 15:03:24.611217 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 52316) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:03:24.615678 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11722601-14ed-491c-9b98-beae24c23e48 None None] Network 4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0 requested from dv-cinder-851030-1-iscsi {{(pid=111104) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 15:03:24.783162 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c43b945-2949-46ec-a85d-db46610ed1ca None None] DHCP port deletion for 4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0 request from dv-cinder-851030-1-iscsi {{(pid=111104) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 26 15:03:24.828518 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-1c43b945-2949-46ec-a85d-db46610ed1ca None None] Deleting port d4004de4-9b6b-48c7-86ae-ea9fc6ee8671 {{(pid=111104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:03:24.829067 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-1c43b945-2949-46ec-a85d-db46610ed1ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789580082445'] for port (d4004de4-9b6b-48c7-86ae-ea9fc6ee8671), before_delete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:24.901439 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-1c43b945-2949-46ec-a85d-db46610ed1ca None None] For port d4004de4-9b6b-48c7-86ae-ea9fc6ee8671, host dv-cinder-851030-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851030-1-iscsi',level=0,port_id=d4004de4-9b6b-48c7-86ae-ea9fc6ee8671,segment=NetworkSegment(44f32d63-89d2-4ed3-9d85-4654c6c16c14),segment_id=44f32d63-89d2-4ed3-9d85-4654c6c16c14)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:03:24.902460 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-1c43b945-2949-46ec-a85d-db46610ed1ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580114'] for port (d4004de4-9b6b-48c7-86ae-ea9fc6ee8671), precommit_delete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:24.907526 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device d4004de4-9b6b-48c7-86ae-ea9fc6ee8671 no longer exists at agent ovs-agent-dv-cinder-851030-1-iscsi {{(pid=111104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:03:24.937185 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:03:24.944490 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-1c43b945-2949-46ec-a85d-db46610ed1ca None None] Calling delete_port for d4004de4-9b6b-48c7-86ae-ea9fc6ee8671 owned by network:dhcp {{(pid=111104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:03:24.963627 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-1b3c1151-e605-4841-b9f6-40bc5f7ceb81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459809'] for network (4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:25.006720 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.plugin [None req-1b3c1151-e605-4841-b9f6-40bc5f7ceb81 admin admin] Deleting port d4004de4-9b6b-48c7-86ae-ea9fc6ee8671 {{(pid=111102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:03:25.007060 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-1b3c1151-e605-4841-b9f6-40bc5f7ceb81 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789580082445'] for port (d4004de4-9b6b-48c7-86ae-ea9fc6ee8671), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:25.112469 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.db [None req-1b3c1151-e605-4841-b9f6-40bc5f7ceb81 admin admin] For port d4004de4-9b6b-48c7-86ae-ea9fc6ee8671, host dv-cinder-851030-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851030-1-iscsi',level=0,port_id=d4004de4-9b6b-48c7-86ae-ea9fc6ee8671,segment=NetworkSegment(44f32d63-89d2-4ed3-9d85-4654c6c16c14),segment_id=44f32d63-89d2-4ed3-9d85-4654c6c16c14)] {{(pid=111102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:03:25.112855 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-1b3c1151-e605-4841-b9f6-40bc5f7ceb81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580114'] for port (d4004de4-9b6b-48c7-86ae-ea9fc6ee8671), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:25.133126 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.plugin [None req-1b3c1151-e605-4841-b9f6-40bc5f7ceb81 admin admin] Calling delete_port for d4004de4-9b6b-48c7-86ae-ea9fc6ee8671 owned by network:dhcp {{(pid=111102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:03:25.140871 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99363df9-031f-4fcb-9bfd-54223fe46ccf req-2a79c08d-4937-4a4c-9350-6c84b77f8800 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:03:25.142343 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-99363df9-031f-4fcb-9bfd-54223fe46ccf req-2a79c08d-4937-4a4c-9350-6c84b77f8800 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=d566308c-cba6-4925-8ac6-820573486d4b HTTP/1.1" status: 200 len: 946 time: 0.0750461 Jul 26 15:03:25.188650 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:03:25.200121 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Current status of the port d4004de4-9b6b-48c7-86ae-ea9fc6ee8671 is: ACTIVE; New status is: DOWN {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:03:25.200613 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (d4004de4-9b6b-48c7-86ae-ea9fc6ee8671), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:25.237904 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-99363df9-031f-4fcb-9bfd-54223fe46ccf req-6436d463-1529-47a8-abd7-111d45e2109e tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=0a40a380-a7e3-4a95-a6e8-434c081c25fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869148 Jul 26 15:03:25.332540 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-1c43b945-2949-46ec-a85d-db46610ed1ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789580201795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789579689804'] for port (d4004de4-9b6b-48c7-86ae-ea9fc6ee8671), after_delete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:25.359902 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff103446-5977-4e7e-b49b-3548e79dd067 req-256d783a-a52e-495b-915d-685983e43b39 tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:03:25.361552 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-ff103446-5977-4e7e-b49b-3548e79dd067 req-256d783a-a52e-495b-915d-685983e43b39 tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] 10.222.0.97 "GET /v2.0/ports?device_id=866736c8-98b7-441f-b37d-0c73e6a5e08b HTTP/1.1" status: 200 len: 945 time: 0.0515630 Jul 26 15:03:25.365079 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-1b3c1151-e605-4841-b9f6-40bc5f7ceb81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789580201795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789579689804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868105'] for port (d4004de4-9b6b-48c7-86ae-ea9fc6ee8671), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:25.381267 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c43b945-2949-46ec-a85d-db46610ed1ca None None] Pushing event deleted for resources: {'Port': ['ID=d4004de4-9b6b-48c7-86ae-ea9fc6ee8671,revision_number=None']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:03:25.389915 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device c22bd2eb-9253-40e7-9f5d-34524feb8d4d no longer exists at agent ovs-agent-dv-cinder-851030-1-iscsi {{(pid=111104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:03:25.396460 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c43b945-2949-46ec-a85d-db46610ed1ca None None] No DVR routers for this DVR port d4004de4-9b6b-48c7-86ae-ea9fc6ee8671 on host dv-cinder-851030-1-iscsi {{(pid=111104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 15:03:25.399962 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3c1151-e605-4841-b9f6-40bc5f7ceb81 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4004de4-9b6b-48c7-86ae-ea9fc6ee8671,revision_number=None']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:03:25.403820 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3c1151-e605-4841-b9f6-40bc5f7ceb81 admin admin] No DVR routers for this DVR port d4004de4-9b6b-48c7-86ae-ea9fc6ee8671 on host dv-cinder-851030-1-iscsi {{(pid=111102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 15:03:25.406340 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f82ceff-64bb-46cc-8a55-087a22caffbb req-20433f10-9612-4ce2-b2cf-7618f6dd1070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:03:25.407957 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-7f82ceff-64bb-46cc-8a55-087a22caffbb req-20433f10-9612-4ce2-b2cf-7618f6dd1070 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=d566308c-cba6-4925-8ac6-820573486d4b HTTP/1.1" status: 200 len: 1130 time: 0.0811992 Jul 26 15:03:25.429486 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] No Port match for: c22bd2eb-9253-40e7-9f5d-34524feb8d4d {{(pid=111104) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:03:25.429826 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device c22bd2eb-9253-40e7-9f5d-34524feb8d4d not bound to the agent host dv-cinder-851030-1-iscsi {{(pid=111104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:03:25.430222 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device 8dee36ad-48a7-4c32-9e44-b495406a43fc no longer exists at agent ovs-agent-dv-cinder-851030-1-iscsi {{(pid=111104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:03:25.434676 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-ff103446-5977-4e7e-b49b-3548e79dd067 req-25db5481-c0ff-40f2-8d10-df026de7c938 tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] 10.222.0.97 "GET /v2.0/security-groups?id=0c886c1b-2fc4-46db-a8ed-d5b0dcd66c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635252 Jul 26 15:03:25.451929 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] No Port match for: 8dee36ad-48a7-4c32-9e44-b495406a43fc {{(pid=111104) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:03:25.452276 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device 8dee36ad-48a7-4c32-9e44-b495406a43fc not bound to the agent host dv-cinder-851030-1-iscsi {{(pid=111104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:03:25.505648 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b30572d2-bee0-4462-94ed-c13cd0ef4273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (40fac31a-afaa-44e8-8521-47b803a59f0f), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:25.510964 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-1b3c1151-e605-4841-b9f6-40bc5f7ceb81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1536261', 'neutron.services.segments.db._delete_segments_for_network-8789580160202'] for network (4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:25.531633 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-7f82ceff-64bb-46cc-8a55-087a22caffbb req-b212a779-c674-467c-ace8-8cfdf2598b26 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=0a40a380-a7e3-4a95-a6e8-434c081c25fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024621 Jul 26 15:03:25.539664 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.services.segments.db [None req-1b3c1151-e605-4841-b9f6-40bc5f7ceb81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0']}} {{(pid=111102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:03:25.541474 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:03:25.550133 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.services.segments.db [None req-1b3c1151-e605-4841-b9f6-40bc5f7ceb81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44f32d63-89d2-4ed3-9d85-4654c6c16c14') {'for_net_delete': True} {{(pid=111102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:03:25.555283 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.services.segments.db [None req-1b3c1151-e605-4841-b9f6-40bc5f7ceb81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44f32d63-89d2-4ed3-9d85-4654c6c16c14') {} {{(pid=111102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:03:25.560513 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-1b3c1151-e605-4841-b9f6-40bc5f7ceb81 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789580160103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6109401'] for segment (44f32d63-89d2-4ed3-9d85-4654c6c16c14), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:25.575288 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-1b3c1151-e605-4841-b9f6-40bc5f7ceb81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1539468'] for segment (44f32d63-89d2-4ed3-9d85-4654c6c16c14), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:25.581992 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b3c1151-e605-4841-b9f6-40bc5f7ceb81 admin admin] Releasing vlan 1079 on physical network physnet1 to pool {{(pid=111102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 15:03:25.582376 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-1b3c1151-e605-4841-b9f6-40bc5f7ceb81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1539468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4868218'] for segment (44f32d63-89d2-4ed3-9d85-4654c6c16c14), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:25.603877 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.services.segments.plugin [-] Segment 44f32d63-89d2-4ed3-9d85-4654c6c16c14 resource provider aggregate not found Jul 26 15:03:25.638552 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.services.segments.plugin [-] Segment 44f32d63-89d2-4ed3-9d85-4654c6c16c14 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 44f32d63-89d2-4ed3-9d85-4654c6c16c14 found for delete ", "request_id": "req-5440f432-409c-4265-9002-8dba292a111a"}]} Jul 26 15:03:25.768650 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-1b3c1151-e605-4841-b9f6-40bc5f7ceb81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1536270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690999'] for network (4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:25.774371 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-1b3c1151-e605-4841-b9f6-40bc5f7ceb81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524685'] for network (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:25.781964 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-1b3c1151-e605-4841-b9f6-40bc5f7ceb81 admin admin] 10.222.0.97 "DELETE /v2.0/networks/4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0 HTTP/1.1" status: 204 len: 168 time: 1.1653130 Jul 26 15:03:25.788910 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3c1151-e605-4841-b9f6-40bc5f7ceb81 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d5ed78d-8d76-4adc-bb4a-8f7229cb4df0,revision_number=None']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:03:26.218099 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 52334) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:03:26.257437 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-4cbec6b6-5b47-45b5-b3ca-aabc24169345 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=ace4455a9e1b44e5bf7b04fd4abf81d7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0381932 Jul 26 15:03:26.260947 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 52336) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:03:26.310893 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-459b531d-0839-42b7-aa9a-c900d1f6cdf0 admin admin] Publish callbacks [] for security_group (8c0ce298-59cc-47d3-a4c0-834f1b7e024c), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:26.334423 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-459b531d-0839-42b7-aa9a-c900d1f6cdf0 admin admin] Publish callbacks [] for security_group (8c0ce298-59cc-47d3-a4c0-834f1b7e024c), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:26.369390 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d595ff7-ad63-452a-a452-c7d601a40b98 req-b1ff5d83-17bb-4dee-85c4-1b80c5e63666 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:03:26.370994 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-5d595ff7-ad63-452a-a452-c7d601a40b98 req-b1ff5d83-17bb-4dee-85c4-1b80c5e63666 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=d566308c-cba6-4925-8ac6-820573486d4b HTTP/1.1" status: 200 len: 946 time: 0.0487471 Jul 26 15:03:26.418974 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-5d595ff7-ad63-452a-a452-c7d601a40b98 req-84fbfd27-1162-487e-bc2e-e9bdd6ddd26a tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=0a40a380-a7e3-4a95-a6e8-434c081c25fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420792 Jul 26 15:03:26.573675 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-459b531d-0839-42b7-aa9a-c900d1f6cdf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (8c0ce298-59cc-47d3-a4c0-834f1b7e024c), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:26.576650 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-459b531d-0839-42b7-aa9a-c900d1f6cdf0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:26.577814 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-459b531d-0839-42b7-aa9a-c900d1f6cdf0 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/8c0ce298-59cc-47d3-a4c0-834f1b7e024c HTTP/1.1" status: 204 len: 168 time: 0.3170381 Jul 26 15:03:26.589151 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459b531d-0839-42b7-aa9a-c900d1f6cdf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c0ce298-59cc-47d3-a4c0-834f1b7e024c,revision_number=None']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:03:26.996631 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b977bc9f-0510-4ebd-94dd-930fc4499a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (e5556d63-fbf3-48f2-bfac-7896e86945c3), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:27.168493 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (df49e665-2de0-463a-a1e1-c989804d5593), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:27.210514 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fa6541-5dfc-4568-ae99-f4afbeb3f7a7 req-61255eb6-e032-4fd7-9116-038ad13c4304 tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:03:27.212050 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-f4fa6541-5dfc-4568-ae99-f4afbeb3f7a7 req-61255eb6-e032-4fd7-9116-038ad13c4304 tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] 10.222.0.97 "GET /v2.0/ports?device_id=866736c8-98b7-441f-b37d-0c73e6a5e08b HTTP/1.1" status: 200 len: 945 time: 0.0487623 Jul 26 15:03:27.262845 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-f4fa6541-5dfc-4568-ae99-f4afbeb3f7a7 req-89864859-69d0-41c9-8eaa-dad6f1024784 tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] 10.222.0.97 "GET /v2.0/security-groups?id=0c886c1b-2fc4-46db-a8ed-d5b0dcd66c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451469 Jul 26 15:03:27.553473 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b72425-c9d2-4e33-9dca-eb19e2747258 req-d896aff1-793b-4d6d-89ab-1881f86fb605 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:03:27.555602 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-f8b72425-c9d2-4e33-9dca-eb19e2747258 req-d896aff1-793b-4d6d-89ab-1881f86fb605 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=d566308c-cba6-4925-8ac6-820573486d4b HTTP/1.1" status: 200 len: 946 time: 0.0547814 Jul 26 15:03:27.606922 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:03:27.611780 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-f8b72425-c9d2-4e33-9dca-eb19e2747258 req-c25b99a2-9210-4ef0-922e-433a0e1e4177 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=0a40a380-a7e3-4a95-a6e8-434c081c25fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467024 Jul 26 15:03:28.384593 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255f1f22-01b5-483d-a6b1-8b6f051fa9c5 req-27109c14-b234-4a7f-9446-6f6478bbbe8d tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:03:28.386095 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-255f1f22-01b5-483d-a6b1-8b6f051fa9c5 req-27109c14-b234-4a7f-9446-6f6478bbbe8d tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] 10.222.0.97 "GET /v2.0/ports?device_id=866736c8-98b7-441f-b37d-0c73e6a5e08b HTTP/1.1" status: 200 len: 945 time: 0.0492666 Jul 26 15:03:28.433714 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-255f1f22-01b5-483d-a6b1-8b6f051fa9c5 req-80d1f42f-b261-4d19-893e-09eac5fbf116 tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] 10.222.0.97 "GET /v2.0/security-groups?id=0c886c1b-2fc4-46db-a8ed-d5b0dcd66c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419621 Jul 26 15:03:28.740020 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdad881-8629-4ca8-bf6f-c1b410bcc005 req-7b316398-8dec-4f1d-bb49-75b9ea8b3b6c tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:03:28.741599 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-bcdad881-8629-4ca8-bf6f-c1b410bcc005 req-7b316398-8dec-4f1d-bb49-75b9ea8b3b6c tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=d566308c-cba6-4925-8ac6-820573486d4b HTTP/1.1" status: 200 len: 946 time: 0.0490775 Jul 26 15:03:28.789623 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-bcdad881-8629-4ca8-bf6f-c1b410bcc005 req-3705246b-5093-4e1c-9bc3-eebccdbb0644 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=0a40a380-a7e3-4a95-a6e8-434c081c25fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425186 Jul 26 15:03:29.187448 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396d920a-c335-4d77-9bfa-09468e763dd1 req-ba1e7eb1-66cf-4c95-b415-d8fecea3df5b tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:03:29.188825 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-396d920a-c335-4d77-9bfa-09468e763dd1 req-ba1e7eb1-66cf-4c95-b415-d8fecea3df5b tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] 10.222.0.99 "GET /v2.0/ports?device_id=866736c8-98b7-441f-b37d-0c73e6a5e08b HTTP/1.1" status: 200 len: 945 time: 0.0488999 Jul 26 15:03:29.277511 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.plugin [req-396d920a-c335-4d77-9bfa-09468e763dd1 req-f7a67796-384f-487a-bcd2-3b03a382e33c tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] Deleting port b5a1e8ca-f78d-4360-9bdf-c7858abfda14 {{(pid=111102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:03:29.277852 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-396d920a-c335-4d77-9bfa-09468e763dd1 req-f7a67796-384f-487a-bcd2-3b03a382e33c tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789580082445'] for port (b5a1e8ca-f78d-4360-9bdf-c7858abfda14), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:29.372853 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.db [req-396d920a-c335-4d77-9bfa-09468e763dd1 req-f7a67796-384f-487a-bcd2-3b03a382e33c tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] For port b5a1e8ca-f78d-4360-9bdf-c7858abfda14, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=b5a1e8ca-f78d-4360-9bdf-c7858abfda14,segment=NetworkSegment(edc23215-3f13-4fa6-877f-4e1672f8a01c),segment_id=edc23215-3f13-4fa6-877f-4e1672f8a01c)] {{(pid=111102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:03:29.373221 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-396d920a-c335-4d77-9bfa-09468e763dd1 req-f7a67796-384f-487a-bcd2-3b03a382e33c tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580114'] for port (b5a1e8ca-f78d-4360-9bdf-c7858abfda14), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:29.387974 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.plugin [req-396d920a-c335-4d77-9bfa-09468e763dd1 req-f7a67796-384f-487a-bcd2-3b03a382e33c tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] Calling delete_port for b5a1e8ca-f78d-4360-9bdf-c7858abfda14 owned by compute:nova {{(pid=111102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:03:29.396461 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:03:29.568799 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad79bcec-1265-456e-beb8-abd1b10de334 req-dcee5ed4-a4c6-4215-934b-2ae7967e5080 tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:03:29.570376 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-ad79bcec-1265-456e-beb8-abd1b10de334 req-dcee5ed4-a4c6-4215-934b-2ae7967e5080 tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] 10.222.0.97 "GET /v2.0/ports?device_id=866736c8-98b7-441f-b37d-0c73e6a5e08b HTTP/1.1" status: 200 len: 945 time: 0.0537956 Jul 26 15:03:29.593983 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:03:29.601475 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 52438) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:03:29.623753 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-ad79bcec-1265-456e-beb8-abd1b10de334 req-b847a936-35cf-4b11-9413-89b60034a6e9 tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] 10.222.0.97 "GET /v2.0/security-groups?id=0c886c1b-2fc4-46db-a8ed-d5b0dcd66c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465486 Jul 26 15:03:29.655047 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-396d920a-c335-4d77-9bfa-09468e763dd1 req-f7a67796-384f-487a-bcd2-3b03a382e33c tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789580201795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789579689804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868105'] for port (b5a1e8ca-f78d-4360-9bdf-c7858abfda14), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:29.685044 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a67796-384f-487a-bcd2-3b03a382e33c tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] Pushing event deleted for resources: {'Port': ['ID=b5a1e8ca-f78d-4360-9bdf-c7858abfda14,revision_number=None']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:03:29.718229 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-d506cdd8-426c-4b12-884e-ff8dfd0b05de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:29.730073 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.l3_dvrscheduler_db [req-396d920a-c335-4d77-9bfa-09468e763dd1 req-f7a67796-384f-487a-bcd2-3b03a382e33c tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] No DVR routers for this DVR port b5a1e8ca-f78d-4360-9bdf-c7858abfda14 on host hv-cinder-85103 {{(pid=111102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 15:03:29.732664 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-396d920a-c335-4d77-9bfa-09468e763dd1 req-f7a67796-384f-487a-bcd2-3b03a382e33c tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-431034'] for port (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:29.735918 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-396d920a-c335-4d77-9bfa-09468e763dd1 req-f7a67796-384f-487a-bcd2-3b03a382e33c tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] 10.222.0.99 "DELETE /v2.0/ports/b5a1e8ca-f78d-4360-9bdf-c7858abfda14 HTTP/1.1" status: 204 len: 173 time: 0.5407300 Jul 26 15:03:29.736355 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '866736c8-98b7-441f-b37d-0c73e6a5e08b', 'name': 'network-vif-deleted', 'tag': 'b5a1e8ca-f78d-4360-9bdf-c7858abfda14'}] {{(pid=111102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:03:29.739607 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8185506cd1cc56e10fcde42571d85de650c4e290bb1b6bf5ec2f858ed2201c15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80aa8fab-02d0-48b7-8af5-249f0b6e672f" -d '{"events": [{"server_uuid": "866736c8-98b7-441f-b37d-0c73e6a5e08b", "name": "network-vif-deleted", "tag": "b5a1e8ca-f78d-4360-9bdf-c7858abfda14"}]}' {{(pid=111102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:03:29.800839 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-d506cdd8-426c-4b12-884e-ff8dfd0b05de admin admin] Publish callbacks [] for security_group (0b05d02b-1265-410e-9726-3a54ea947bc1), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:29.897880 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-d506cdd8-426c-4b12-884e-ff8dfd0b05de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (0b05d02b-1265-410e-9726-3a54ea947bc1), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:29.914777 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 15:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9183f57c-3b67-4ce8-b939-167f063f66fa x-openstack-request-id: req-9183f57c-3b67-4ce8-b939-167f063f66fa {{(pid=111102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:03:29.915036 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "866736c8-98b7-441f-b37d-0c73e6a5e08b", "name": "network-vif-deleted", "tag": "b5a1e8ca-f78d-4360-9bdf-c7858abfda14", "status": "completed", "code": 200}]} {{(pid=111102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:03:29.915299 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-9183f57c-3b67-4ce8-b939-167f063f66fa {{(pid=111102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:03:29.915738 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9183f57c-3b67-4ce8-b939-167f063f66fa'] response: {'server_uuid': '866736c8-98b7-441f-b37d-0c73e6a5e08b', 'name': 'network-vif-deleted', 'tag': 'b5a1e8ca-f78d-4360-9bdf-c7858abfda14', 'status': 'completed', 'code': 200} Jul 26 15:03:29.934582 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cc7b5a-3a5b-4a60-8364-20faf048a995 req-b6b259ab-712f-4c1d-afa9-b5b2de14fb8b tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:03:29.936175 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-b3cc7b5a-3a5b-4a60-8364-20faf048a995 req-b6b259ab-712f-4c1d-afa9-b5b2de14fb8b tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=d566308c-cba6-4925-8ac6-820573486d4b HTTP/1.1" status: 200 len: 946 time: 0.0534368 Jul 26 15:03:29.939025 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-d506cdd8-426c-4b12-884e-ff8dfd0b05de admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=e5f0dc08c2c046f9901d5c265a0b1a3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3364961 Jul 26 15:03:29.940110 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d506cdd8-426c-4b12-884e-ff8dfd0b05de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b05d02b-1265-410e-9726-3a54ea947bc1,revision_number=1']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:03:29.942623 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 52448) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:03:29.990832 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-b3cc7b5a-3a5b-4a60-8364-20faf048a995 req-d15edd28-503a-4b1a-bcfd-87177f42ae91 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=0a40a380-a7e3-4a95-a6e8-434c081c25fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450187 Jul 26 15:03:29.997446 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-5f00633a-0c3f-46a6-a595-a4474f881478 admin admin] Publish callbacks [] for security_group (0b05d02b-1265-410e-9726-3a54ea947bc1), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:30.009063 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:03:30.022552 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-5f00633a-0c3f-46a6-a595-a4474f881478 admin admin] Publish callbacks [] for security_group (0b05d02b-1265-410e-9726-3a54ea947bc1), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:30.173542 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-5f00633a-0c3f-46a6-a595-a4474f881478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (0b05d02b-1265-410e-9726-3a54ea947bc1), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:30.176133 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-5f00633a-0c3f-46a6-a595-a4474f881478 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:30.177866 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-5f00633a-0c3f-46a6-a595-a4474f881478 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/0b05d02b-1265-410e-9726-3a54ea947bc1 HTTP/1.1" status: 204 len: 168 time: 0.2340920 Jul 26 15:03:30.185893 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f00633a-0c3f-46a6-a595-a4474f881478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b05d02b-1265-410e-9726-3a54ea947bc1,revision_number=None']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:03:30.744590 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-bd6d8689-88f8-419a-bdaf-c76212f25d41 req-8b7aa0cb-080d-47f0-84cc-77df3a898786 tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] 10.222.0.97 "GET /v2.0/ports?device_id=866736c8-98b7-441f-b37d-0c73e6a5e08b HTTP/1.1" status: 200 len: 210 time: 0.0312634 Jul 26 15:03:30.949155 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 52458) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:03:30.962691 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-1acc033c-e7a5-40c3-b224-ba9ef0549623 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:31.036672 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-1acc033c-e7a5-40c3-b224-ba9ef0549623 admin admin] Publish callbacks [] for security_group (2c6eb7f5-addb-44c0-8f42-49108709f087), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:31.115704 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-1acc033c-e7a5-40c3-b224-ba9ef0549623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (2c6eb7f5-addb-44c0-8f42-49108709f087), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:31.157447 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-1acc033c-e7a5-40c3-b224-ba9ef0549623 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=0045003d427a4fe9bccf5ae2e917cfa1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2072098 Jul 26 15:03:31.158297 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acc033c-e7a5-40c3-b224-ba9ef0549623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c6eb7f5-addb-44c0-8f42-49108709f087,revision_number=1']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:03:31.160270 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 52460) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:03:31.216107 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-70176b1b-47f3-499b-814f-f998c7ad41d8 admin admin] Publish callbacks [] for security_group (2c6eb7f5-addb-44c0-8f42-49108709f087), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:31.237804 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-70176b1b-47f3-499b-814f-f998c7ad41d8 admin admin] Publish callbacks [] for security_group (2c6eb7f5-addb-44c0-8f42-49108709f087), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:31.388821 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-70176b1b-47f3-499b-814f-f998c7ad41d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (2c6eb7f5-addb-44c0-8f42-49108709f087), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:31.391395 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-70176b1b-47f3-499b-814f-f998c7ad41d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:31.392575 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-70176b1b-47f3-499b-814f-f998c7ad41d8 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/2c6eb7f5-addb-44c0-8f42-49108709f087 HTTP/1.1" status: 204 len: 168 time: 0.2306561 Jul 26 15:03:31.400992 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70176b1b-47f3-499b-814f-f998c7ad41d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c6eb7f5-addb-44c0-8f42-49108709f087,revision_number=None']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:03:31.663902 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Device b5a1e8ca-f78d-4360-9bdf-c7858abfda14 no longer exists at agent hyperv_hv-cinder-85103 {{(pid=111104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:03:31.689503 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] No Port match for: b5a1e8ca-f78d-4360-9bdf-c7858abfda14 {{(pid=111104) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:03:31.689849 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Device b5a1e8ca-f78d-4360-9bdf-c7858abfda14 not bound to the agent host hv-cinder-85103 {{(pid=111104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:03:32.315271 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fa587d-2158-4c53-8ead-19b0a36f83b4 req-2a64d95f-4c23-40e5-80a1-6df8937e4066 tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:03:32.316831 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-c1fa587d-2158-4c53-8ead-19b0a36f83b4 req-2a64d95f-4c23-40e5-80a1-6df8937e4066 tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] 10.222.0.97 "GET /v2.0/networks?id=b73b63f9-386d-4870-ba80-b40f9d9a2c7e HTTP/1.1" status: 200 len: 808 time: 0.3366830 Jul 26 15:03:32.333378 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-c1fa587d-2158-4c53-8ead-19b0a36f83b4 req-a4d906fe-e7ca-4c47-ad32-e3f816b94855 tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] 10.222.0.97 "GET /v2.0/quotas/ba1773de981b41bd829bc90d92f2f649 HTTP/1.1" status: 200 len: 375 time: 0.0103796 Jul 26 15:03:32.366527 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-c1fa587d-2158-4c53-8ead-19b0a36f83b4 req-3192061e-39e8-48f2-b34b-f9fde6bc253e tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=ba1773de981b41bd829bc90d92f2f649&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276515 Jul 26 15:03:32.417353 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:03:32.471029 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-c1fa587d-2158-4c53-8ead-19b0a36f83b4 req-e955217a-fed9-41d0-a892-dd3917ad396a service neutron] 10.222.0.97 "GET /v2.0/networks/b73b63f9-386d-4870-ba80-b40f9d9a2c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975313 Jul 26 15:03:32.568630 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-c1fa587d-2158-4c53-8ead-19b0a36f83b4 req-641644dc-f0a9-449a-8b36-4e297cabd02f service neutron] 10.222.0.97 "GET /v2.0/networks/b73b63f9-386d-4870-ba80-b40f9d9a2c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908108 Jul 26 15:03:32.925986 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-84571431-d216-4437-9f9d-c605e4a187d3 req-a3560d7f-08d4-4f94-a6ad-f357099053f7 tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] 10.222.0.97 "GET /v2.0/ports?device_id=3404fb91-0bb9-48ca-a96e-72a486feb249 HTTP/1.1" status: 200 len: 210 time: 0.0303235 Jul 26 15:03:34.029268 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-f1c3a7f0-0411-4473-ab76-c652ba712c7b req-0059c961-747f-4a83-83b7-8df061540a71 tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] 10.222.0.97 "GET /v2.0/ports?device_id=3404fb91-0bb9-48ca-a96e-72a486feb249 HTTP/1.1" status: 200 len: 210 time: 0.0324318 Jul 26 15:03:35.132850 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-a6d32411-2071-4d7b-b551-f3235e074001 req-934578a1-118f-475b-a0c6-1178be81364d tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] 10.222.0.97 "GET /v2.0/ports?device_id=3404fb91-0bb9-48ca-a96e-72a486feb249 HTTP/1.1" status: 200 len: 210 time: 0.0286865 Jul 26 15:03:36.100970 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fa587d-2158-4c53-8ead-19b0a36f83b4 req-c58f106e-9fab-466f-bfa5-e2c26b6bc0b3 tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:03:36.102554 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-c1fa587d-2158-4c53-8ead-19b0a36f83b4 req-c58f106e-9fab-466f-bfa5-e2c26b6bc0b3 tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] 10.222.0.99 "GET /v2.0/networks?id=b73b63f9-386d-4870-ba80-b40f9d9a2c7e HTTP/1.1" status: 200 len: 808 time: 0.1061578 Jul 26 15:03:36.120823 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.v2.base [req-c1fa587d-2158-4c53-8ead-19b0a36f83b4 req-d896ca3e-c55a-40da-9ad2-79cb55ef132e tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] Request body: {'port': {'device_id': '3404fb91-0bb9-48ca-a96e-72a486feb249', 'network_id': 'b73b63f9-386d-4870-ba80-b40f9d9a2c7e', 'admin_state_up': True, 'tenant_id': 'ba1773de981b41bd829bc90d92f2f649'}} {{(pid=111102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:03:36.235007 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-70dd51c6-1854-4880-b26e-b0ad54f318bd req-5c338ce4-555b-4d5f-95e3-81d695366fac tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] 10.222.0.97 "GET /v2.0/ports?device_id=3404fb91-0bb9-48ca-a96e-72a486feb249 HTTP/1.1" status: 200 len: 210 time: 0.0286279 Jul 26 15:03:36.344802 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1fa587d-2158-4c53-8ead-19b0a36f83b4 req-d896ca3e-c55a-40da-9ad2-79cb55ef132e tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] Made reservation on behalf of ba1773de981b41bd829bc90d92f2f649 for: {'port': 1} {{(pid=111102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:03:36.348274 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-c1fa587d-2158-4c53-8ead-19b0a36f83b4 req-d896ca3e-c55a-40da-9ad2-79cb55ef132e tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:36.477999 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.db_base_plugin_common [req-c1fa587d-2158-4c53-8ead-19b0a36f83b4 req-d896ca3e-c55a-40da-9ad2-79cb55ef132e tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] Allocated IP 172.20.0.7 (b73b63f9-386d-4870-ba80-b40f9d9a2c7e/e96b49e8-31db-4562-87bd-7f9ec819f90a/525f51e1-8af4-4082-bec3-f7791d2e1165) {{(pid=111102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:03:36.488408 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:03:36.630532 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-c1fa587d-2158-4c53-8ead-19b0a36f83b4 req-d896ca3e-c55a-40da-9ad2-79cb55ef132e tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] Publish callbacks [] for port (525f51e1-8af4-4082-bec3-f7791d2e1165), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:36.635965 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:03:36.754258 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-c1fa587d-2158-4c53-8ead-19b0a36f83b4 req-d896ca3e-c55a-40da-9ad2-79cb55ef132e tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789579689795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868105'] for port (525f51e1-8af4-4082-bec3-f7791d2e1165), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:36.801548 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1fa587d-2158-4c53-8ead-19b0a36f83b4 req-d896ca3e-c55a-40da-9ad2-79cb55ef132e tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] Network b73b63f9-386d-4870-ba80-b40f9d9a2c7e is already hosted by enough agents. {{(pid=111102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:03:36.806611 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.base_scheduler [req-c1fa587d-2158-4c53-8ead-19b0a36f83b4 req-d896ca3e-c55a-40da-9ad2-79cb55ef132e tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] Resources bound (agent type, host, resource id): {{(pid=111102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:03:36.808781 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d896ca3e-c55a-40da-9ad2-79cb55ef132e tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] Pushing event updated for resources: {'Port': ['ID=525f51e1-8af4-4082-bec3-f7791d2e1165,revision_number=1']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:03:36.810929 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1fa587d-2158-4c53-8ead-19b0a36f83b4 req-d896ca3e-c55a-40da-9ad2-79cb55ef132e tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] Received port after_create {{(pid=111102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:03:36.864422 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fa587d-2158-4c53-8ead-19b0a36f83b4 req-d896ca3e-c55a-40da-9ad2-79cb55ef132e tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:03:36.865042 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-c1fa587d-2158-4c53-8ead-19b0a36f83b4 req-d896ca3e-c55a-40da-9ad2-79cb55ef132e tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-431034'] for port (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:36.976029 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-c1fa587d-2158-4c53-8ead-19b0a36f83b4 req-d896ca3e-c55a-40da-9ad2-79cb55ef132e tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8587732 Jul 26 15:03:37.005108 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.v2.base [req-c1fa587d-2158-4c53-8ead-19b0a36f83b4 req-f9926368-cc2a-4b0e-b8ed-99746ce0cf55 service neutron] Request body: {'port': {'device_id': '3404fb91-0bb9-48ca-a96e-72a486feb249', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85103'}} {{(pid=111102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:03:37.063921 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-c1fa587d-2158-4c53-8ead-19b0a36f83b4 req-f9926368-cc2a-4b0e-b8ed-99746ce0cf55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (525f51e1-8af4-4082-bec3-f7791d2e1165), before_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:37.081888 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=4 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:03:37.082679 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=19 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:03:37.350857 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.notifiers.nova [req-c1fa587d-2158-4c53-8ead-19b0a36f83b4 req-f9926368-cc2a-4b0e-b8ed-99746ce0cf55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 525f51e1-8af4-4082-bec3-f7791d2e1165 {{(pid=111102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 15:03:37.363778 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-c1fa587d-2158-4c53-8ead-19b0a36f83b4 req-f9926368-cc2a-4b0e-b8ed-99746ce0cf55 service neutron] Publish callbacks [] for port (525f51e1-8af4-4082-bec3-f7791d2e1165), precommit_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:37.381364 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecc3b74-dfe6-4c5b-a1e5-7d8387cb4d12 req-d2fbeee9-946b-4c22-b03d-30a885f291be tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:03:37.382829 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-4ecc3b74-dfe6-4c5b-a1e5-7d8387cb4d12 req-d2fbeee9-946b-4c22-b03d-30a885f291be tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] 10.222.0.97 "GET /v2.0/ports?device_id=3404fb91-0bb9-48ca-a96e-72a486feb249 HTTP/1.1" status: 200 len: 931 time: 0.0732043 Jul 26 15:03:37.387775 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.provisioning_blocks [req-c1fa587d-2158-4c53-8ead-19b0a36f83b4 req-f9926368-cc2a-4b0e-b8ed-99746ce0cf55 service neutron] Transition to ACTIVE for port object 525f51e1-8af4-4082-bec3-f7791d2e1165 will not be triggered until provisioned by entity L2. {{(pid=111102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 15:03:37.430877 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-4ecc3b74-dfe6-4c5b-a1e5-7d8387cb4d12 req-9aba0977-fe95-43ad-a46c-f0197ba00572 tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] 10.222.0.97 "GET /v2.0/security-groups?id=0c886c1b-2fc4-46db-a8ed-d5b0dcd66c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419650 Jul 26 15:03:37.481867 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-c1fa587d-2158-4c53-8ead-19b0a36f83b4 req-f9926368-cc2a-4b0e-b8ed-99746ce0cf55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868126'] for port (525f51e1-8af4-4082-bec3-f7791d2e1165), after_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:37.538168 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:03:37.540572 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9926368-cc2a-4b0e-b8ed-99746ce0cf55 service neutron] Pushing event updated for resources: {'Port': ['ID=525f51e1-8af4-4082-bec3-f7791d2e1165,revision_number=2']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:03:37.621524 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.managers [req-c1fa587d-2158-4c53-8ead-19b0a36f83b4 req-f9926368-cc2a-4b0e-b8ed-99746ce0cf55 service neutron] Attempting to bind port 525f51e1-8af4-4082-bec3-f7791d2e1165 on host hv-cinder-85103 for vnic_type normal with profile {{(pid=111102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:03:37.621863 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.managers [req-c1fa587d-2158-4c53-8ead-19b0a36f83b4 req-f9926368-cc2a-4b0e-b8ed-99746ce0cf55 service neutron] Attempting to bind port 525f51e1-8af4-4082-bec3-f7791d2e1165 by drivers openvswitch,hyperv on host hv-cinder-85103 at level 0 using segments [{'id': 'edc23215-3f13-4fa6-877f-4e1672f8a01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'b73b63f9-386d-4870-ba80-b40f9d9a2c7e'}] {{(pid=111102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:03:37.622191 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1fa587d-2158-4c53-8ead-19b0a36f83b4 req-f9926368-cc2a-4b0e-b8ed-99746ce0cf55 service neutron] Attempting to bind port 525f51e1-8af4-4082-bec3-f7791d2e1165 on network b73b63f9-386d-4870-ba80-b40f9d9a2c7e {{(pid=111102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:03:37.626927 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1fa587d-2158-4c53-8ead-19b0a36f83b4 req-f9926368-cc2a-4b0e-b8ed-99746ce0cf55 service neutron] Port 525f51e1-8af4-4082-bec3-f7791d2e1165 on network b73b63f9-386d-4870-ba80-b40f9d9a2c7e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85103 {{(pid=111102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 15:03:37.627245 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1fa587d-2158-4c53-8ead-19b0a36f83b4 req-f9926368-cc2a-4b0e-b8ed-99746ce0cf55 service neutron] Attempting to bind port 525f51e1-8af4-4082-bec3-f7791d2e1165 on network b73b63f9-386d-4870-ba80-b40f9d9a2c7e {{(pid=111102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:03:37.632220 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1fa587d-2158-4c53-8ead-19b0a36f83b4 req-f9926368-cc2a-4b0e-b8ed-99746ce0cf55 service neutron] Checking agent: {'id': '311d617f-8fa1-4662-a157-ab38f6e1e2d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85103', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 14, 49, 45), 'started_at': datetime.datetime(2022, 7, 26, 14, 49, 45), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:03:37.632553 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1fa587d-2158-4c53-8ead-19b0a36f83b4 req-f9926368-cc2a-4b0e-b8ed-99746ce0cf55 service neutron] Checking segment: {'id': 'edc23215-3f13-4fa6-877f-4e1672f8a01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'b73b63f9-386d-4870-ba80-b40f9d9a2c7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:03:37.633117 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1fa587d-2158-4c53-8ead-19b0a36f83b4 req-f9926368-cc2a-4b0e-b8ed-99746ce0cf55 service neutron] Bound using segment: {'id': 'edc23215-3f13-4fa6-877f-4e1672f8a01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'b73b63f9-386d-4870-ba80-b40f9d9a2c7e'} {{(pid=111102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:03:37.633517 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.managers [req-c1fa587d-2158-4c53-8ead-19b0a36f83b4 req-f9926368-cc2a-4b0e-b8ed-99746ce0cf55 service neutron] Bound port: 525f51e1-8af4-4082-bec3-f7791d2e1165, host: hv-cinder-85103, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edc23215-3f13-4fa6-877f-4e1672f8a01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1094, 'network_id': 'b73b63f9-386d-4870-ba80-b40f9d9a2c7e'}}] {{(pid=111102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:03:37.633903 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-c1fa587d-2158-4c53-8ead-19b0a36f83b4 req-f9926368-cc2a-4b0e-b8ed-99746ce0cf55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (525f51e1-8af4-4082-bec3-f7791d2e1165), before_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:37.695717 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.db [req-c1fa587d-2158-4c53-8ead-19b0a36f83b4 req-f9926368-cc2a-4b0e-b8ed-99746ce0cf55 service neutron] For port 525f51e1-8af4-4082-bec3-f7791d2e1165, host hv-cinder-85103, cleared binding levels {{(pid=111102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:03:37.697481 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:03:37.699264 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.db [req-c1fa587d-2158-4c53-8ead-19b0a36f83b4 req-f9926368-cc2a-4b0e-b8ed-99746ce0cf55 service neutron] For port 525f51e1-8af4-4082-bec3-f7791d2e1165, host hv-cinder-85103, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=525f51e1-8af4-4082-bec3-f7791d2e1165,segment=NetworkSegment(edc23215-3f13-4fa6-877f-4e1672f8a01c),segment_id=edc23215-3f13-4fa6-877f-4e1672f8a01c)] {{(pid=111102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:03:37.882463 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-c1fa587d-2158-4c53-8ead-19b0a36f83b4 req-f9926368-cc2a-4b0e-b8ed-99746ce0cf55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868126'] for port (525f51e1-8af4-4082-bec3-f7791d2e1165), after_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:37.919974 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fa587d-2158-4c53-8ead-19b0a36f83b4 req-f9926368-cc2a-4b0e-b8ed-99746ce0cf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:03:37.920851 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-c1fa587d-2158-4c53-8ead-19b0a36f83b4 req-f9926368-cc2a-4b0e-b8ed-99746ce0cf55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-431034'] for port (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:37.922765 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-c1fa587d-2158-4c53-8ead-19b0a36f83b4 req-f9926368-cc2a-4b0e-b8ed-99746ce0cf55 service neutron] 10.222.0.99 "PUT /v2.0/ports/525f51e1-8af4-4082-bec3-f7791d2e1165 HTTP/1.1" status: 200 len: 1093 time: 0.9219694 Jul 26 15:03:37.924711 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3404fb91-0bb9-48ca-a96e-72a486feb249', 'tag': '525f51e1-8af4-4082-bec3-f7791d2e1165'}] {{(pid=111102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:03:37.927135 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8185506cd1cc56e10fcde42571d85de650c4e290bb1b6bf5ec2f858ed2201c15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-340923fa-33c0-4549-acd8-99e5f63235ca" -d '{"events": [{"name": "network-changed", "server_uuid": "3404fb91-0bb9-48ca-a96e-72a486feb249", "tag": "525f51e1-8af4-4082-bec3-f7791d2e1165"}]}' {{(pid=111102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:03:37.959082 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9926368-cc2a-4b0e-b8ed-99746ce0cf55 service neutron] Pushing event updated for resources: {'Port': ['ID=525f51e1-8af4-4082-bec3-f7791d2e1165,revision_number=3']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:03:37.973556 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 15:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dff4472-c1c1-4c55-bbc7-ecfcbb7a678a x-openstack-request-id: req-2dff4472-c1c1-4c55-bbc7-ecfcbb7a678a {{(pid=111102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:03:37.973556 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3404fb91-0bb9-48ca-a96e-72a486feb249", "tag": "525f51e1-8af4-4082-bec3-f7791d2e1165", "status": "completed", "code": 200}]} {{(pid=111102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:03:37.973556 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-2dff4472-c1c1-4c55-bbc7-ecfcbb7a678a {{(pid=111102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:03:37.973556 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2dff4472-c1c1-4c55-bbc7-ecfcbb7a678a'] response: {'name': 'network-changed', 'server_uuid': '3404fb91-0bb9-48ca-a96e-72a486feb249', 'tag': '525f51e1-8af4-4082-bec3-f7791d2e1165', 'status': 'completed', 'code': 200} Jul 26 15:03:38.057438 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340923fa-33c0-4549-acd8-99e5f63235ca req-2b48aa4b-5d9f-4dd5-aed6-1b5b0f9e1d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:03:38.059003 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-340923fa-33c0-4549-acd8-99e5f63235ca req-2b48aa4b-5d9f-4dd5-aed6-1b5b0f9e1d3b service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=ba1773de981b41bd829bc90d92f2f649&device_id=3404fb91-0bb9-48ca-a96e-72a486feb249 HTTP/1.1" status: 200 len: 1127 time: 0.0449882 Jul 26 15:03:38.172223 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340923fa-33c0-4549-acd8-99e5f63235ca req-82477e3c-fd71-4cbd-ad95-5caa36494de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:03:38.173659 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-340923fa-33c0-4549-acd8-99e5f63235ca req-82477e3c-fd71-4cbd-ad95-5caa36494de1 service neutron] 10.222.0.99 "GET /v2.0/networks?tenant_id=ba1773de981b41bd829bc90d92f2f649&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0934312 Jul 26 15:03:38.287294 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340923fa-33c0-4549-acd8-99e5f63235ca req-9f8eb354-fe88-4bac-8359-3865064e5244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:03:38.288782 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-340923fa-33c0-4549-acd8-99e5f63235ca req-9f8eb354-fe88-4bac-8359-3865064e5244 service neutron] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1083138 Jul 26 15:03:38.391446 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fa587d-2158-4c53-8ead-19b0a36f83b4 req-c1d29c15-ec4a-4f27-8307-2be2e8f22807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:03:38.392984 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-c1fa587d-2158-4c53-8ead-19b0a36f83b4 req-c1d29c15-ec4a-4f27-8307-2be2e8f22807 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=ba1773de981b41bd829bc90d92f2f649&device_id=3404fb91-0bb9-48ca-a96e-72a486feb249 HTTP/1.1" status: 200 len: 1127 time: 0.0414002 Jul 26 15:03:38.443356 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-c1fa587d-2158-4c53-8ead-19b0a36f83b4 req-f0ad4441-0adf-4c6c-8225-8342fe3029b6 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=525f51e1-8af4-4082-bec3-f7791d2e1165 HTTP/1.1" status: 200 len: 217 time: 0.0324590 Jul 26 15:03:38.504063 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fa587d-2158-4c53-8ead-19b0a36f83b4 req-a3671f5b-7fe6-4c24-b3e8-7ccbfd09dddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:03:38.505558 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-c1fa587d-2158-4c53-8ead-19b0a36f83b4 req-a3671f5b-7fe6-4c24-b3e8-7ccbfd09dddf service neutron] 10.222.0.99 "GET /v2.0/subnets?id=e96b49e8-31db-4562-87bd-7f9ec819f90a HTTP/1.1" status: 200 len: 848 time: 0.0532620 Jul 26 15:03:38.560465 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-c1fa587d-2158-4c53-8ead-19b0a36f83b4 req-f9c36f90-42db-4f98-93d8-63f89749c73f service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=b73b63f9-386d-4870-ba80-b40f9d9a2c7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422091 Jul 26 15:03:38.584481 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f99a49-6fd1-41cb-8d6e-f3f5ac5e5d66 req-2ee33a4f-15c0-4bc2-9c8d-bf5ca2d3b02e tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:03:38.585878 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-c9f99a49-6fd1-41cb-8d6e-f3f5ac5e5d66 req-2ee33a4f-15c0-4bc2-9c8d-bf5ca2d3b02e tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] 10.222.0.97 "GET /v2.0/ports?device_id=3404fb91-0bb9-48ca-a96e-72a486feb249 HTTP/1.1" status: 200 len: 943 time: 0.0776060 Jul 26 15:03:38.690768 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-c9f99a49-6fd1-41cb-8d6e-f3f5ac5e5d66 req-30841e3f-1814-4d9e-9489-9b82a2590212 tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] 10.222.0.97 "GET /v2.0/security-groups?id=0c886c1b-2fc4-46db-a8ed-d5b0dcd66c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940561 Jul 26 15:03:38.703331 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-c1fa587d-2158-4c53-8ead-19b0a36f83b4 req-cf5e47bd-2de4-4c40-923c-c356d02b89ec service neutron] 10.222.0.99 "GET /v2.0/networks/b73b63f9-386d-4870-ba80-b40f9d9a2c7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344378 Jul 26 15:03:38.775525 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=100 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:03:38.802911 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-c1fa587d-2158-4c53-8ead-19b0a36f83b4 req-d09eb7ac-c97d-47cb-98de-002047a4848e service neutron] 10.222.0.99 "GET /v2.0/networks/b73b63f9-386d-4870-ba80-b40f9d9a2c7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933001 Jul 26 15:03:39.811675 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b44d04-81f0-4560-9970-f8dff01b97a1 req-9f71e96a-26aa-4398-9c90-bd4a7b3b350d tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:03:39.813181 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-92b44d04-81f0-4560-9970-f8dff01b97a1 req-9f71e96a-26aa-4398-9c90-bd4a7b3b350d tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] 10.222.0.97 "GET /v2.0/ports?device_id=3404fb91-0bb9-48ca-a96e-72a486feb249 HTTP/1.1" status: 200 len: 943 time: 0.0483005 Jul 26 15:03:39.862186 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-92b44d04-81f0-4560-9970-f8dff01b97a1 req-754cca9a-6d74-4f82-8baa-71047887e802 tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] 10.222.0.97 "GET /v2.0/security-groups?id=0c886c1b-2fc4-46db-a8ed-d5b0dcd66c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430605 Jul 26 15:03:40.981893 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aec320-a09c-4cb7-b337-ad5205d335c0 req-201fd624-7acf-43c6-8ac4-595d23f3ec0c tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:03:40.983362 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-f4aec320-a09c-4cb7-b337-ad5205d335c0 req-201fd624-7acf-43c6-8ac4-595d23f3ec0c tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] 10.222.0.97 "GET /v2.0/ports?device_id=3404fb91-0bb9-48ca-a96e-72a486feb249 HTTP/1.1" status: 200 len: 943 time: 0.0475571 Jul 26 15:03:41.038405 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-f4aec320-a09c-4cb7-b337-ad5205d335c0 req-f7316552-21a9-4e71-9896-a4f86a415590 tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] 10.222.0.97 "GET /v2.0/security-groups?id=0c886c1b-2fc4-46db-a8ed-d5b0dcd66c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444949 Jul 26 15:03:41.667934 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=12 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:03:41.668730 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=66,neutron:UPDATE=5,neutron:DELETE=5 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:03:41.731294 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 52588) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:03:41.849766 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-063272f1-e4e9-4291-bd8e-28537348b2ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:41.925514 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-063272f1-e4e9-4291-bd8e-28537348b2ab admin admin] Publish callbacks [] for security_group (bda005bf-0536-45b2-bf42-91036a3b2dc5), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:41.990563 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-063272f1-e4e9-4291-bd8e-28537348b2ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (bda005bf-0536-45b2-bf42-91036a3b2dc5), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:42.030244 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-063272f1-e4e9-4291-bd8e-28537348b2ab admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=be3967716e0e45c3b691af0e01e04d0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2977002 Jul 26 15:03:42.030950 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063272f1-e4e9-4291-bd8e-28537348b2ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bda005bf-0536-45b2-bf42-91036a3b2dc5,revision_number=1']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:03:42.032996 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 52592) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:03:42.084904 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-26d2feed-27fc-4657-a0b8-45c765909829 admin admin] Publish callbacks [] for security_group (bda005bf-0536-45b2-bf42-91036a3b2dc5), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:42.111953 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-26d2feed-27fc-4657-a0b8-45c765909829 admin admin] Publish callbacks [] for security_group (bda005bf-0536-45b2-bf42-91036a3b2dc5), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:42.159675 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:03:42.179796 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b709b3e-ce1e-4e9d-85b8-5d8e1bb5fbde req-d6324247-3d90-43c3-b15c-a7f4b97e022a tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:03:42.181372 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-8b709b3e-ce1e-4e9d-85b8-5d8e1bb5fbde req-d6324247-3d90-43c3-b15c-a7f4b97e022a tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] 10.222.0.97 "GET /v2.0/ports?device_id=3404fb91-0bb9-48ca-a96e-72a486feb249 HTTP/1.1" status: 200 len: 943 time: 0.0716083 Jul 26 15:03:42.230934 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-8b709b3e-ce1e-4e9d-85b8-5d8e1bb5fbde req-fef09325-3aee-44cc-8ea4-85ad5f02da51 tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] 10.222.0.97 "GET /v2.0/security-groups?id=0c886c1b-2fc4-46db-a8ed-d5b0dcd66c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439861 Jul 26 15:03:42.338824 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-26d2feed-27fc-4657-a0b8-45c765909829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (bda005bf-0536-45b2-bf42-91036a3b2dc5), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:42.341467 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-26d2feed-27fc-4657-a0b8-45c765909829 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:42.342900 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-26d2feed-27fc-4657-a0b8-45c765909829 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/bda005bf-0536-45b2-bf42-91036a3b2dc5 HTTP/1.1" status: 204 len: 168 time: 0.3086276 Jul 26 15:03:42.351985 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d2feed-27fc-4657-a0b8-45c765909829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bda005bf-0536-45b2-bf42-91036a3b2dc5,revision_number=None']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:03:43.125548 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 52600) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:03:43.140706 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-edabcb1e-b833-4916-98ea-65f98e658fc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:43.219171 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-edabcb1e-b833-4916-98ea-65f98e658fc7 admin admin] Publish callbacks [] for security_group (57981eec-f593-4bdf-89f4-d4590c117ccf), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:43.327418 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-edabcb1e-b833-4916-98ea-65f98e658fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (57981eec-f593-4bdf-89f4-d4590c117ccf), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:43.359107 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ef37f6-29d7-4153-bdb8-670d86723ad0 req-710404fa-dbfe-4d58-81f3-13083549ad7b tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:03:43.361608 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-24ef37f6-29d7-4153-bdb8-670d86723ad0 req-710404fa-dbfe-4d58-81f3-13083549ad7b tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] 10.222.0.97 "GET /v2.0/ports?device_id=3404fb91-0bb9-48ca-a96e-72a486feb249 HTTP/1.1" status: 200 len: 943 time: 0.0555575 Jul 26 15:03:43.371311 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-edabcb1e-b833-4916-98ea-65f98e658fc7 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=2e39de17763c4744a50195994e17ea1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2446568 Jul 26 15:03:43.372178 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edabcb1e-b833-4916-98ea-65f98e658fc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57981eec-f593-4bdf-89f4-d4590c117ccf,revision_number=1']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:03:43.374541 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 52604) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:03:43.417962 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-24ef37f6-29d7-4153-bdb8-670d86723ad0 req-de6d4f55-19e5-4348-80fa-f327cf0cbae7 tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] 10.222.0.97 "GET /v2.0/security-groups?id=0c886c1b-2fc4-46db-a8ed-d5b0dcd66c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483494 Jul 26 15:03:43.428148 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-51e226f6-1dc5-4425-9c51-3a51e2dc34a5 admin admin] Publish callbacks [] for security_group (57981eec-f593-4bdf-89f4-d4590c117ccf), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:43.452180 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-51e226f6-1dc5-4425-9c51-3a51e2dc34a5 admin admin] Publish callbacks [] for security_group (57981eec-f593-4bdf-89f4-d4590c117ccf), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:43.635904 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-51e226f6-1dc5-4425-9c51-3a51e2dc34a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (57981eec-f593-4bdf-89f4-d4590c117ccf), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:43.638354 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-51e226f6-1dc5-4425-9c51-3a51e2dc34a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:43.639520 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-51e226f6-1dc5-4425-9c51-3a51e2dc34a5 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/57981eec-f593-4bdf-89f4-d4590c117ccf HTTP/1.1" status: 204 len: 168 time: 0.2641118 Jul 26 15:03:43.648036 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e226f6-1dc5-4425-9c51-3a51e2dc34a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57981eec-f593-4bdf-89f4-d4590c117ccf,revision_number=None']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:03:43.712111 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Device 525f51e1-8af4-4082-bec3-f7791d2e1165 details requested by agent hyperv_hv-cinder-85103 with host hv-cinder-85103 {{(pid=111104) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:03:43.813309 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] For port 525f51e1-8af4-4082-bec3-f7791d2e1165, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=525f51e1-8af4-4082-bec3-f7791d2e1165,segment=NetworkSegment(edc23215-3f13-4fa6-877f-4e1672f8a01c),segment_id=edc23215-3f13-4fa6-877f-4e1672f8a01c)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:03:43.828425 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Returning: {'device': '525f51e1-8af4-4082-bec3-f7791d2e1165', 'network_id': 'b73b63f9-386d-4870-ba80-b40f9d9a2c7e', 'port_id': '525f51e1-8af4-4082-bec3-f7791d2e1165', 'mac_address': 'fa:16:3e:41:02:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1094, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e96b49e8-31db-4562-87bd-7f9ec819f90a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111104) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:03:43.865139 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Current status of the port 525f51e1-8af4-4082-bec3-f7791d2e1165 is: DOWN; New status is: BUILD {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:03:43.865553 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (525f51e1-8af4-4082-bec3-f7791d2e1165), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:43.878659 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.notifiers.nova [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 525f51e1-8af4-4082-bec3-f7791d2e1165 {{(pid=111104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 15:03:43.897892 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] For port 525f51e1-8af4-4082-bec3-f7791d2e1165, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=525f51e1-8af4-4082-bec3-f7791d2e1165,segment=NetworkSegment(edc23215-3f13-4fa6-877f-4e1672f8a01c),segment_id=edc23215-3f13-4fa6-877f-4e1672f8a01c)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:03:44.016902 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (525f51e1-8af4-4082-bec3-f7791d2e1165), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:44.066672 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Pushing event updated for resources: {'Port': ['ID=525f51e1-8af4-4082-bec3-f7791d2e1165,revision_number=4']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:03:44.075714 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.agents_db [None req-99196b13-9676-4f02-b89b-0db7196f18a6 None None] Agent healthcheck: found 6 active agents {{(pid=111105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:03:44.429531 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] get_ports_and_sgs() called for port_ids ['525f51e1-8af4-4082-bec3-f7791d2e1165'] {{(pid=111104) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:03:44.554028 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72083968-9cdc-486e-8591-c10369176096 req-5a66627a-ecdd-4d41-8a88-a5c59fd848d8 tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:03:44.555639 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-72083968-9cdc-486e-8591-c10369176096 req-5a66627a-ecdd-4d41-8a88-a5c59fd848d8 tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] 10.222.0.97 "GET /v2.0/ports?device_id=3404fb91-0bb9-48ca-a96e-72a486feb249 HTTP/1.1" status: 200 len: 944 time: 0.0554597 Jul 26 15:03:44.611434 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-72083968-9cdc-486e-8591-c10369176096 req-84d08153-3394-49f4-b666-684dbee31a75 tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] 10.222.0.97 "GET /v2.0/security-groups?id=0c886c1b-2fc4-46db-a8ed-d5b0dcd66c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473917 Jul 26 15:03:45.441656 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (311d617f-8fa1-4662-a157-ab38f6e1e2d8), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:45.740289 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c25d96-867b-49bc-9f85-14480b868562 req-97fe6660-570e-4ccd-9de0-fe93c258c7cf tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:03:45.741769 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-c7c25d96-867b-49bc-9f85-14480b868562 req-97fe6660-570e-4ccd-9de0-fe93c258c7cf tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] 10.222.0.97 "GET /v2.0/ports?device_id=3404fb91-0bb9-48ca-a96e-72a486feb249 HTTP/1.1" status: 200 len: 944 time: 0.0484028 Jul 26 15:03:45.744427 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Device 525f51e1-8af4-4082-bec3-f7791d2e1165 up at agent hyperv_hv-cinder-85103 {{(pid=111104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:03:45.787307 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Provisioning for port 525f51e1-8af4-4082-bec3-f7791d2e1165 completed by entity L2. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 15:03:45.794804 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-c7c25d96-867b-49bc-9f85-14480b868562 req-aba91c5f-95f2-4f5e-bed2-ee8443d97b6c tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] 10.222.0.97 "GET /v2.0/security-groups?id=0c886c1b-2fc4-46db-a8ed-d5b0dcd66c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464342 Jul 26 15:03:45.933241 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Provisioning complete for port 525f51e1-8af4-4082-bec3-f7791d2e1165 triggered by entity L2. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:03:45.934108 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (525f51e1-8af4-4082-bec3-f7791d2e1165), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:46.011802 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Current status of the port 525f51e1-8af4-4082-bec3-f7791d2e1165 is: BUILD; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:03:46.012332 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (525f51e1-8af4-4082-bec3-f7791d2e1165), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:46.037140 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3404fb91-0bb9-48ca-a96e-72a486feb249', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '525f51e1-8af4-4082-bec3-f7791d2e1165'}] {{(pid=111104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:03:46.038778 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8a064b11bc677c9d4ab9f25c89ff6de8646fcd773e132cdea81d797053aa31c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edb24446-43d3-4644-9ad6-081774e6c65e" -d '{"events": [{"server_uuid": "3404fb91-0bb9-48ca-a96e-72a486feb249", "name": "network-vif-plugged", "status": "completed", "tag": "525f51e1-8af4-4082-bec3-f7791d2e1165"}]}' {{(pid=111104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:03:46.055362 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] For port 525f51e1-8af4-4082-bec3-f7791d2e1165, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=525f51e1-8af4-4082-bec3-f7791d2e1165,segment=NetworkSegment(edc23215-3f13-4fa6-877f-4e1672f8a01c),segment_id=edc23215-3f13-4fa6-877f-4e1672f8a01c)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:03:46.085930 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 15:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6a4fa83-da04-4692-8a77-42b7cd1748b5 x-openstack-request-id: req-d6a4fa83-da04-4692-8a77-42b7cd1748b5 {{(pid=111104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:03:46.086286 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3404fb91-0bb9-48ca-a96e-72a486feb249", "name": "network-vif-plugged", "status": "completed", "tag": "525f51e1-8af4-4082-bec3-f7791d2e1165", "code": 200}]} {{(pid=111104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:03:46.086545 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-d6a4fa83-da04-4692-8a77-42b7cd1748b5 {{(pid=111104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:03:46.086982 dv-cinder-851030-1-iscsi neutron-server[111104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6a4fa83-da04-4692-8a77-42b7cd1748b5'] response: {'server_uuid': '3404fb91-0bb9-48ca-a96e-72a486feb249', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '525f51e1-8af4-4082-bec3-f7791d2e1165', 'code': 200} Jul 26 15:03:46.213147 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (525f51e1-8af4-4082-bec3-f7791d2e1165), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:46.260198 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Pushing event updated for resources: {'Port': ['ID=525f51e1-8af4-4082-bec3-f7791d2e1165,revision_number=5']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:03:46.559203 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc8c7f5-7cfe-4cf6-8150-5e6854b3b44b req-00248116-3833-45fe-9fcd-4a70ec821135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:03:46.560736 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-bdc8c7f5-7cfe-4cf6-8150-5e6854b3b44b req-00248116-3833-45fe-9fcd-4a70ec821135 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=3404fb91-0bb9-48ca-a96e-72a486feb249 HTTP/1.1" status: 200 len: 1129 time: 0.0431988 Jul 26 15:03:46.606015 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:03:46.610995 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-bdc8c7f5-7cfe-4cf6-8150-5e6854b3b44b req-62db8b44-d566-4dfa-a0f1-4fafff053f18 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=0c886c1b-2fc4-46db-a8ed-d5b0dcd66c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430963 Jul 26 15:03:46.926392 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad9b1eb-a255-460f-8692-e2ddc5b93dbd req-c0d1de87-1749-463c-bea9-e2e74fab03fa tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:03:46.928465 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-9ad9b1eb-a255-460f-8692-e2ddc5b93dbd req-c0d1de87-1749-463c-bea9-e2e74fab03fa tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] 10.222.0.97 "GET /v2.0/ports?device_id=3404fb91-0bb9-48ca-a96e-72a486feb249 HTTP/1.1" status: 200 len: 945 time: 0.0574186 Jul 26 15:03:46.977438 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-9ad9b1eb-a255-460f-8692-e2ddc5b93dbd req-506f7a38-7077-4061-8066-da620de24250 tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] 10.222.0.97 "GET /v2.0/security-groups?id=0c886c1b-2fc4-46db-a8ed-d5b0dcd66c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429320 Jul 26 15:03:47.936575 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=14 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:03:48.101124 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e7f436-d30c-44e2-98db-9da6c6a85342 req-0474ebca-a3ef-4fe4-80c1-d568c0fc8ca5 tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:03:48.102610 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-17e7f436-d30c-44e2-98db-9da6c6a85342 req-0474ebca-a3ef-4fe4-80c1-d568c0fc8ca5 tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] 10.222.0.97 "GET /v2.0/ports?device_id=3404fb91-0bb9-48ca-a96e-72a486feb249 HTTP/1.1" status: 200 len: 945 time: 0.0507550 Jul 26 15:03:48.114911 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:03:48.150686 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-17e7f436-d30c-44e2-98db-9da6c6a85342 req-526c702c-a98a-49e8-8b62-ae1d628ff1c5 tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] 10.222.0.97 "GET /v2.0/security-groups?id=0c886c1b-2fc4-46db-a8ed-d5b0dcd66c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423710 Jul 26 15:03:49.271816 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eebd2b-4cb7-4b20-b583-ceb40eca5e3e req-ea6ac6f9-b55d-41a9-8eb2-f5c73d955d08 tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:03:49.273553 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-67eebd2b-4cb7-4b20-b583-ceb40eca5e3e req-ea6ac6f9-b55d-41a9-8eb2-f5c73d955d08 tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] 10.222.0.97 "GET /v2.0/ports?device_id=3404fb91-0bb9-48ca-a96e-72a486feb249 HTTP/1.1" status: 200 len: 945 time: 0.0489175 Jul 26 15:03:49.326820 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-67eebd2b-4cb7-4b20-b583-ceb40eca5e3e req-6bf3943d-6356-4ede-a9ed-35501f94bddf tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] 10.222.0.97 "GET /v2.0/security-groups?id=0c886c1b-2fc4-46db-a8ed-d5b0dcd66c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476737 Jul 26 15:03:50.857283 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 52702) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:03:50.977663 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4298ad7d-e374-4c72-b64a-0b37248b7073 req-67047bcb-1917-4842-99e9-9011d0b52a6f tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:03:50.979323 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-4298ad7d-e374-4c72-b64a-0b37248b7073 req-67047bcb-1917-4842-99e9-9011d0b52a6f tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] 10.222.0.97 "GET /v2.0/ports?device_id=3404fb91-0bb9-48ca-a96e-72a486feb249 HTTP/1.1" status: 200 len: 945 time: 0.0495081 Jul 26 15:03:50.988141 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-ba0a223f-c48c-4553-ab6f-e0c3020ee011 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:51.046275 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:03:51.057684 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-4298ad7d-e374-4c72-b64a-0b37248b7073 req-cfaf16c5-2a04-4da8-91bd-672c109c8b42 tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] 10.222.0.97 "GET /v2.0/security-groups?id=0c886c1b-2fc4-46db-a8ed-d5b0dcd66c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680921 Jul 26 15:03:51.085479 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-ba0a223f-c48c-4553-ab6f-e0c3020ee011 admin admin] Publish callbacks [] for security_group (20259724-44cd-44c2-9a6c-2517edd1067f), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:51.213237 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-ba0a223f-c48c-4553-ab6f-e0c3020ee011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (20259724-44cd-44c2-9a6c-2517edd1067f), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:51.254702 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-ba0a223f-c48c-4553-ab6f-e0c3020ee011 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=680bc49225cd494792900474b0ad1402&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3963401 Jul 26 15:03:51.255616 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0a223f-c48c-4553-ab6f-e0c3020ee011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20259724-44cd-44c2-9a6c-2517edd1067f,revision_number=1']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:03:51.257511 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 52710) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:03:51.308304 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-d0c82504-eaad-4e66-920c-b81c549237a2 admin admin] Publish callbacks [] for security_group (20259724-44cd-44c2-9a6c-2517edd1067f), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:51.330139 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-d0c82504-eaad-4e66-920c-b81c549237a2 admin admin] Publish callbacks [] for security_group (20259724-44cd-44c2-9a6c-2517edd1067f), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:51.447138 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-d0c82504-eaad-4e66-920c-b81c549237a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (20259724-44cd-44c2-9a6c-2517edd1067f), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:51.449787 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-d0c82504-eaad-4e66-920c-b81c549237a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:51.450972 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-d0c82504-eaad-4e66-920c-b81c549237a2 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/20259724-44cd-44c2-9a6c-2517edd1067f HTTP/1.1" status: 204 len: 168 time: 0.1924803 Jul 26 15:03:51.459681 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c82504-eaad-4e66-920c-b81c549237a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20259724-44cd-44c2-9a6c-2517edd1067f,revision_number=None']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:03:51.990086 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-c886e8b3-b5d2-49b4-99e1-dea3fd1e18ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (bb4183fa-e0c9-4858-9c34-b1ab78d39af4), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:52.132931 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 52718) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:03:52.147715 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-6292f8cc-6aa7-462b-a513-6e1cab240247 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:52.174568 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:DELETE=1 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:03:52.197336 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbf31d5-e313-4eab-bebf-d8dce8ed696f req-f2647379-d2d4-473a-b83a-61d78022dc4e tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:03:52.198911 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-7bbf31d5-e313-4eab-bebf-d8dce8ed696f req-f2647379-d2d4-473a-b83a-61d78022dc4e tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] 10.222.0.97 "GET /v2.0/ports?device_id=3404fb91-0bb9-48ca-a96e-72a486feb249 HTTP/1.1" status: 200 len: 945 time: 0.0649936 Jul 26 15:03:52.246090 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-6292f8cc-6aa7-462b-a513-6e1cab240247 admin admin] Publish callbacks [] for security_group (b907deb9-fc3d-49b8-8a07-7bf442b9b5df), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:52.266695 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-7bbf31d5-e313-4eab-bebf-d8dce8ed696f req-f3c752a5-5473-4810-bf0e-f5d1cb0a1f92 tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] 10.222.0.97 "GET /v2.0/security-groups?id=0c886c1b-2fc4-46db-a8ed-d5b0dcd66c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604503 Jul 26 15:03:52.338373 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-6292f8cc-6aa7-462b-a513-6e1cab240247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (b907deb9-fc3d-49b8-8a07-7bf442b9b5df), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:52.377794 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6292f8cc-6aa7-462b-a513-6e1cab240247 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b907deb9-fc3d-49b8-8a07-7bf442b9b5df,revision_number=1']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:03:52.382089 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-6292f8cc-6aa7-462b-a513-6e1cab240247 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=08ba101bfa48487ab6616e21b959beca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2509756 Jul 26 15:03:52.385015 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 52720) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:03:52.444969 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-9c46997b-ad38-43c7-96b7-e8adb4de0482 admin admin] Publish callbacks [] for security_group (b907deb9-fc3d-49b8-8a07-7bf442b9b5df), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:52.466314 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-9c46997b-ad38-43c7-96b7-e8adb4de0482 admin admin] Publish callbacks [] for security_group (b907deb9-fc3d-49b8-8a07-7bf442b9b5df), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:52.721458 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-9c46997b-ad38-43c7-96b7-e8adb4de0482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (b907deb9-fc3d-49b8-8a07-7bf442b9b5df), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:52.724080 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-9c46997b-ad38-43c7-96b7-e8adb4de0482 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:52.725248 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-9c46997b-ad38-43c7-96b7-e8adb4de0482 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/b907deb9-fc3d-49b8-8a07-7bf442b9b5df HTTP/1.1" status: 204 len: 168 time: 0.3392498 Jul 26 15:03:52.733417 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c46997b-ad38-43c7-96b7-e8adb4de0482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b907deb9-fc3d-49b8-8a07-7bf442b9b5df,revision_number=None']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:03:52.832581 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d685ae4e-5343-4471-8a6c-2f1b66bdea80 req-01292a34-8a5a-40e2-b3df-50ba77104b69 tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:03:52.834053 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-d685ae4e-5343-4471-8a6c-2f1b66bdea80 req-01292a34-8a5a-40e2-b3df-50ba77104b69 tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] 10.222.0.99 "GET /v2.0/ports?device_id=3404fb91-0bb9-48ca-a96e-72a486feb249 HTTP/1.1" status: 200 len: 945 time: 0.0511241 Jul 26 15:03:52.922558 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.plugin [req-d685ae4e-5343-4471-8a6c-2f1b66bdea80 req-1bf7d8c0-5616-4772-bb0f-ea85ff15724a tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] Deleting port 525f51e1-8af4-4082-bec3-f7791d2e1165 {{(pid=111102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:03:52.922899 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-d685ae4e-5343-4471-8a6c-2f1b66bdea80 req-1bf7d8c0-5616-4772-bb0f-ea85ff15724a tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789580082445'] for port (525f51e1-8af4-4082-bec3-f7791d2e1165), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:53.015182 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.db [req-d685ae4e-5343-4471-8a6c-2f1b66bdea80 req-1bf7d8c0-5616-4772-bb0f-ea85ff15724a tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] For port 525f51e1-8af4-4082-bec3-f7791d2e1165, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=525f51e1-8af4-4082-bec3-f7791d2e1165,segment=NetworkSegment(edc23215-3f13-4fa6-877f-4e1672f8a01c),segment_id=edc23215-3f13-4fa6-877f-4e1672f8a01c)] {{(pid=111102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:03:53.015584 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-d685ae4e-5343-4471-8a6c-2f1b66bdea80 req-1bf7d8c0-5616-4772-bb0f-ea85ff15724a tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580114'] for port (525f51e1-8af4-4082-bec3-f7791d2e1165), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:53.036328 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.plugin [req-d685ae4e-5343-4471-8a6c-2f1b66bdea80 req-1bf7d8c0-5616-4772-bb0f-ea85ff15724a tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] Calling delete_port for 525f51e1-8af4-4082-bec3-f7791d2e1165 owned by compute:nova {{(pid=111102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:03:53.119551 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:03:53.377235 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-d685ae4e-5343-4471-8a6c-2f1b66bdea80 req-1bf7d8c0-5616-4772-bb0f-ea85ff15724a tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789580201795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789579689804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868105'] for port (525f51e1-8af4-4082-bec3-f7791d2e1165), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:53.390206 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=7 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:03:53.420539 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] get_ports_and_sgs() called for port_ids ['525f51e1-8af4-4082-bec3-f7791d2e1165'] {{(pid=111104) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:03:53.422088 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c0ffc9-c9bf-49d5-bad0-279a5dc4d381 req-244377a6-8230-419a-8b3c-7df454dd0945 tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:03:53.423637 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-28c0ffc9-c9bf-49d5-bad0-279a5dc4d381 req-244377a6-8230-419a-8b3c-7df454dd0945 tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] 10.222.0.97 "GET /v2.0/ports?device_id=3404fb91-0bb9-48ca-a96e-72a486feb249 HTTP/1.1" status: 200 len: 945 time: 0.0803094 Jul 26 15:03:53.424410 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf7d8c0-5616-4772-bb0f-ea85ff15724a tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] Pushing event deleted for resources: {'Port': ['ID=525f51e1-8af4-4082-bec3-f7791d2e1165,revision_number=None']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:03:53.484894 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.l3_dvrscheduler_db [req-d685ae4e-5343-4471-8a6c-2f1b66bdea80 req-1bf7d8c0-5616-4772-bb0f-ea85ff15724a tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] No DVR routers for this DVR port 525f51e1-8af4-4082-bec3-f7791d2e1165 on host hv-cinder-85103 {{(pid=111102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 15:03:53.488561 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-d685ae4e-5343-4471-8a6c-2f1b66bdea80 req-1bf7d8c0-5616-4772-bb0f-ea85ff15724a tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-431034'] for port (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:53.491829 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-d685ae4e-5343-4471-8a6c-2f1b66bdea80 req-1bf7d8c0-5616-4772-bb0f-ea85ff15724a tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] 10.222.0.99 "DELETE /v2.0/ports/525f51e1-8af4-4082-bec3-f7791d2e1165 HTTP/1.1" status: 204 len: 173 time: 0.6528161 Jul 26 15:03:53.492501 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3404fb91-0bb9-48ca-a96e-72a486feb249', 'name': 'network-vif-deleted', 'tag': '525f51e1-8af4-4082-bec3-f7791d2e1165'}] {{(pid=111102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:03:53.494730 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8185506cd1cc56e10fcde42571d85de650c4e290bb1b6bf5ec2f858ed2201c15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41e4765d-1024-4e1f-966d-3ff3829285de" -d '{"events": [{"server_uuid": "3404fb91-0bb9-48ca-a96e-72a486feb249", "name": "network-vif-deleted", "tag": "525f51e1-8af4-4082-bec3-f7791d2e1165"}]}' {{(pid=111102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:03:53.529955 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-28c0ffc9-c9bf-49d5-bad0-279a5dc4d381 req-ffc158d8-1886-4ab2-9451-05113910c9bb tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] 10.222.0.97 "GET /v2.0/security-groups?id=0c886c1b-2fc4-46db-a8ed-d5b0dcd66c84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919759 Jul 26 15:03:53.542687 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 15:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b54b6ced-3f2f-4e69-a56f-cdf902540cbb x-openstack-request-id: req-b54b6ced-3f2f-4e69-a56f-cdf902540cbb {{(pid=111102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:03:53.542979 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3404fb91-0bb9-48ca-a96e-72a486feb249", "name": "network-vif-deleted", "tag": "525f51e1-8af4-4082-bec3-f7791d2e1165", "status": "completed", "code": 200}]} {{(pid=111102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:03:53.543229 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-b54b6ced-3f2f-4e69-a56f-cdf902540cbb {{(pid=111102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:03:53.543668 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b54b6ced-3f2f-4e69-a56f-cdf902540cbb'] response: {'server_uuid': '3404fb91-0bb9-48ca-a96e-72a486feb249', 'name': 'network-vif-deleted', 'tag': '525f51e1-8af4-4082-bec3-f7791d2e1165', 'status': 'completed', 'code': 200} Jul 26 15:03:54.072596 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=14 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:03:54.190451 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:03:54.418881 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-f1e30cff-40b5-4cec-9628-fb4fbd378b04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (66f8bb98-7ace-4a85-b6ba-ffe40597695b), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:54.674951 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-fea5cf8e-0e9c-4c6f-a6a5-43986323f3ab req-e5871ed0-3834-4542-a5c1-5f7c817d65b9 tempest-VolumesActionsTest-1109963550 tempest-VolumesActionsTest-1109963550-project] 10.222.0.97 "GET /v2.0/ports?device_id=3404fb91-0bb9-48ca-a96e-72a486feb249 HTTP/1.1" status: 200 len: 210 time: 0.0364811 Jul 26 15:03:54.730528 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-6452680b-f22d-4568-8b46-fea9157f1faf req-8501594f-5cc2-4b7b-84cc-1a6b520957db service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=d566308c-cba6-4925-8ac6-820573486d4b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0514388 Jul 26 15:03:54.838943 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6452680b-f22d-4568-8b46-fea9157f1faf req-9fc8c0b8-6086-4366-ac2d-49aea90858a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:03:54.851921 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-6452680b-f22d-4568-8b46-fea9157f1faf req-9fc8c0b8-6086-4366-ac2d-49aea90858a4 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7f82b8853b874e61820108bc16e8dc41&device_id=d566308c-cba6-4925-8ac6-820573486d4b HTTP/1.1" status: 200 len: 1130 time: 0.0508897 Jul 26 15:03:54.955572 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6452680b-f22d-4568-8b46-fea9157f1faf req-b47afb61-adc3-4f96-aeee-5a51dd09bb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:03:54.957656 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-6452680b-f22d-4568-8b46-fea9157f1faf req-b47afb61-adc3-4f96-aeee-5a51dd09bb35 service neutron] 10.222.0.99 "GET /v2.0/networks?id=40bf059a-9593-4ce0-be05-c864bfa3c074 HTTP/1.1" status: 200 len: 917 time: 0.0955114 Jul 26 15:03:54.975519 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 52760) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:03:55.054329 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-6452680b-f22d-4568-8b46-fea9157f1faf req-f9d876d2-e70d-4046-a9b7-08ef5f8878d7 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8504fd36-c770-40f1-b4b9-12e64454c451 HTTP/1.1" status: 200 len: 1001 time: 0.0798650 Jul 26 15:03:55.106866 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6452680b-f22d-4568-8b46-fea9157f1faf req-9495905d-0d0b-49da-ab21-163e3293ba4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:03:55.108518 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-6452680b-f22d-4568-8b46-fea9157f1faf req-9495905d-0d0b-49da-ab21-163e3293ba4f service neutron] 10.222.0.99 "GET /v2.0/subnets?id=8d76239a-a9c4-4c98-83cb-a3f6ea48b403 HTTP/1.1" status: 200 len: 854 time: 0.0465291 Jul 26 15:03:55.126952 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-c8202743-af91-480a-9609-e7a9084bcd9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:55.156291 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6452680b-f22d-4568-8b46-fea9157f1faf req-745b7748-943f-4564-a65a-a38a5009f6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:03:55.158374 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-6452680b-f22d-4568-8b46-fea9157f1faf req-745b7748-943f-4564-a65a-a38a5009f6a3 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=40bf059a-9593-4ce0-be05-c864bfa3c074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433271 Jul 26 15:03:55.213945 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-c8202743-af91-480a-9609-e7a9084bcd9f admin admin] Publish callbacks [] for security_group (3a0bed57-6b1c-4062-a556-b7090c6444a1), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:55.259025 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-6452680b-f22d-4568-8b46-fea9157f1faf req-9b0e435f-5de7-4328-bfe5-9010ec660c11 service neutron] 10.222.0.99 "GET /v2.0/networks/40bf059a-9593-4ce0-be05-c864bfa3c074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943878 Jul 26 15:03:55.321329 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-c8202743-af91-480a-9609-e7a9084bcd9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (3a0bed57-6b1c-4062-a556-b7090c6444a1), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:55.356203 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-6452680b-f22d-4568-8b46-fea9157f1faf req-f89de7f1-ff5b-4db2-bbff-120359b5f114 service neutron] 10.222.0.99 "GET /v2.0/networks/40bf059a-9593-4ce0-be05-c864bfa3c074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906315 Jul 26 15:03:55.361108 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8202743-af91-480a-9609-e7a9084bcd9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a0bed57-6b1c-4062-a556-b7090c6444a1,revision_number=1']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:03:55.365611 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-c8202743-af91-480a-9609-e7a9084bcd9f admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=cea308312ea240a0be12f37e10a93b33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3888040 Jul 26 15:03:55.368434 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 52764) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:03:55.423690 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-3fa29553-b826-45a6-9364-218746824c6a admin admin] Publish callbacks [] for security_group (3a0bed57-6b1c-4062-a556-b7090c6444a1), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:55.446702 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-3fa29553-b826-45a6-9364-218746824c6a admin admin] Publish callbacks [] for security_group (3a0bed57-6b1c-4062-a556-b7090c6444a1), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:55.555620 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b30572d2-bee0-4462-94ed-c13cd0ef4273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (40fac31a-afaa-44e8-8521-47b803a59f0f), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:55.590771 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-3fa29553-b826-45a6-9364-218746824c6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (3a0bed57-6b1c-4062-a556-b7090c6444a1), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:55.594480 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-3fa29553-b826-45a6-9364-218746824c6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:55.598053 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-3fa29553-b826-45a6-9364-218746824c6a admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/3a0bed57-6b1c-4062-a556-b7090c6444a1 HTTP/1.1" status: 204 len: 168 time: 0.2262411 Jul 26 15:03:55.605973 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa29553-b826-45a6-9364-218746824c6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a0bed57-6b1c-4062-a556-b7090c6444a1,revision_number=None']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:03:55.803351 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Device 525f51e1-8af4-4082-bec3-f7791d2e1165 no longer exists at agent hyperv_hv-cinder-85103 {{(pid=111104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:03:55.825488 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] No Port match for: 525f51e1-8af4-4082-bec3-f7791d2e1165 {{(pid=111104) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:03:55.825749 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Device 525f51e1-8af4-4082-bec3-f7791d2e1165 not bound to the agent host hv-cinder-85103 {{(pid=111104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:03:56.894216 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:03:56.994355 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b977bc9f-0510-4ebd-94dd-930fc4499a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (e5556d63-fbf3-48f2-bfac-7896e86945c3), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:03:57.207515 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (df49e665-2de0-463a-a1e1-c989804d5593), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:05.350985 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=52 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:04:05.352154 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=67 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:04:05.599814 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=80,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:04:05.601733 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=54,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:04:05.624062 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 52906) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:04:05.778742 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-70d5260a-9b64-4eaf-9f83-bd5a0c2dfd76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:05.868893 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-70d5260a-9b64-4eaf-9f83-bd5a0c2dfd76 admin admin] Publish callbacks [] for security_group (a977b996-3941-4825-b51f-5a37ef24bcf0), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:05.953825 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-70d5260a-9b64-4eaf-9f83-bd5a0c2dfd76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (a977b996-3941-4825-b51f-5a37ef24bcf0), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:06.000459 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 52914) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:04:06.013867 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-70d5260a-9b64-4eaf-9f83-bd5a0c2dfd76 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=4498e62d24d244c98ec4d6f92950b4d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3884358 Jul 26 15:04:06.016128 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d5260a-9b64-4eaf-9f83-bd5a0c2dfd76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a977b996-3941-4825-b51f-5a37ef24bcf0,revision_number=1']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:06.065008 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-d51ed5d6-4f77-4b14-99ac-8df812d3e778 admin admin] Publish callbacks [] for security_group (a977b996-3941-4825-b51f-5a37ef24bcf0), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:06.090825 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-d51ed5d6-4f77-4b14-99ac-8df812d3e778 admin admin] Publish callbacks [] for security_group (a977b996-3941-4825-b51f-5a37ef24bcf0), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:06.262209 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-d51ed5d6-4f77-4b14-99ac-8df812d3e778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (a977b996-3941-4825-b51f-5a37ef24bcf0), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:06.264931 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-d51ed5d6-4f77-4b14-99ac-8df812d3e778 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:06.269484 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-d51ed5d6-4f77-4b14-99ac-8df812d3e778 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/a977b996-3941-4825-b51f-5a37ef24bcf0 HTTP/1.1" status: 204 len: 168 time: 0.2646968 Jul 26 15:04:06.276173 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51ed5d6-4f77-4b14-99ac-8df812d3e778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a977b996-3941-4825-b51f-5a37ef24bcf0,revision_number=None']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:07.034690 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:04:14.078366 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=4 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:04:14.082957 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=2 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:04:15.474785 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (311d617f-8fa1-4662-a157-ab38f6e1e2d8), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:16.059109 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=37,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:04:16.128845 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=7,neutron:DELETE=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:04:16.272312 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=26,neutron:DELETE=3 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:04:21.074853 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.agents_db [None req-99196b13-9676-4f02-b89b-0db7196f18a6 None None] Agent healthcheck: found 6 active agents {{(pid=111105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:04:22.075087 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-77a9f993-37d2-4073-9429-e4702c08f55e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (bb4183fa-e0c9-4858-9c34-b1ab78d39af4), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:23.306594 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 53196) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:04:23.351781 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8f75d61-6331-43e3-9dc4-44b1465b9d02 admin admin] Deleting subnet e96b49e8-31db-4562-87bd-7f9ec819f90a {{(pid=111102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 26 15:04:23.355011 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-e8f75d61-6331-43e3-9dc4-44b1465b9d02 admin admin] Publish callbacks [] for subnet (e96b49e8-31db-4562-87bd-7f9ec819f90a), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:23.393656 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-e8f75d61-6331-43e3-9dc4-44b1465b9d02 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6109376'] for subnet (e96b49e8-31db-4562-87bd-7f9ec819f90a), precommit_delete_associations {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:23.437193 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-e8f75d61-6331-43e3-9dc4-44b1465b9d02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1534251'] for subnet (e96b49e8-31db-4562-87bd-7f9ec819f90a), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:23.565495 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-e8f75d61-6331-43e3-9dc4-44b1465b9d02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1534242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4868132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4978243'] for subnet (e96b49e8-31db-4562-87bd-7f9ec819f90a), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:23.589867 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f75d61-6331-43e3-9dc4-44b1465b9d02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e96b49e8-31db-4562-87bd-7f9ec819f90a,revision_number=None']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:23.600461 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f75d61-6331-43e3-9dc4-44b1465b9d02 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:23.600814 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f75d61-6331-43e3-9dc4-44b1465b9d02 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:23.601178 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f75d61-6331-43e3-9dc4-44b1465b9d02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:23.601505 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f75d61-6331-43e3-9dc4-44b1465b9d02 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:23.601837 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f75d61-6331-43e3-9dc4-44b1465b9d02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:23.602521 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f75d61-6331-43e3-9dc4-44b1465b9d02 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:23.602521 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f75d61-6331-43e3-9dc4-44b1465b9d02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:23.602794 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f75d61-6331-43e3-9dc4-44b1465b9d02 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:23.603121 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f75d61-6331-43e3-9dc4-44b1465b9d02 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:23.603472 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f75d61-6331-43e3-9dc4-44b1465b9d02 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:23.603805 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f75d61-6331-43e3-9dc4-44b1465b9d02 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:23.604134 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f75d61-6331-43e3-9dc4-44b1465b9d02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:23.604459 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f75d61-6331-43e3-9dc4-44b1465b9d02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:23.604812 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f75d61-6331-43e3-9dc4-44b1465b9d02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:23.605187 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8f75d61-6331-43e3-9dc4-44b1465b9d02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:23.608482 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-e8f75d61-6331-43e3-9dc4-44b1465b9d02 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:23.612540 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-e8f75d61-6331-43e3-9dc4-44b1465b9d02 admin admin] 10.222.0.97 "DELETE /v2.0/subnets/e96b49e8-31db-4562-87bd-7f9ec819f90a HTTP/1.1" status: 204 len: 168 time: 0.3070712 Jul 26 15:04:23.615061 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 53198) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:04:23.686946 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-38c53198-a327-43be-b7a3-000f01d75d0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459809'] for network (b73b63f9-386d-4870-ba80-b40f9d9a2c7e), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:23.770407 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-38c53198-a327-43be-b7a3-000f01d75d0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1536261', 'neutron.services.segments.db._delete_segments_for_network-8789580160202'] for network (b73b63f9-386d-4870-ba80-b40f9d9a2c7e), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:23.790396 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.services.segments.db [None req-38c53198-a327-43be-b7a3-000f01d75d0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b73b63f9-386d-4870-ba80-b40f9d9a2c7e']}} {{(pid=111102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:04:23.800338 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.services.segments.db [None req-38c53198-a327-43be-b7a3-000f01d75d0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edc23215-3f13-4fa6-877f-4e1672f8a01c') {'for_net_delete': True} {{(pid=111102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:04:23.800630 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.services.segments.db [None req-38c53198-a327-43be-b7a3-000f01d75d0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edc23215-3f13-4fa6-877f-4e1672f8a01c') {} {{(pid=111102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:04:23.810044 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-38c53198-a327-43be-b7a3-000f01d75d0e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789580160103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6109401'] for segment (edc23215-3f13-4fa6-877f-4e1672f8a01c), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:23.823066 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-38c53198-a327-43be-b7a3-000f01d75d0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1539468'] for segment (edc23215-3f13-4fa6-877f-4e1672f8a01c), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:23.829657 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38c53198-a327-43be-b7a3-000f01d75d0e admin admin] Releasing vlan 1094 on physical network physnet1 to pool {{(pid=111102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 15:04:23.830065 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-38c53198-a327-43be-b7a3-000f01d75d0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1539468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4868218'] for segment (edc23215-3f13-4fa6-877f-4e1672f8a01c), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:23.980668 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.services.segments.plugin [-] Segment edc23215-3f13-4fa6-877f-4e1672f8a01c resource provider aggregate not found Jul 26 15:04:23.997500 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.services.segments.plugin [-] Segment edc23215-3f13-4fa6-877f-4e1672f8a01c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid edc23215-3f13-4fa6-877f-4e1672f8a01c found for delete ", "request_id": "req-871985ba-1d8b-4b5e-b3b3-3a8e542b4273"}]} Jul 26 15:04:24.000528 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-38c53198-a327-43be-b7a3-000f01d75d0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1536270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690999'] for network (b73b63f9-386d-4870-ba80-b40f9d9a2c7e), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:24.004852 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-38c53198-a327-43be-b7a3-000f01d75d0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524685'] for network (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:24.008566 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-38c53198-a327-43be-b7a3-000f01d75d0e admin admin] 10.222.0.97 "DELETE /v2.0/networks/b73b63f9-386d-4870-ba80-b40f9d9a2c7e HTTP/1.1" status: 204 len: 168 time: 0.3924363 Jul 26 15:04:24.023842 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c53198-a327-43be-b7a3-000f01d75d0e admin admin] Pushing event deleted for resources: {'Network': ['ID=b73b63f9-386d-4870-ba80-b40f9d9a2c7e,revision_number=None']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:24.347028 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-2a5ac758-94bf-4a69-8de1-05c109a1f27a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (66f8bb98-7ace-4a85-b6ba-ffe40597695b), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:24.528841 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 53214) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:04:24.557741 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 53218) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:04:24.597916 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-abf82c52-dc4d-4eb7-bf5b-74db0faa2602 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=ba1773de981b41bd829bc90d92f2f649&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390625 Jul 26 15:04:24.600457 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 53220) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:04:24.649705 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-f9491a0c-9f6f-4112-bb90-5859a3c41017 admin admin] Publish callbacks [] for security_group (0c886c1b-2fc4-46db-a8ed-d5b0dcd66c84), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:24.672112 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-f9491a0c-9f6f-4112-bb90-5859a3c41017 admin admin] Publish callbacks [] for security_group (0c886c1b-2fc4-46db-a8ed-d5b0dcd66c84), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:24.739387 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-9e7f1ecb-893e-42bd-b6e3-ab536db267db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:24.885600 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-f9491a0c-9f6f-4112-bb90-5859a3c41017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (0c886c1b-2fc4-46db-a8ed-d5b0dcd66c84), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:24.888081 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-f9491a0c-9f6f-4112-bb90-5859a3c41017 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:24.889297 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-f9491a0c-9f6f-4112-bb90-5859a3c41017 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/0c886c1b-2fc4-46db-a8ed-d5b0dcd66c84 HTTP/1.1" status: 204 len: 168 time: 0.2879124 Jul 26 15:04:24.909190 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9491a0c-9f6f-4112-bb90-5859a3c41017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c886c1b-2fc4-46db-a8ed-d5b0dcd66c84,revision_number=None']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:24.928229 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:04:24.956216 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-9e7f1ecb-893e-42bd-b6e3-ab536db267db admin admin] Publish callbacks [] for security_group (bffbf832-18e9-470e-85a9-69d3ff0d979e), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:25.063763 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-9e7f1ecb-893e-42bd-b6e3-ab536db267db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (bffbf832-18e9-470e-85a9-69d3ff0d979e), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:25.068127 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=84,neutron:UPDATE=2,neutron:DELETE=7,neutron:INSERT=7 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:04:25.105859 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-9e7f1ecb-893e-42bd-b6e3-ab536db267db admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=ad1bd5580c6b4dbbb84cd0969130828d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5759289 Jul 26 15:04:25.106715 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7f1ecb-893e-42bd-b6e3-ab536db267db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bffbf832-18e9-470e-85a9-69d3ff0d979e,revision_number=1']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:25.108756 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 53224) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:04:25.164863 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-96302281-607a-485c-bac4-20ad00f988c0 admin admin] Publish callbacks [] for security_group (bffbf832-18e9-470e-85a9-69d3ff0d979e), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:25.181833 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-96302281-607a-485c-bac4-20ad00f988c0 admin admin] Publish callbacks [] for security_group (bffbf832-18e9-470e-85a9-69d3ff0d979e), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:25.341208 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-96302281-607a-485c-bac4-20ad00f988c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (bffbf832-18e9-470e-85a9-69d3ff0d979e), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:25.343875 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-96302281-607a-485c-bac4-20ad00f988c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:25.345031 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-96302281-607a-485c-bac4-20ad00f988c0 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/bffbf832-18e9-470e-85a9-69d3ff0d979e HTTP/1.1" status: 204 len: 168 time: 0.2349491 Jul 26 15:04:25.370085 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96302281-607a-485c-bac4-20ad00f988c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bffbf832-18e9-470e-85a9-69d3ff0d979e,revision_number=None']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:25.370085 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96302281-607a-485c-bac4-20ad00f988c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:25.370085 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96302281-607a-485c-bac4-20ad00f988c0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:25.370085 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96302281-607a-485c-bac4-20ad00f988c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:25.370085 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96302281-607a-485c-bac4-20ad00f988c0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:25.370085 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96302281-607a-485c-bac4-20ad00f988c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:25.370085 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96302281-607a-485c-bac4-20ad00f988c0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:25.370085 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96302281-607a-485c-bac4-20ad00f988c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:25.370085 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96302281-607a-485c-bac4-20ad00f988c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:25.370085 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96302281-607a-485c-bac4-20ad00f988c0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:25.370085 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96302281-607a-485c-bac4-20ad00f988c0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:25.370085 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96302281-607a-485c-bac4-20ad00f988c0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:25.370085 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96302281-607a-485c-bac4-20ad00f988c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:25.370085 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96302281-607a-485c-bac4-20ad00f988c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:25.370085 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96302281-607a-485c-bac4-20ad00f988c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:25.371609 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96302281-607a-485c-bac4-20ad00f988c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:25.514684 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b30572d2-bee0-4462-94ed-c13cd0ef4273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (40fac31a-afaa-44e8-8521-47b803a59f0f), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:27.080940 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b977bc9f-0510-4ebd-94dd-930fc4499a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (e5556d63-fbf3-48f2-bfac-7896e86945c3), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:27.137739 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (df49e665-2de0-463a-a1e1-c989804d5593), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:27.139553 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 53254) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:04:27.248533 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-b64d4fd0-3d38-49ea-b2a9-5537b33b2f80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:27.324432 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-b64d4fd0-3d38-49ea-b2a9-5537b33b2f80 admin admin] Publish callbacks [] for security_group (5dd7b515-407b-483a-a739-0b7b0c0e6d2a), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:27.434514 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-b64d4fd0-3d38-49ea-b2a9-5537b33b2f80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (5dd7b515-407b-483a-a739-0b7b0c0e6d2a), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:27.474004 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-b64d4fd0-3d38-49ea-b2a9-5537b33b2f80 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=82d5ac21e5a241869e72087e6655aeb0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3331299 Jul 26 15:04:27.474873 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64d4fd0-3d38-49ea-b2a9-5537b33b2f80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd7b515-407b-483a-a739-0b7b0c0e6d2a,revision_number=1']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:27.476753 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 53258) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:04:27.529325 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-6992e29f-36e5-4581-9079-d0a3f71835d1 admin admin] Publish callbacks [] for security_group (5dd7b515-407b-483a-a739-0b7b0c0e6d2a), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:27.552536 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-6992e29f-36e5-4581-9079-d0a3f71835d1 admin admin] Publish callbacks [] for security_group (5dd7b515-407b-483a-a739-0b7b0c0e6d2a), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:27.692044 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-6992e29f-36e5-4581-9079-d0a3f71835d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (5dd7b515-407b-483a-a739-0b7b0c0e6d2a), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:27.694550 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-6992e29f-36e5-4581-9079-d0a3f71835d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:27.695723 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-6992e29f-36e5-4581-9079-d0a3f71835d1 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/5dd7b515-407b-483a-a739-0b7b0c0e6d2a HTTP/1.1" status: 204 len: 168 time: 0.2173297 Jul 26 15:04:27.705473 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6992e29f-36e5-4581-9079-d0a3f71835d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd7b515-407b-483a-a739-0b7b0c0e6d2a,revision_number=None']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:28.724465 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 53282) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:04:28.819425 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.v2.base [None req-ad95f780-e359-472c-ba01-cffd8ca40c8c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1027876831-network', 'tenant_id': 'd057f29b771a4110be66186949246663'}} {{(pid=111103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:04:28.931982 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad95f780-e359-472c-ba01-cffd8ca40c8c admin admin] Made reservation on behalf of d057f29b771a4110be66186949246663 for: {'network': 1} {{(pid=111103) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:04:28.934387 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-ad95f780-e359-472c-ba01-cffd8ca40c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for network (None), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:28.943275 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-ad95f780-e359-472c-ba01-cffd8ca40c8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:29.020519 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-ad95f780-e359-472c-ba01-cffd8ca40c8c admin admin] Publish callbacks [] for security_group (88d72e76-bb09-4ad4-8080-032d0bcf07c8), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:29.112967 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-ad95f780-e359-472c-ba01-cffd8ca40c8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (88d72e76-bb09-4ad4-8080-032d0bcf07c8), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:29.139261 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad95f780-e359-472c-ba01-cffd8ca40c8c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1063} {{(pid=111103) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 15:04:29.150330 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad95f780-e359-472c-ba01-cffd8ca40c8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88d72e76-bb09-4ad4-8080-032d0bcf07c8,revision_number=1']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:29.156016 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-ad95f780-e359-472c-ba01-cffd8ca40c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1539468'] for segment (7ddb2a6f-702e-4a65-81b6-804570c07d9f), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:29.156363 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.db.segments_db [None req-ad95f780-e359-472c-ba01-cffd8ca40c8c admin admin] Added segment 7ddb2a6f-702e-4a65-81b6-804570c07d9f of type vlan for network bf886878-6d84-4a71-af9c-be5dc52b71cd Jul 26 15:04:29.196955 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-ad95f780-e359-472c-ba01-cffd8ca40c8c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789579709570'] for network (bf886878-6d84-4a71-af9c-be5dc52b71cd), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:29.286154 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-ad95f780-e359-472c-ba01-cffd8ca40c8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707'] for network (bf886878-6d84-4a71-af9c-be5dc52b71cd), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:29.287206 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad95f780-e359-472c-ba01-cffd8ca40c8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:04:29.287835 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-ad95f780-e359-472c-ba01-cffd8ca40c8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524685'] for network (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:29.352567 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad95f780-e359-472c-ba01-cffd8ca40c8c admin admin] Pushing event updated for resources: {'Network': ['ID=bf886878-6d84-4a71-af9c-be5dc52b71cd,revision_number=1']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:29.362520 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Network bf886878-6d84-4a71-af9c-be5dc52b71cd details requested by agent ovs-agent-dv-cinder-851030-1-iscsi with host dv-cinder-851030-1-iscsi {{(pid=111104) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 15:04:29.366150 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=14,neutron:UPDATE=5 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:04:29.426415 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-ad95f780-e359-472c-ba01-cffd8ca40c8c admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.7008090 Jul 26 15:04:29.430712 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 53286) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:04:29.436251 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.v2.base [None req-f2acc24d-1366-4e74-af55-fca22ac4379b admin admin] Request body: {'subnet': {'network_id': 'bf886878-6d84-4a71-af9c-be5dc52b71cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1027876831-subnet', 'tenant_id': 'd057f29b771a4110be66186949246663', 'ip_version': 4}} {{(pid=111102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:04:29.546901 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2acc24d-1366-4e74-af55-fca22ac4379b admin admin] Made reservation on behalf of d057f29b771a4110be66186949246663 for: {'subnet': 1} {{(pid=111102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:04:29.549883 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-f2acc24d-1366-4e74-af55-fca22ac4379b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4978278'] for subnet (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:29.879116 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-f2acc24d-1366-4e74-af55-fca22ac4379b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4978248'] for subnet (45c37ca3-876f-4e01-a3bc-880fa7a43acb), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:29.929645 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2acc24d-1366-4e74-af55-fca22ac4379b admin admin] Pushing event updated for resources: {'Subnet': ['ID=45c37ca3-876f-4e01-a3bc-880fa7a43acb,revision_number=0']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:29.944492 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2acc24d-1366-4e74-af55-fca22ac4379b admin admin] Checking segment: {'id': '7ddb2a6f-702e-4a65-81b6-804570c07d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'bf886878-6d84-4a71-af9c-be5dc52b71cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:04:29.944841 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2acc24d-1366-4e74-af55-fca22ac4379b admin admin] Network hostable DHCP agents. Network: bf886878-6d84-4a71-af9c-be5dc52b71cd, hostable agents: ['bb4183fa-e0c9-4858-9c34-b1ab78d39af4'], hosted agents: [] {{(pid=111102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 15:04:30.045764 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2acc24d-1366-4e74-af55-fca22ac4379b admin admin] Network bf886878-6d84-4a71-af9c-be5dc52b71cd is scheduled to be hosted by DHCP agent bb4183fa-e0c9-4858-9c34-b1ab78d39af4 with binding_index 1 {{(pid=111102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 15:04:30.160144 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.base_scheduler [None req-f2acc24d-1366-4e74-af55-fca22ac4379b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851030-1-iscsi, bf886878-6d84-4a71-af9c-be5dc52b71cd) {{(pid=111102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:04:30.164270 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2acc24d-1366-4e74-af55-fca22ac4379b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:04:30.164858 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-f2acc24d-1366-4e74-af55-fca22ac4379b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:30.169154 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65684e2b-d68f-45ae-a25a-c10ae87cf171 None None] Network bf886878-6d84-4a71-af9c-be5dc52b71cd requested from dv-cinder-851030-1-iscsi {{(pid=111104) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 15:04:30.252699 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-f2acc24d-1366-4e74-af55-fca22ac4379b admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8203142 Jul 26 15:04:30.255085 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 53288) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:04:30.259363 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.v2.base [None req-84f6b4d9-4cf5-4f66-a548-19841b07d755 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1027876831-router', 'tenant_id': 'd057f29b771a4110be66186949246663', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a'}}} {{(pid=111102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:04:30.269522 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaaa3bd1-6419-4c2c-bca5-78535309d62f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0bb6af5a-2cc6-51f7-b99d-0d53e456ff99-bf886878-6d84-4a71-af9c-be5dc52b71cd', 'network_id': 'bf886878-6d84-4a71-af9c-be5dc52b71cd', 'project_id': 'd057f29b771a4110be66186949246663', 'fixed_ips': [{'subnet_id': '45c37ca3-876f-4e01-a3bc-880fa7a43acb'}]}} from dv-cinder-851030-1-iscsi. {{(pid=111104) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 26 15:04:30.270445 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-aaaa3bd1-6419-4c2c-bca5-78535309d62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (None), before_create {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:30.343607 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-84f6b4d9-4cf5-4f66-a548-19841b07d755 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-567826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-937'] for router (7175239f-2d91-460d-aa58-8006ed22683c), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:30.344669 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-84f6b4d9-4cf5-4f66-a548-19841b07d755 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-694010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-656253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-928'] for router (7175239f-2d91-460d-aa58-8006ed22683c), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:30.396730 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-84f6b4d9-4cf5-4f66-a548-19841b07d755 admin admin] Publish callbacks [] for router_controller (7175239f-2d91-460d-aa58-8006ed22683c), precommit_add_association {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:30.404847 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.db_base_plugin_common [None req-aaaa3bd1-6419-4c2c-bca5-78535309d62f None None] Allocated IP 172.20.0.2 (bf886878-6d84-4a71-af9c-be5dc52b71cd/45c37ca3-876f-4e01-a3bc-880fa7a43acb/e7c793c8-e118-4eda-8244-7486689fe581) {{(pid=111104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:04:30.548701 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-aaaa3bd1-6419-4c2c-bca5-78535309d62f None None] Publish callbacks [] for port (e7c793c8-e118-4eda-8244-7486689fe581), precommit_create {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:30.629618 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-aaaa3bd1-6419-4c2c-bca5-78535309d62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789579689795'] for port (e7c793c8-e118-4eda-8244-7486689fe581), after_create {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:30.672827 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaaa3bd1-6419-4c2c-bca5-78535309d62f None None] Network bf886878-6d84-4a71-af9c-be5dc52b71cd is already hosted by enough agents. {{(pid=111104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:04:30.676364 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.scheduler.base_scheduler [None req-aaaa3bd1-6419-4c2c-bca5-78535309d62f None None] Resources bound (agent type, host, resource id): {{(pid=111104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:04:30.680827 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaaa3bd1-6419-4c2c-bca5-78535309d62f None None] Received port after_create {{(pid=111104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:04:30.688229 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaa3bd1-6419-4c2c-bca5-78535309d62f None None] Pushing event updated for resources: {'Port': ['ID=e7c793c8-e118-4eda-8244-7486689fe581,revision_number=1']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:30.717791 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaa3bd1-6419-4c2c-bca5-78535309d62f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:30.718137 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaa3bd1-6419-4c2c-bca5-78535309d62f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:30.718477 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaa3bd1-6419-4c2c-bca5-78535309d62f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:30.718812 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaa3bd1-6419-4c2c-bca5-78535309d62f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:30.719145 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaa3bd1-6419-4c2c-bca5-78535309d62f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:30.719513 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaa3bd1-6419-4c2c-bca5-78535309d62f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:30.719870 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaa3bd1-6419-4c2c-bca5-78535309d62f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:30.720196 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaa3bd1-6419-4c2c-bca5-78535309d62f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:30.720575 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaa3bd1-6419-4c2c-bca5-78535309d62f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:30.720900 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaa3bd1-6419-4c2c-bca5-78535309d62f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:30.721229 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaa3bd1-6419-4c2c-bca5-78535309d62f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:30.721556 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaa3bd1-6419-4c2c-bca5-78535309d62f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:30.721875 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaa3bd1-6419-4c2c-bca5-78535309d62f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:30.722193 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaa3bd1-6419-4c2c-bca5-78535309d62f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:30.722510 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaa3bd1-6419-4c2c-bca5-78535309d62f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:30.760639 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.managers [None req-aaaa3bd1-6419-4c2c-bca5-78535309d62f None None] Attempting to bind port e7c793c8-e118-4eda-8244-7486689fe581 on host dv-cinder-851030-1-iscsi for vnic_type normal with profile {{(pid=111104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:04:30.761005 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.managers [None req-aaaa3bd1-6419-4c2c-bca5-78535309d62f None None] Attempting to bind port e7c793c8-e118-4eda-8244-7486689fe581 by drivers openvswitch,hyperv on host dv-cinder-851030-1-iscsi at level 0 using segments [{'id': '7ddb2a6f-702e-4a65-81b6-804570c07d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'bf886878-6d84-4a71-af9c-be5dc52b71cd'}] {{(pid=111104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:04:30.761365 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaaa3bd1-6419-4c2c-bca5-78535309d62f None None] Attempting to bind port e7c793c8-e118-4eda-8244-7486689fe581 on network bf886878-6d84-4a71-af9c-be5dc52b71cd {{(pid=111104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:04:30.767284 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaaa3bd1-6419-4c2c-bca5-78535309d62f None None] Checking agent: {'id': 'df49e665-2de0-463a-a1e1-c989804d5593', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851030-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 14, 42, 57), 'started_at': datetime.datetime(2022, 7, 26, 14, 43, 27), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851030-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:04:30.767681 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaaa3bd1-6419-4c2c-bca5-78535309d62f None None] Checking segment: {'id': '7ddb2a6f-702e-4a65-81b6-804570c07d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'bf886878-6d84-4a71-af9c-be5dc52b71cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:04:30.768081 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-aaaa3bd1-6419-4c2c-bca5-78535309d62f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:30.768469 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaaa3bd1-6419-4c2c-bca5-78535309d62f None None] Bound using segment: {'id': '7ddb2a6f-702e-4a65-81b6-804570c07d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'bf886878-6d84-4a71-af9c-be5dc52b71cd'} {{(pid=111104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:04:30.768941 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.managers [None req-aaaa3bd1-6419-4c2c-bca5-78535309d62f None None] Bound port: e7c793c8-e118-4eda-8244-7486689fe581, host: dv-cinder-851030-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ddb2a6f-702e-4a65-81b6-804570c07d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'bf886878-6d84-4a71-af9c-be5dc52b71cd'}}] {{(pid=111104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:04:30.769317 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-aaaa3bd1-6419-4c2c-bca5-78535309d62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (e7c793c8-e118-4eda-8244-7486689fe581), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:30.834074 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-aaaa3bd1-6419-4c2c-bca5-78535309d62f None None] For port e7c793c8-e118-4eda-8244-7486689fe581, host dv-cinder-851030-1-iscsi, cleared binding levels {{(pid=111104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:04:30.837125 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-aaaa3bd1-6419-4c2c-bca5-78535309d62f None None] For port e7c793c8-e118-4eda-8244-7486689fe581, host dv-cinder-851030-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851030-1-iscsi',level=0,port_id=e7c793c8-e118-4eda-8244-7486689fe581,segment=NetworkSegment(7ddb2a6f-702e-4a65-81b6-804570c07d9f),segment_id=7ddb2a6f-702e-4a65-81b6-804570c07d9f)] {{(pid=111104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:04:30.884372 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:04:30.891068 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-84f6b4d9-4cf5-4f66-a548-19841b07d755 admin admin] Publish callbacks [] for router_gateway (7175239f-2d91-460d-aa58-8006ed22683c), precommit_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:30.941835 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-aaaa3bd1-6419-4c2c-bca5-78535309d62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (e7c793c8-e118-4eda-8244-7486689fe581), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:30.947686 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:04:30.999565 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaa3bd1-6419-4c2c-bca5-78535309d62f None None] Pushing event updated for resources: {'Port': ['ID=e7c793c8-e118-4eda-8244-7486689fe581,revision_number=2']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:31.029883 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:04:31.070978 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=2 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:04:31.176674 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-84f6b4d9-4cf5-4f66-a548-19841b07d755 admin admin] Publish callbacks [] for router_gateway (7175239f-2d91-460d-aa58-8006ed22683c), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:31.200348 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-84f6b4d9-4cf5-4f66-a548-19841b07d755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:31.310805 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.db_base_plugin_common [None req-84f6b4d9-4cf5-4f66-a548-19841b07d755 admin admin] Allocated IP 172.27.0.31 (976f28e8-c47c-49b7-93ff-2bd79bbe121a/527ba32d-e656-41f8-8fe6-15a8ab4751c9/a103099f-7e5d-46a1-9908-946507570474) {{(pid=111102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:04:31.418672 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-84f6b4d9-4cf5-4f66-a548-19841b07d755 admin admin] Publish callbacks [] for port (a103099f-7e5d-46a1-9908-946507570474), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:31.474558 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:04:31.529716 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-84f6b4d9-4cf5-4f66-a548-19841b07d755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789579689795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868105'] for port (a103099f-7e5d-46a1-9908-946507570474), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:31.572622 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f6b4d9-4cf5-4f66-a548-19841b07d755 admin admin] Network 976f28e8-c47c-49b7-93ff-2bd79bbe121a is already hosted by enough agents. {{(pid=111102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:04:31.577634 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.base_scheduler [None req-84f6b4d9-4cf5-4f66-a548-19841b07d755 admin admin] Resources bound (agent type, host, resource id): {{(pid=111102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:04:31.580529 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f6b4d9-4cf5-4f66-a548-19841b07d755 admin admin] Pushing event updated for resources: {'Port': ['ID=a103099f-7e5d-46a1-9908-946507570474,revision_number=1']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:31.582845 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f6b4d9-4cf5-4f66-a548-19841b07d755 admin admin] Received port after_create {{(pid=111102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:04:31.897061 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-84f6b4d9-4cf5-4f66-a548-19841b07d755 admin admin] Publish callbacks [] for router_gateway (7175239f-2d91-460d-aa58-8006ed22683c), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:31.910259 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b94a1f2-c995-4271-b2a9-04abf2177de0 None None] Network bf886878-6d84-4a71-af9c-be5dc52b71cd requested from dv-cinder-851030-1-iscsi {{(pid=111104) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 15:04:31.961335 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-39f6a375-faf2-4c71-b9fd-e43b52e6f5aa None None] Provisioning complete for port e7c793c8-e118-4eda-8244-7486689fe581 triggered by entity DHCP. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:04:31.961937 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-39f6a375-faf2-4c71-b9fd-e43b52e6f5aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (e7c793c8-e118-4eda-8244-7486689fe581), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:32.065169 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:04:32.085250 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-39f6a375-faf2-4c71-b9fd-e43b52e6f5aa None None] Current status of the port e7c793c8-e118-4eda-8244-7486689fe581 is: DOWN; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:04:32.085707 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-39f6a375-faf2-4c71-b9fd-e43b52e6f5aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (e7c793c8-e118-4eda-8244-7486689fe581), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:32.088767 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-84f6b4d9-4cf5-4f66-a548-19841b07d755 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-693894'] for router (7175239f-2d91-460d-aa58-8006ed22683c), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:32.121834 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-39f6a375-faf2-4c71-b9fd-e43b52e6f5aa None None] For port e7c793c8-e118-4eda-8244-7486689fe581, host dv-cinder-851030-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851030-1-iscsi',level=0,port_id=e7c793c8-e118-4eda-8244-7486689fe581,segment=NetworkSegment(7ddb2a6f-702e-4a65-81b6-804570c07d9f),segment_id=7ddb2a6f-702e-4a65-81b6-804570c07d9f)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:04:32.218332 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:04:32.245980 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-39f6a375-faf2-4c71-b9fd-e43b52e6f5aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (e7c793c8-e118-4eda-8244-7486689fe581), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:32.292450 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f6a375-faf2-4c71-b9fd-e43b52e6f5aa None None] Pushing event updated for resources: {'Port': ['ID=e7c793c8-e118-4eda-8244-7486689fe581,revision_number=3']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:32.360508 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84f6b4d9-4cf5-4f66-a548-19841b07d755 admin admin] Router 7175239f-2d91-460d-aa58-8006ed22683c is scheduled to L3 agent 66f8bb98-7ace-4a85-b6ba-ffe40597695b with binding_index 1 {{(pid=111102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 26 15:04:32.363916 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-0ccfd406-47a6-483a-a2b7-4e1f95b23105 None None] Provisioning complete for port e7c793c8-e118-4eda-8244-7486689fe581 triggered by entity DHCP. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:04:32.369339 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-0ccfd406-47a6-483a-a2b7-4e1f95b23105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (e7c793c8-e118-4eda-8244-7486689fe581), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:32.437941 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-0ccfd406-47a6-483a-a2b7-4e1f95b23105 None None] Current status of the port e7c793c8-e118-4eda-8244-7486689fe581 is: ACTIVE; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:04:32.470038 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84f6b4d9-4cf5-4f66-a548-19841b07d755 admin admin] Notify agent at l3_agent.dv-cinder-851030-1-iscsi the message routers_updated {{(pid=111102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:04:32.478854 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd1ee8f-6809-46f7-90f9-12322ca9b858 None None] Sync routers for ids ['7175239f-2d91-460d-aa58-8006ed22683c'] in dv-cinder-851030-1-iscsi {{(pid=111104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:04:32.489847 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd1ee8f-6809-46f7-90f9-12322ca9b858 None None] Routers {'7175239f-2d91-460d-aa58-8006ed22683c'} bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:04:32.490452 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-7cd1ee8f-6809-46f7-90f9-12322ca9b858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851030-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-26T14:42:54Z,description=,heartbeat_timestamp=2022-07-26T15:04:24Z,host='dv-cinder-851030-1-iscsi',id=66f8bb98-7ace-4a85-b6ba-ffe40597695b,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:42:55Z,topic='l3_agent')) {'router_ids': ['7175239f-2d91-460d-aa58-8006ed22683c'], 'active': True} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:04:32.573521 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-84f6b4d9-4cf5-4f66-a548-19841b07d755 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:32.574789 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-84f6b4d9-4cf5-4f66-a548-19841b07d755 admin admin] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3186655 Jul 26 15:04:32.577715 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 53290) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:04:32.596411 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvr_db [None req-7cd1ee8f-6809-46f7-90f9-12322ca9b858 None None] Set router 7175239f-2d91-460d-aa58-8006ed22683c gateway port host: dv-cinder-851030-1-iscsi {{(pid=111104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:04:32.765656 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-7cd1ee8f-6809-46f7-90f9-12322ca9b858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7175239f-2d91-460d-aa58-8006ed22683c', 'name': 'tempest-TestMinimumBasicScenario-1027876831-router', 'tenant_id': 'd057f29b771a4110be66186949246663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': 'a103099f-7e5d-46a1-9908-946507570474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:04:30Z', 'updated_at': '2022-07-26T15:04:31Z', 'revision_number': 3, 'project_id': 'd057f29b771a4110be66186949246663', 'gw_port': {'id': 'a103099f-7e5d-46a1-9908-946507570474', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:de:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7175239f-2d91-460d-aa58-8006ed22683c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:31Z', 'updated_at': '2022-07-26T15:04:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi'}], 'dv-cinder-851030-1-iscsi', False) {} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:04:32.794212 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd1ee8f-6809-46f7-90f9-12322ca9b858 None None] Checking router: 7175239f-2d91-460d-aa58-8006ed22683c for host: dv-cinder-851030-1-iscsi {{(pid=111104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:04:32.794563 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd1ee8f-6809-46f7-90f9-12322ca9b858 None None] Updating router 7175239f-2d91-460d-aa58-8006ed22683c port a103099f-7e5d-46a1-9908-946507570474 binding host dv-cinder-851030-1-iscsi {{(pid=111104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 15:04:32.822724 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-7cd1ee8f-6809-46f7-90f9-12322ca9b858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (a103099f-7e5d-46a1-9908-946507570474), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:32.844269 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:04:32.879286 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:04:32.946632 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device e7c793c8-e118-4eda-8244-7486689fe581 up at agent ovs-agent-dv-cinder-851030-1-iscsi {{(pid=111104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:04:33.002604 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-9ded80be-4815-490c-ac11-0a424b224d33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:33.057591 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Provisioning complete for port e7c793c8-e118-4eda-8244-7486689fe581 triggered by entity L2. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:04:33.057977 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (e7c793c8-e118-4eda-8244-7486689fe581), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:33.169764 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.db_base_plugin_common [None req-9ded80be-4815-490c-ac11-0a424b224d33 admin admin] Allocated IP 172.20.0.1 (bf886878-6d84-4a71-af9c-be5dc52b71cd/45c37ca3-876f-4e01-a3bc-880fa7a43acb/234c1355-bcfb-4cb2-bcd5-44cbf51237f7) {{(pid=111102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:04:33.275292 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:04:33.281206 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-9ded80be-4815-490c-ac11-0a424b224d33 admin admin] Publish callbacks [] for port (234c1355-bcfb-4cb2-bcd5-44cbf51237f7), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:33.288479 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-7cd1ee8f-6809-46f7-90f9-12322ca9b858 None None] Publish callbacks [] for port (a103099f-7e5d-46a1-9908-946507570474), precommit_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:33.303054 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:04:33.323509 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Current status of the port e7c793c8-e118-4eda-8244-7486689fe581 is: ACTIVE; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:04:33.354556 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-7cd1ee8f-6809-46f7-90f9-12322ca9b858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (a103099f-7e5d-46a1-9908-946507570474), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:33.393364 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-9ded80be-4815-490c-ac11-0a424b224d33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789579689795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868105'] for port (234c1355-bcfb-4cb2-bcd5-44cbf51237f7), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:33.410454 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.managers [None req-7cd1ee8f-6809-46f7-90f9-12322ca9b858 None None] Attempting to bind port a103099f-7e5d-46a1-9908-946507570474 on host dv-cinder-851030-1-iscsi for vnic_type normal with profile {{(pid=111104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:04:33.410816 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.managers [None req-7cd1ee8f-6809-46f7-90f9-12322ca9b858 None None] Attempting to bind port a103099f-7e5d-46a1-9908-946507570474 by drivers openvswitch,hyperv on host dv-cinder-851030-1-iscsi at level 0 using segments [{'id': '9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a'}] {{(pid=111104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:04:33.411170 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd1ee8f-6809-46f7-90f9-12322ca9b858 None None] Attempting to bind port a103099f-7e5d-46a1-9908-946507570474 on network 976f28e8-c47c-49b7-93ff-2bd79bbe121a {{(pid=111104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:04:33.413777 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7d888f-22ec-454d-bb15-26ee89359738 None None] Pushing event updated for resources: {'Port': ['ID=a103099f-7e5d-46a1-9908-946507570474,revision_number=2']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:33.419532 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd1ee8f-6809-46f7-90f9-12322ca9b858 None None] Checking agent: {'id': 'df49e665-2de0-463a-a1e1-c989804d5593', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851030-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 14, 42, 57), 'started_at': datetime.datetime(2022, 7, 26, 14, 43, 27), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851030-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:04:33.420449 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd1ee8f-6809-46f7-90f9-12322ca9b858 None None] Checking segment: {'id': '9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:04:33.420449 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-7cd1ee8f-6809-46f7-90f9-12322ca9b858 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:33.420712 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd1ee8f-6809-46f7-90f9-12322ca9b858 None None] Bound using segment: {'id': '9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a'} {{(pid=111104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:04:33.421117 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.managers [None req-7cd1ee8f-6809-46f7-90f9-12322ca9b858 None None] Bound port: a103099f-7e5d-46a1-9908-946507570474, host: dv-cinder-851030-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a'}}] {{(pid=111104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:04:33.421573 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-7cd1ee8f-6809-46f7-90f9-12322ca9b858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (a103099f-7e5d-46a1-9908-946507570474), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:33.433088 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ded80be-4815-490c-ac11-0a424b224d33 admin admin] Network bf886878-6d84-4a71-af9c-be5dc52b71cd is already hosted by enough agents. {{(pid=111102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:04:33.439231 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.base_scheduler [None req-9ded80be-4815-490c-ac11-0a424b224d33 admin admin] Resources bound (agent type, host, resource id): {{(pid=111102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:04:33.443082 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ded80be-4815-490c-ac11-0a424b224d33 admin admin] Received port after_create {{(pid=111102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:04:33.469458 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ded80be-4815-490c-ac11-0a424b224d33 admin admin] Pushing event updated for resources: {'Port': ['ID=234c1355-bcfb-4cb2-bcd5-44cbf51237f7,revision_number=1']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:33.475649 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-7cd1ee8f-6809-46f7-90f9-12322ca9b858 None None] For port a103099f-7e5d-46a1-9908-946507570474, host dv-cinder-851030-1-iscsi, cleared binding levels {{(pid=111104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:04:33.478937 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-7cd1ee8f-6809-46f7-90f9-12322ca9b858 None None] For port a103099f-7e5d-46a1-9908-946507570474, host dv-cinder-851030-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851030-1-iscsi',level=0,port_id=a103099f-7e5d-46a1-9908-946507570474,segment=NetworkSegment(9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7),segment_id=9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7)] {{(pid=111104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:04:33.493669 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-9ded80be-4815-490c-ac11-0a424b224d33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-566150'] for router_interface (7175239f-2d91-460d-aa58-8006ed22683c), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:33.572528 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-7cd1ee8f-6809-46f7-90f9-12322ca9b858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (a103099f-7e5d-46a1-9908-946507570474), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:33.635262 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7d888f-22ec-454d-bb15-26ee89359738 None None] Pushing event updated for resources: {'Port': ['ID=a103099f-7e5d-46a1-9908-946507570474,revision_number=3']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:33.640580 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd1ee8f-6809-46f7-90f9-12322ca9b858 None None] Routers {'7175239f-2d91-460d-aa58-8006ed22683c'} bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:04:33.650557 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-7cd1ee8f-6809-46f7-90f9-12322ca9b858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851030-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-26T14:42:54Z,description=,heartbeat_timestamp=2022-07-26T15:04:24Z,host='dv-cinder-851030-1-iscsi',id=66f8bb98-7ace-4a85-b6ba-ffe40597695b,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:42:55Z,topic='l3_agent')) {'router_ids': ['7175239f-2d91-460d-aa58-8006ed22683c'], 'active': True} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:04:33.696186 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-f7504981-4297-4510-8fc2-d43430bbb95f None None] Provisioning complete for port 234c1355-bcfb-4cb2-bcd5-44cbf51237f7 triggered by entity DHCP. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:04:33.696550 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-f7504981-4297-4510-8fc2-d43430bbb95f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (234c1355-bcfb-4cb2-bcd5-44cbf51237f7), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:33.764983 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-f7504981-4297-4510-8fc2-d43430bbb95f None None] Port 234c1355-bcfb-4cb2-bcd5-44cbf51237f7 cannot update to ACTIVE because it is not bound. {{(pid=111104) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 15:04:33.773534 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-9ded80be-4815-490c-ac11-0a424b224d33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (234c1355-bcfb-4cb2-bcd5-44cbf51237f7), before_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:33.783553 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:04:33.788987 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvr_db [None req-7cd1ee8f-6809-46f7-90f9-12322ca9b858 None None] Set router 7175239f-2d91-460d-aa58-8006ed22683c gateway port host: dv-cinder-851030-1-iscsi {{(pid=111104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:04:33.814247 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:04:33.949321 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-9ded80be-4815-490c-ac11-0a424b224d33 admin admin] Publish callbacks [] for port (234c1355-bcfb-4cb2-bcd5-44cbf51237f7), precommit_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:33.963712 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-7cd1ee8f-6809-46f7-90f9-12322ca9b858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7175239f-2d91-460d-aa58-8006ed22683c', 'name': 'tempest-TestMinimumBasicScenario-1027876831-router', 'tenant_id': 'd057f29b771a4110be66186949246663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': 'a103099f-7e5d-46a1-9908-946507570474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:04:30Z', 'updated_at': '2022-07-26T15:04:31Z', 'revision_number': 3, 'project_id': 'd057f29b771a4110be66186949246663', 'gw_port': {'id': 'a103099f-7e5d-46a1-9908-946507570474', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:de:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7175239f-2d91-460d-aa58-8006ed22683c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:31Z', 'updated_at': '2022-07-26T15:04:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi'}], 'dv-cinder-851030-1-iscsi', False) {} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:04:33.990089 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd1ee8f-6809-46f7-90f9-12322ca9b858 None None] The sync data for ids ['7175239f-2d91-460d-aa58-8006ed22683c'] in dv-cinder-851030-1-iscsi is: [{'id': '7175239f-2d91-460d-aa58-8006ed22683c', 'name': 'tempest-TestMinimumBasicScenario-1027876831-router', 'tenant_id': 'd057f29b771a4110be66186949246663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': 'a103099f-7e5d-46a1-9908-946507570474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:04:30Z', 'updated_at': '2022-07-26T15:04:31Z', 'revision_number': 3, 'project_id': 'd057f29b771a4110be66186949246663', 'gw_port': {'id': 'a103099f-7e5d-46a1-9908-946507570474', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:de:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7175239f-2d91-460d-aa58-8006ed22683c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:31Z', 'updated_at': '2022-07-26T15:04:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi'}] {{(pid=111104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:04:34.011245 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-9ded80be-4815-490c-ac11-0a424b224d33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868126'] for port (234c1355-bcfb-4cb2-bcd5-44cbf51237f7), after_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:34.082755 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ded80be-4815-490c-ac11-0a424b224d33 admin admin] Pushing event updated for resources: {'Port': ['ID=234c1355-bcfb-4cb2-bcd5-44cbf51237f7,revision_number=2']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:34.085720 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-9ded80be-4815-490c-ac11-0a424b224d33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566266'] for router_interface (7175239f-2d91-460d-aa58-8006ed22683c), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:34.214965 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ded80be-4815-490c-ac11-0a424b224d33 admin admin] Network bf886878-6d84-4a71-af9c-be5dc52b71cd is already hosted by enough agents. {{(pid=111102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:04:34.216529 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.base_scheduler [None req-9ded80be-4815-490c-ac11-0a424b224d33 admin admin] Resources bound (agent type, host, resource id): {{(pid=111102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:04:34.359685 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ded80be-4815-490c-ac11-0a424b224d33 admin admin] Router 7175239f-2d91-460d-aa58-8006ed22683c has already been hosted by L3 agent 66f8bb98-7ace-4a85-b6ba-ffe40597695b {{(pid=111102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:04:34.478914 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ded80be-4815-490c-ac11-0a424b224d33 admin admin] Notify agent at l3_agent.dv-cinder-851030-1-iscsi the message routers_updated {{(pid=111102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:04:34.485200 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-9ded80be-4815-490c-ac11-0a424b224d33 admin admin] 10.222.0.97 "PUT /v2.0/routers/7175239f-2d91-460d-aa58-8006ed22683c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9061074 Jul 26 15:04:34.505493 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-f6e25188-79b3-4e97-b35b-55953667af2a None None] Provisioning complete for port 234c1355-bcfb-4cb2-bcd5-44cbf51237f7 triggered by entity DHCP. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:04:34.506287 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-f6e25188-79b3-4e97-b35b-55953667af2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (234c1355-bcfb-4cb2-bcd5-44cbf51237f7), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:34.549779 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-f6e25188-79b3-4e97-b35b-55953667af2a None None] Port 234c1355-bcfb-4cb2-bcd5-44cbf51237f7 cannot update to ACTIVE because it is not bound. {{(pid=111104) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 15:04:34.932078 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device a103099f-7e5d-46a1-9908-946507570474 up at agent ovs-agent-dv-cinder-851030-1-iscsi {{(pid=111104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:04:34.986702 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Provisioning complete for port a103099f-7e5d-46a1-9908-946507570474 triggered by entity L2. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:04:34.987269 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (a103099f-7e5d-46a1-9908-946507570474), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:35.076519 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Current status of the port a103099f-7e5d-46a1-9908-946507570474 is: DOWN; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:04:35.077163 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (a103099f-7e5d-46a1-9908-946507570474), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:35.113793 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] For port a103099f-7e5d-46a1-9908-946507570474, host dv-cinder-851030-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851030-1-iscsi',level=0,port_id=a103099f-7e5d-46a1-9908-946507570474,segment=NetworkSegment(9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7),segment_id=9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:04:35.234732 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (a103099f-7e5d-46a1-9908-946507570474), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:35.261749 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 53306) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:04:35.266739 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.v2.base [None req-1be1a3f9-1b4f-4fa9-b618-6c5392736823 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-24076365-network', 'tenant_id': 'd1999761b68543bdb13a292635ca9e56'}} {{(pid=111102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:04:35.280752 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:04:35.287164 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Pushing event updated for resources: {'Port': ['ID=a103099f-7e5d-46a1-9908-946507570474,revision_number=4']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:35.377434 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1be1a3f9-1b4f-4fa9-b618-6c5392736823 admin admin] Made reservation on behalf of d1999761b68543bdb13a292635ca9e56 for: {'network': 1} {{(pid=111102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:04:35.380025 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-1be1a3f9-1b4f-4fa9-b618-6c5392736823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for network (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:35.390018 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-1be1a3f9-1b4f-4fa9-b618-6c5392736823 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:35.472939 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-1be1a3f9-1b4f-4fa9-b618-6c5392736823 admin admin] Publish callbacks [] for security_group (591df63e-df5c-4719-97f4-b48270bfd763), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:35.554581 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-1be1a3f9-1b4f-4fa9-b618-6c5392736823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (591df63e-df5c-4719-97f4-b48270bfd763), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:35.581300 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1be1a3f9-1b4f-4fa9-b618-6c5392736823 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1082} {{(pid=111102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 15:04:35.591661 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be1a3f9-1b4f-4fa9-b618-6c5392736823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=591df63e-df5c-4719-97f4-b48270bfd763,revision_number=1']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:35.596384 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-1be1a3f9-1b4f-4fa9-b618-6c5392736823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1539468'] for segment (d4556041-6ee5-49fe-a99e-1bbfc698a4cc), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:35.596833 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.db.segments_db [None req-1be1a3f9-1b4f-4fa9-b618-6c5392736823 admin admin] Added segment d4556041-6ee5-49fe-a99e-1bbfc698a4cc of type vlan for network 01ebd92e-9159-4082-885d-64c59648a2ab Jul 26 15:04:35.638327 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-1be1a3f9-1b4f-4fa9-b618-6c5392736823 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789579709570'] for network (01ebd92e-9159-4082-885d-64c59648a2ab), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:35.638728 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:04:35.664159 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b5266a-9b17-47c8-bbb5-6855deb0d2ce None None] Sync routers for ids ['7175239f-2d91-460d-aa58-8006ed22683c'] in dv-cinder-851030-1-iscsi {{(pid=111105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:04:35.674090 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b5266a-9b17-47c8-bbb5-6855deb0d2ce None None] Routers {'7175239f-2d91-460d-aa58-8006ed22683c'} bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:04:35.674698 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_hamode_db [None req-d1b5266a-9b17-47c8-bbb5-6855deb0d2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851030-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-26T14:42:54Z,description=,heartbeat_timestamp=2022-07-26T15:04:24Z,host='dv-cinder-851030-1-iscsi',id=66f8bb98-7ace-4a85-b6ba-ffe40597695b,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:42:55Z,topic='l3_agent')) {'router_ids': ['7175239f-2d91-460d-aa58-8006ed22683c'], 'active': True} {{(pid=111105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:04:35.754480 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-1be1a3f9-1b4f-4fa9-b618-6c5392736823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707'] for network (01ebd92e-9159-4082-885d-64c59648a2ab), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:35.755575 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be1a3f9-1b4f-4fa9-b618-6c5392736823 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:04:35.756233 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-1be1a3f9-1b4f-4fa9-b618-6c5392736823 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524685'] for network (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:35.777259 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_dvr_db [None req-d1b5266a-9b17-47c8-bbb5-6855deb0d2ce None None] Set router 7175239f-2d91-460d-aa58-8006ed22683c gateway port host: dv-cinder-851030-1-iscsi {{(pid=111105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:04:35.823088 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be1a3f9-1b4f-4fa9-b618-6c5392736823 admin admin] Pushing event updated for resources: {'Network': ['ID=01ebd92e-9159-4082-885d-64c59648a2ab,revision_number=1']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:35.832627 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Network 01ebd92e-9159-4082-885d-64c59648a2ab details requested by agent ovs-agent-dv-cinder-851030-1-iscsi with host dv-cinder-851030-1-iscsi {{(pid=111104) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 15:04:35.888414 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-1be1a3f9-1b4f-4fa9-b618-6c5392736823 admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.6255653 Jul 26 15:04:35.891926 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 53308) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:04:35.894026 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:04:35.898652 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.v2.base [None req-0470f6fa-0a91-4c6c-8fb4-4cd4d1296304 admin admin] Request body: {'subnet': {'network_id': '01ebd92e-9159-4082-885d-64c59648a2ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-24076365-subnet', 'tenant_id': 'd1999761b68543bdb13a292635ca9e56', 'ip_version': 4}} {{(pid=111102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:04:35.974472 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_hamode_db [None req-d1b5266a-9b17-47c8-bbb5-6855deb0d2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7175239f-2d91-460d-aa58-8006ed22683c', 'name': 'tempest-TestMinimumBasicScenario-1027876831-router', 'tenant_id': 'd057f29b771a4110be66186949246663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': 'a103099f-7e5d-46a1-9908-946507570474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:04:30Z', 'updated_at': '2022-07-26T15:04:33Z', 'revision_number': 4, 'project_id': 'd057f29b771a4110be66186949246663', 'gw_port': {'id': 'a103099f-7e5d-46a1-9908-946507570474', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:de:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7175239f-2d91-460d-aa58-8006ed22683c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:31Z', 'updated_at': '2022-07-26T15:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi', '_interfaces': [{'id': '234c1355-bcfb-4cb2-bcd5-44cbf51237f7', 'name': '', 'network_id': 'bf886878-6d84-4a71-af9c-be5dc52b71cd', 'tenant_id': 'd057f29b771a4110be66186949246663', 'mac_address': 'fa:16:3e:92:9f:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7175239f-2d91-460d-aa58-8006ed22683c', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '45c37ca3-876f-4e01-a3bc-880fa7a43acb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:33Z', 'updated_at': '2022-07-26T15:04:33Z', 'revision_number': 2, 'project_id': 'd057f29b771a4110be66186949246663', 'subnets': [{'id': '45c37ca3-876f-4e01-a3bc-880fa7a43acb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851030-1-iscsi', False) {} {{(pid=111105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:04:35.988808 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0470f6fa-0a91-4c6c-8fb4-4cd4d1296304 admin admin] Made reservation on behalf of d1999761b68543bdb13a292635ca9e56 for: {'subnet': 1} {{(pid=111102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:04:35.991181 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-0470f6fa-0a91-4c6c-8fb4-4cd4d1296304 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4978278'] for subnet (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:35.999713 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b5266a-9b17-47c8-bbb5-6855deb0d2ce None None] Checking router: 7175239f-2d91-460d-aa58-8006ed22683c for host: dv-cinder-851030-1-iscsi {{(pid=111105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:04:36.000059 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b5266a-9b17-47c8-bbb5-6855deb0d2ce None None] Updating router 7175239f-2d91-460d-aa58-8006ed22683c port 234c1355-bcfb-4cb2-bcd5-44cbf51237f7 binding host dv-cinder-851030-1-iscsi {{(pid=111105) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 15:04:36.027673 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron_lib.callbacks.manager [None req-d1b5266a-9b17-47c8-bbb5-6855deb0d2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (234c1355-bcfb-4cb2-bcd5-44cbf51237f7), before_update {{(pid=111105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:36.295428 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron_lib.callbacks.manager [None req-d1b5266a-9b17-47c8-bbb5-6855deb0d2ce None None] Publish callbacks [] for port (234c1355-bcfb-4cb2-bcd5-44cbf51237f7), precommit_update {{(pid=111105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:36.410182 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-0470f6fa-0a91-4c6c-8fb4-4cd4d1296304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4978248'] for subnet (83e1734a-a580-4eda-b147-d59a6364bf6f), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:36.464360 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0470f6fa-0a91-4c6c-8fb4-4cd4d1296304 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83e1734a-a580-4eda-b147-d59a6364bf6f,revision_number=0']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:36.477015 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0470f6fa-0a91-4c6c-8fb4-4cd4d1296304 admin admin] Checking segment: {'id': 'd4556041-6ee5-49fe-a99e-1bbfc698a4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '01ebd92e-9159-4082-885d-64c59648a2ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:04:36.477521 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0470f6fa-0a91-4c6c-8fb4-4cd4d1296304 admin admin] Network hostable DHCP agents. Network: 01ebd92e-9159-4082-885d-64c59648a2ab, hostable agents: ['bb4183fa-e0c9-4858-9c34-b1ab78d39af4'], hosted agents: [] {{(pid=111102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 15:04:36.483972 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron_lib.callbacks.manager [None req-d1b5266a-9b17-47c8-bbb5-6855deb0d2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (234c1355-bcfb-4cb2-bcd5-44cbf51237f7), after_update {{(pid=111105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:36.531799 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8991f5-1147-470d-b018-1afec96338b1 None None] Pushing event updated for resources: {'Port': ['ID=234c1355-bcfb-4cb2-bcd5-44cbf51237f7,revision_number=3']} {{(pid=111105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:36.565674 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8991f5-1147-470d-b018-1afec96338b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:36.565674 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8991f5-1147-470d-b018-1afec96338b1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:36.565674 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8991f5-1147-470d-b018-1afec96338b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:36.565674 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8991f5-1147-470d-b018-1afec96338b1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:36.565674 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8991f5-1147-470d-b018-1afec96338b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:36.565674 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8991f5-1147-470d-b018-1afec96338b1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:36.565674 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8991f5-1147-470d-b018-1afec96338b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:36.565674 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8991f5-1147-470d-b018-1afec96338b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:36.565674 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8991f5-1147-470d-b018-1afec96338b1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:36.565674 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8991f5-1147-470d-b018-1afec96338b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:36.565674 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8991f5-1147-470d-b018-1afec96338b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:36.565674 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8991f5-1147-470d-b018-1afec96338b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:36.565674 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8991f5-1147-470d-b018-1afec96338b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:36.565674 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8991f5-1147-470d-b018-1afec96338b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:36.565674 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8991f5-1147-470d-b018-1afec96338b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111105) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:04:36.599804 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.plugins.ml2.managers [None req-d1b5266a-9b17-47c8-bbb5-6855deb0d2ce None None] Attempting to bind port 234c1355-bcfb-4cb2-bcd5-44cbf51237f7 on host dv-cinder-851030-1-iscsi for vnic_type normal with profile {{(pid=111105) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:04:36.602685 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.plugins.ml2.managers [None req-d1b5266a-9b17-47c8-bbb5-6855deb0d2ce None None] Attempting to bind port 234c1355-bcfb-4cb2-bcd5-44cbf51237f7 by drivers openvswitch,hyperv on host dv-cinder-851030-1-iscsi at level 0 using segments [{'id': '7ddb2a6f-702e-4a65-81b6-804570c07d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'bf886878-6d84-4a71-af9c-be5dc52b71cd'}] {{(pid=111105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:04:36.602685 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b5266a-9b17-47c8-bbb5-6855deb0d2ce None None] Attempting to bind port 234c1355-bcfb-4cb2-bcd5-44cbf51237f7 on network bf886878-6d84-4a71-af9c-be5dc52b71cd {{(pid=111105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:04:36.606232 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b5266a-9b17-47c8-bbb5-6855deb0d2ce None None] Checking agent: {'id': 'df49e665-2de0-463a-a1e1-c989804d5593', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851030-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 14, 42, 57), 'started_at': datetime.datetime(2022, 7, 26, 14, 43, 27), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851030-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:04:36.606593 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b5266a-9b17-47c8-bbb5-6855deb0d2ce None None] Checking segment: {'id': '7ddb2a6f-702e-4a65-81b6-804570c07d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'bf886878-6d84-4a71-af9c-be5dc52b71cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111105) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:04:36.606994 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron_lib.callbacks.manager [None req-d1b5266a-9b17-47c8-bbb5-6855deb0d2ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:36.607378 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b5266a-9b17-47c8-bbb5-6855deb0d2ce None None] Bound using segment: {'id': '7ddb2a6f-702e-4a65-81b6-804570c07d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'bf886878-6d84-4a71-af9c-be5dc52b71cd'} {{(pid=111105) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:04:36.607892 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.plugins.ml2.managers [None req-d1b5266a-9b17-47c8-bbb5-6855deb0d2ce None None] Bound port: 234c1355-bcfb-4cb2-bcd5-44cbf51237f7, host: dv-cinder-851030-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ddb2a6f-702e-4a65-81b6-804570c07d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'bf886878-6d84-4a71-af9c-be5dc52b71cd'}}] {{(pid=111105) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:04:36.608265 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron_lib.callbacks.manager [None req-d1b5266a-9b17-47c8-bbb5-6855deb0d2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (234c1355-bcfb-4cb2-bcd5-44cbf51237f7), before_update {{(pid=111105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:36.675199 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0470f6fa-0a91-4c6c-8fb4-4cd4d1296304 admin admin] Network 01ebd92e-9159-4082-885d-64c59648a2ab is scheduled to be hosted by DHCP agent bb4183fa-e0c9-4858-9c34-b1ab78d39af4 with binding_index 1 {{(pid=111102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 15:04:36.755616 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.plugins.ml2.db [None req-d1b5266a-9b17-47c8-bbb5-6855deb0d2ce None None] For port 234c1355-bcfb-4cb2-bcd5-44cbf51237f7, host dv-cinder-851030-1-iscsi, cleared binding levels {{(pid=111105) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:04:36.758788 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.plugins.ml2.db [None req-d1b5266a-9b17-47c8-bbb5-6855deb0d2ce None None] For port 234c1355-bcfb-4cb2-bcd5-44cbf51237f7, host dv-cinder-851030-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851030-1-iscsi',level=0,port_id=234c1355-bcfb-4cb2-bcd5-44cbf51237f7,segment=NetworkSegment(7ddb2a6f-702e-4a65-81b6-804570c07d9f),segment_id=7ddb2a6f-702e-4a65-81b6-804570c07d9f)] {{(pid=111105) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:04:36.780793 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-c0a1fc62-56ad-44cf-9b21-b85a85ec8499 None None] Provisioning complete for port 234c1355-bcfb-4cb2-bcd5-44cbf51237f7 triggered by entity DHCP. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:04:36.781331 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-c0a1fc62-56ad-44cf-9b21-b85a85ec8499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (234c1355-bcfb-4cb2-bcd5-44cbf51237f7), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:36.783704 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.base_scheduler [None req-0470f6fa-0a91-4c6c-8fb4-4cd4d1296304 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851030-1-iscsi, 01ebd92e-9159-4082-885d-64c59648a2ab) {{(pid=111102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:04:36.789386 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0470f6fa-0a91-4c6c-8fb4-4cd4d1296304 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:04:36.789386 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-0470f6fa-0a91-4c6c-8fb4-4cd4d1296304 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:36.807961 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4aeb25a-0852-48a4-a040-58dbfb522af9 None None] Network 01ebd92e-9159-4082-885d-64c59648a2ab requested from dv-cinder-851030-1-iscsi {{(pid=111104) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 15:04:36.861385 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-c0a1fc62-56ad-44cf-9b21-b85a85ec8499 None None] Port 234c1355-bcfb-4cb2-bcd5-44cbf51237f7 cannot update to ACTIVE because it is not bound. {{(pid=111104) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 15:04:36.884679 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron_lib.callbacks.manager [None req-d1b5266a-9b17-47c8-bbb5-6855deb0d2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (234c1355-bcfb-4cb2-bcd5-44cbf51237f7), after_update {{(pid=111105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:36.925699 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:04:36.931123 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984d23bc-c350-4755-a6e9-76fb6d35f50b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0bb6af5a-2cc6-51f7-b99d-0d53e456ff99-01ebd92e-9159-4082-885d-64c59648a2ab', 'network_id': '01ebd92e-9159-4082-885d-64c59648a2ab', 'project_id': 'd1999761b68543bdb13a292635ca9e56', 'fixed_ips': [{'subnet_id': '83e1734a-a580-4eda-b147-d59a6364bf6f'}]}} from dv-cinder-851030-1-iscsi. {{(pid=111104) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 26 15:04:36.936184 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-984d23bc-c350-4755-a6e9-76fb6d35f50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (None), before_create {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:36.944070 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:04:36.944249 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device a103099f-7e5d-46a1-9908-946507570474 up at agent ovs-agent-dv-cinder-851030-1-iscsi {{(pid=111104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:04:36.947822 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b5266a-9b17-47c8-bbb5-6855deb0d2ce None None] Routers {'7175239f-2d91-460d-aa58-8006ed22683c'} bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:04:36.948464 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_hamode_db [None req-d1b5266a-9b17-47c8-bbb5-6855deb0d2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851030-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-26T14:42:54Z,description=,heartbeat_timestamp=2022-07-26T15:04:24Z,host='dv-cinder-851030-1-iscsi',id=66f8bb98-7ace-4a85-b6ba-ffe40597695b,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:42:55Z,topic='l3_agent')) {'router_ids': ['7175239f-2d91-460d-aa58-8006ed22683c'], 'active': True} {{(pid=111105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:04:37.004886 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8991f5-1147-470d-b018-1afec96338b1 None None] Pushing event updated for resources: {'Port': ['ID=234c1355-bcfb-4cb2-bcd5-44cbf51237f7,revision_number=4']} {{(pid=111105) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:37.027442 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-0470f6fa-0a91-4c6c-8fb4-4cd4d1296304 admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1132827 Jul 26 15:04:37.027442 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 53312) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:04:37.027442 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.v2.base [None req-d10470a7-338d-4381-891d-28ff0640a6ae admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-24076365-router', 'tenant_id': 'd1999761b68543bdb13a292635ca9e56', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a'}}} {{(pid=111102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:04:37.064761 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_dvr_db [None req-d1b5266a-9b17-47c8-bbb5-6855deb0d2ce None None] Set router 7175239f-2d91-460d-aa58-8006ed22683c gateway port host: dv-cinder-851030-1-iscsi {{(pid=111105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:04:37.106640 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Provisioning complete for port a103099f-7e5d-46a1-9908-946507570474 triggered by entity L2. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:04:37.107297 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (a103099f-7e5d-46a1-9908-946507570474), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:37.155713 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-d10470a7-338d-4381-891d-28ff0640a6ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-567826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-937'] for router (468b68f5-44ed-4da0-ac35-90b33a555d4c), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:37.158533 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-d10470a7-338d-4381-891d-28ff0640a6ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-569338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-694010', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-656253', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-928'] for router (468b68f5-44ed-4da0-ac35-90b33a555d4c), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:37.224602 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.db_base_plugin_common [None req-984d23bc-c350-4755-a6e9-76fb6d35f50b None None] Allocated IP 172.20.0.2 (01ebd92e-9159-4082-885d-64c59648a2ab/83e1734a-a580-4eda-b147-d59a6364bf6f/91aabe3f-f716-4f3d-bf29-9d1e70a77072) {{(pid=111104) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:04:37.239449 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-d10470a7-338d-4381-891d-28ff0640a6ae admin admin] Publish callbacks [] for router_controller (468b68f5-44ed-4da0-ac35-90b33a555d4c), precommit_add_association {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:37.297389 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_hamode_db [None req-d1b5266a-9b17-47c8-bbb5-6855deb0d2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7175239f-2d91-460d-aa58-8006ed22683c', 'name': 'tempest-TestMinimumBasicScenario-1027876831-router', 'tenant_id': 'd057f29b771a4110be66186949246663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': 'a103099f-7e5d-46a1-9908-946507570474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:04:30Z', 'updated_at': '2022-07-26T15:04:33Z', 'revision_number': 4, 'project_id': 'd057f29b771a4110be66186949246663', 'gw_port': {'id': 'a103099f-7e5d-46a1-9908-946507570474', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:de:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7175239f-2d91-460d-aa58-8006ed22683c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:31Z', 'updated_at': '2022-07-26T15:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi', '_interfaces': [{'id': '234c1355-bcfb-4cb2-bcd5-44cbf51237f7', 'name': '', 'network_id': 'bf886878-6d84-4a71-af9c-be5dc52b71cd', 'tenant_id': 'd057f29b771a4110be66186949246663', 'mac_address': 'fa:16:3e:92:9f:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7175239f-2d91-460d-aa58-8006ed22683c', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '45c37ca3-876f-4e01-a3bc-880fa7a43acb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:33Z', 'updated_at': '2022-07-26T15:04:36Z', 'revision_number': 4, 'project_id': 'd057f29b771a4110be66186949246663', 'subnets': [{'id': '45c37ca3-876f-4e01-a3bc-880fa7a43acb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851030-1-iscsi', False) {} {{(pid=111105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:04:37.324836 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Current status of the port a103099f-7e5d-46a1-9908-946507570474 is: ACTIVE; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:04:37.325814 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b5266a-9b17-47c8-bbb5-6855deb0d2ce None None] The sync data for ids ['7175239f-2d91-460d-aa58-8006ed22683c'] in dv-cinder-851030-1-iscsi is: [{'id': '7175239f-2d91-460d-aa58-8006ed22683c', 'name': 'tempest-TestMinimumBasicScenario-1027876831-router', 'tenant_id': 'd057f29b771a4110be66186949246663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': 'a103099f-7e5d-46a1-9908-946507570474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:04:30Z', 'updated_at': '2022-07-26T15:04:33Z', 'revision_number': 4, 'project_id': 'd057f29b771a4110be66186949246663', 'gw_port': {'id': 'a103099f-7e5d-46a1-9908-946507570474', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:de:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7175239f-2d91-460d-aa58-8006ed22683c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:31Z', 'updated_at': '2022-07-26T15:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi', '_interfaces': [{'id': '234c1355-bcfb-4cb2-bcd5-44cbf51237f7', 'name': '', 'network_id': 'bf886878-6d84-4a71-af9c-be5dc52b71cd', 'tenant_id': 'd057f29b771a4110be66186949246663', 'mac_address': 'fa:16:3e:92:9f:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7175239f-2d91-460d-aa58-8006ed22683c', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '45c37ca3-876f-4e01-a3bc-880fa7a43acb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:33Z', 'updated_at': '2022-07-26T15:04:36Z', 'revision_number': 4, 'project_id': 'd057f29b771a4110be66186949246663', 'subnets': [{'id': '45c37ca3-876f-4e01-a3bc-880fa7a43acb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:04:37.330253 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-bd3a1913-2f66-4500-bb70-f8ce1380bf23 None None] Provisioning complete for port 234c1355-bcfb-4cb2-bcd5-44cbf51237f7 triggered by entity DHCP. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:04:37.330692 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-bd3a1913-2f66-4500-bb70-f8ce1380bf23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (234c1355-bcfb-4cb2-bcd5-44cbf51237f7), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:37.384784 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:04:37.528395 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:04:37.541448 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-984d23bc-c350-4755-a6e9-76fb6d35f50b None None] Publish callbacks [] for port (91aabe3f-f716-4f3d-bf29-9d1e70a77072), precommit_create {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:37.543848 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-bd3a1913-2f66-4500-bb70-f8ce1380bf23 None None] Current status of the port 234c1355-bcfb-4cb2-bcd5-44cbf51237f7 is: DOWN; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:04:37.544465 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-bd3a1913-2f66-4500-bb70-f8ce1380bf23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (234c1355-bcfb-4cb2-bcd5-44cbf51237f7), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:37.563696 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-d10470a7-338d-4381-891d-28ff0640a6ae admin admin] Publish callbacks [] for router_gateway (468b68f5-44ed-4da0-ac35-90b33a555d4c), precommit_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:37.587528 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-bd3a1913-2f66-4500-bb70-f8ce1380bf23 None None] For port 234c1355-bcfb-4cb2-bcd5-44cbf51237f7, host dv-cinder-851030-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851030-1-iscsi',level=0,port_id=234c1355-bcfb-4cb2-bcd5-44cbf51237f7,segment=NetworkSegment(7ddb2a6f-702e-4a65-81b6-804570c07d9f),segment_id=7ddb2a6f-702e-4a65-81b6-804570c07d9f)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:04:37.647512 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-984d23bc-c350-4755-a6e9-76fb6d35f50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789579689795'] for port (91aabe3f-f716-4f3d-bf29-9d1e70a77072), after_create {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:37.649627 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=83,neutron:UPDATE=5,neutron:DELETE=3,neutron:INSERT=9 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:04:37.695373 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984d23bc-c350-4755-a6e9-76fb6d35f50b None None] Network 01ebd92e-9159-4082-885d-64c59648a2ab is already hosted by enough agents. {{(pid=111104) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:04:37.703297 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.scheduler.base_scheduler [None req-984d23bc-c350-4755-a6e9-76fb6d35f50b None None] Resources bound (agent type, host, resource id): {{(pid=111104) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:04:37.705619 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984d23bc-c350-4755-a6e9-76fb6d35f50b None None] Pushing event updated for resources: {'Port': ['ID=91aabe3f-f716-4f3d-bf29-9d1e70a77072,revision_number=1']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:37.718340 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984d23bc-c350-4755-a6e9-76fb6d35f50b None None] Received port after_create {{(pid=111104) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:04:37.720586 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-bd3a1913-2f66-4500-bb70-f8ce1380bf23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (234c1355-bcfb-4cb2-bcd5-44cbf51237f7), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:37.854405 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.managers [None req-984d23bc-c350-4755-a6e9-76fb6d35f50b None None] Attempting to bind port 91aabe3f-f716-4f3d-bf29-9d1e70a77072 on host dv-cinder-851030-1-iscsi for vnic_type normal with profile {{(pid=111104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:04:37.855544 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.managers [None req-984d23bc-c350-4755-a6e9-76fb6d35f50b None None] Attempting to bind port 91aabe3f-f716-4f3d-bf29-9d1e70a77072 by drivers openvswitch,hyperv on host dv-cinder-851030-1-iscsi at level 0 using segments [{'id': 'd4556041-6ee5-49fe-a99e-1bbfc698a4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '01ebd92e-9159-4082-885d-64c59648a2ab'}] {{(pid=111104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:04:37.856083 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984d23bc-c350-4755-a6e9-76fb6d35f50b None None] Attempting to bind port 91aabe3f-f716-4f3d-bf29-9d1e70a77072 on network 01ebd92e-9159-4082-885d-64c59648a2ab {{(pid=111104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:04:37.859732 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3a1913-2f66-4500-bb70-f8ce1380bf23 None None] Pushing event updated for resources: {'Port': ['ID=234c1355-bcfb-4cb2-bcd5-44cbf51237f7,revision_number=5']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:37.866750 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984d23bc-c350-4755-a6e9-76fb6d35f50b None None] Checking agent: {'id': 'df49e665-2de0-463a-a1e1-c989804d5593', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851030-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 14, 42, 57), 'started_at': datetime.datetime(2022, 7, 26, 14, 43, 27), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851030-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:04:37.867498 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984d23bc-c350-4755-a6e9-76fb6d35f50b None None] Checking segment: {'id': 'd4556041-6ee5-49fe-a99e-1bbfc698a4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '01ebd92e-9159-4082-885d-64c59648a2ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:04:37.868059 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-984d23bc-c350-4755-a6e9-76fb6d35f50b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:37.868611 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984d23bc-c350-4755-a6e9-76fb6d35f50b None None] Bound using segment: {'id': 'd4556041-6ee5-49fe-a99e-1bbfc698a4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '01ebd92e-9159-4082-885d-64c59648a2ab'} {{(pid=111104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:04:37.869621 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.managers [None req-984d23bc-c350-4755-a6e9-76fb6d35f50b None None] Bound port: 91aabe3f-f716-4f3d-bf29-9d1e70a77072, host: dv-cinder-851030-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4556041-6ee5-49fe-a99e-1bbfc698a4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '01ebd92e-9159-4082-885d-64c59648a2ab'}}] {{(pid=111104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:04:37.870172 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-984d23bc-c350-4755-a6e9-76fb6d35f50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (91aabe3f-f716-4f3d-bf29-9d1e70a77072), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:37.907975 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:04:37.913683 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-d10470a7-338d-4381-891d-28ff0640a6ae admin admin] Publish callbacks [] for router_gateway (468b68f5-44ed-4da0-ac35-90b33a555d4c), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:37.934596 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-d10470a7-338d-4381-891d-28ff0640a6ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:37.940311 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-984d23bc-c350-4755-a6e9-76fb6d35f50b None None] For port 91aabe3f-f716-4f3d-bf29-9d1e70a77072, host dv-cinder-851030-1-iscsi, cleared binding levels {{(pid=111104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:04:37.944433 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-984d23bc-c350-4755-a6e9-76fb6d35f50b None None] For port 91aabe3f-f716-4f3d-bf29-9d1e70a77072, host dv-cinder-851030-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851030-1-iscsi',level=0,port_id=91aabe3f-f716-4f3d-bf29-9d1e70a77072,segment=NetworkSegment(d4556041-6ee5-49fe-a99e-1bbfc698a4cc),segment_id=d4556041-6ee5-49fe-a99e-1bbfc698a4cc)] {{(pid=111104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:04:38.062079 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.db_base_plugin_common [None req-d10470a7-338d-4381-891d-28ff0640a6ae admin admin] Allocated IP 172.27.0.221 (976f28e8-c47c-49b7-93ff-2bd79bbe121a/527ba32d-e656-41f8-8fe6-15a8ab4751c9/ee2b0ca6-6e6a-47da-99d5-fe61f6ef478b) {{(pid=111102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:04:38.075231 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-984d23bc-c350-4755-a6e9-76fb6d35f50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (91aabe3f-f716-4f3d-bf29-9d1e70a77072), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:38.148138 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984d23bc-c350-4755-a6e9-76fb6d35f50b None None] Pushing event updated for resources: {'Port': ['ID=91aabe3f-f716-4f3d-bf29-9d1e70a77072,revision_number=2']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:38.195853 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-d10470a7-338d-4381-891d-28ff0640a6ae admin admin] Publish callbacks [] for port (ee2b0ca6-6e6a-47da-99d5-fe61f6ef478b), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:38.361150 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-d10470a7-338d-4381-891d-28ff0640a6ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789579689795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868105'] for port (ee2b0ca6-6e6a-47da-99d5-fe61f6ef478b), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:38.419199 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10470a7-338d-4381-891d-28ff0640a6ae admin admin] Network 976f28e8-c47c-49b7-93ff-2bd79bbe121a is already hosted by enough agents. {{(pid=111102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:04:38.426687 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.base_scheduler [None req-d10470a7-338d-4381-891d-28ff0640a6ae admin admin] Resources bound (agent type, host, resource id): {{(pid=111102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:04:38.429393 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10470a7-338d-4381-891d-28ff0640a6ae admin admin] Received port after_create {{(pid=111102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:04:38.438318 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10470a7-338d-4381-891d-28ff0640a6ae admin admin] Pushing event updated for resources: {'Port': ['ID=ee2b0ca6-6e6a-47da-99d5-fe61f6ef478b,revision_number=1']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:38.833370 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:04:38.983602 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device 91aabe3f-f716-4f3d-bf29-9d1e70a77072 up at agent ovs-agent-dv-cinder-851030-1-iscsi {{(pid=111104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:04:39.049297 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Provisioning complete for port 91aabe3f-f716-4f3d-bf29-9d1e70a77072 triggered by entity L2. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:04:39.049724 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (91aabe3f-f716-4f3d-bf29-9d1e70a77072), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:39.142031 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-d10470a7-338d-4381-891d-28ff0640a6ae admin admin] Publish callbacks [] for router_gateway (468b68f5-44ed-4da0-ac35-90b33a555d4c), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:39.209499 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41c5e50-9919-403f-b2d8-228708e5822a None None] Network 01ebd92e-9159-4082-885d-64c59648a2ab requested from dv-cinder-851030-1-iscsi {{(pid=111104) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 15:04:39.218491 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:04:39.286819 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-b032e6b8-ab81-41dd-84c6-e4d8ee510763 None None] Provisioning complete for port 91aabe3f-f716-4f3d-bf29-9d1e70a77072 triggered by entity DHCP. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:04:39.287192 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b032e6b8-ab81-41dd-84c6-e4d8ee510763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (91aabe3f-f716-4f3d-bf29-9d1e70a77072), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:39.342348 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-d10470a7-338d-4381-891d-28ff0640a6ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-569292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-693894'] for router (468b68f5-44ed-4da0-ac35-90b33a555d4c), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:39.347907 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=64,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:04:39.349110 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=74,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:04:39.370467 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Current status of the port 91aabe3f-f716-4f3d-bf29-9d1e70a77072 is: DOWN; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:04:39.370849 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (91aabe3f-f716-4f3d-bf29-9d1e70a77072), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:39.456579 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] For port 91aabe3f-f716-4f3d-bf29-9d1e70a77072, host dv-cinder-851030-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851030-1-iscsi',level=0,port_id=91aabe3f-f716-4f3d-bf29-9d1e70a77072,segment=NetworkSegment(d4556041-6ee5-49fe-a99e-1bbfc698a4cc),segment_id=d4556041-6ee5-49fe-a99e-1bbfc698a4cc)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:04:39.467645 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-b032e6b8-ab81-41dd-84c6-e4d8ee510763 None None] Current status of the port 91aabe3f-f716-4f3d-bf29-9d1e70a77072 is: DOWN; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:04:39.468037 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b032e6b8-ab81-41dd-84c6-e4d8ee510763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (91aabe3f-f716-4f3d-bf29-9d1e70a77072), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:39.563779 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d10470a7-338d-4381-891d-28ff0640a6ae admin admin] Router 468b68f5-44ed-4da0-ac35-90b33a555d4c is scheduled to L3 agent 66f8bb98-7ace-4a85-b6ba-ffe40597695b with binding_index 1 {{(pid=111102) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 26 15:04:39.564026 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (91aabe3f-f716-4f3d-bf29-9d1e70a77072), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:39.564823 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device 234c1355-bcfb-4cb2-bcd5-44cbf51237f7 up at agent ovs-agent-dv-cinder-851030-1-iscsi {{(pid=111104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:04:39.676066 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.db.api [None req-b032e6b8-ab81-41dd-84c6-e4d8ee510763 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111104) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 26 15:04:39.676512 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG oslo_db.api [None req-b032e6b8-ab81-41dd-84c6-e4d8ee510763 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 26 15:04:39.681586 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Pushing event updated for resources: {'Port': ['ID=91aabe3f-f716-4f3d-bf29-9d1e70a77072,revision_number=3']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:39.685293 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d10470a7-338d-4381-891d-28ff0640a6ae admin admin] Notify agent at l3_agent.dv-cinder-851030-1-iscsi the message routers_updated {{(pid=111102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:04:39.688268 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:04:39.691169 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Provisioning complete for port 234c1355-bcfb-4cb2-bcd5-44cbf51237f7 triggered by entity L2. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:04:39.691643 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (234c1355-bcfb-4cb2-bcd5-44cbf51237f7), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:39.712277 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1cbf54-fdce-444e-b3a6-bc3d764ff4ad None None] Sync routers for ids ['468b68f5-44ed-4da0-ac35-90b33a555d4c'] in dv-cinder-851030-1-iscsi {{(pid=111104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:04:39.727182 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:04:39.736806 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1cbf54-fdce-444e-b3a6-bc3d764ff4ad None None] Routers {'468b68f5-44ed-4da0-ac35-90b33a555d4c'} bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:04:39.737462 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-8a1cbf54-fdce-444e-b3a6-bc3d764ff4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851030-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-26T14:42:54Z,description=,heartbeat_timestamp=2022-07-26T15:04:24Z,host='dv-cinder-851030-1-iscsi',id=66f8bb98-7ace-4a85-b6ba-ffe40597695b,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:42:55Z,topic='l3_agent')) {'router_ids': ['468b68f5-44ed-4da0-ac35-90b33a555d4c'], 'active': True} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:04:39.866135 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-d10470a7-338d-4381-891d-28ff0640a6ae admin admin] Publish callbacks [] for router (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:39.868531 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-d10470a7-338d-4381-891d-28ff0640a6ae admin admin] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.8583531 Jul 26 15:04:39.877215 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 53332) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:04:39.877440 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Current status of the port 234c1355-bcfb-4cb2-bcd5-44cbf51237f7 is: ACTIVE; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:04:39.891634 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvr_db [None req-8a1cbf54-fdce-444e-b3a6-bc3d764ff4ad None None] Set router 468b68f5-44ed-4da0-ac35-90b33a555d4c gateway port host: dv-cinder-851030-1-iscsi {{(pid=111104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:04:40.063319 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:04:40.079143 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-8a1cbf54-fdce-444e-b3a6-bc3d764ff4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '468b68f5-44ed-4da0-ac35-90b33a555d4c', 'name': 'tempest-TestMinimumBasicScenario-24076365-router', 'tenant_id': 'd1999761b68543bdb13a292635ca9e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'ee2b0ca6-6e6a-47da-99d5-fe61f6ef478b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:04:37Z', 'updated_at': '2022-07-26T15:04:38Z', 'revision_number': 3, 'project_id': 'd1999761b68543bdb13a292635ca9e56', 'gw_port': {'id': 'ee2b0ca6-6e6a-47da-99d5-fe61f6ef478b', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:fc:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '468b68f5-44ed-4da0-ac35-90b33a555d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:37Z', 'updated_at': '2022-07-26T15:04:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi'}], 'dv-cinder-851030-1-iscsi', False) {} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:04:40.104903 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1cbf54-fdce-444e-b3a6-bc3d764ff4ad None None] Checking router: 468b68f5-44ed-4da0-ac35-90b33a555d4c for host: dv-cinder-851030-1-iscsi {{(pid=111104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:04:40.105251 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1cbf54-fdce-444e-b3a6-bc3d764ff4ad None None] Updating router 468b68f5-44ed-4da0-ac35-90b33a555d4c port ee2b0ca6-6e6a-47da-99d5-fe61f6ef478b binding host dv-cinder-851030-1-iscsi {{(pid=111104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 15:04:40.134063 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-8a1cbf54-fdce-444e-b3a6-bc3d764ff4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (ee2b0ca6-6e6a-47da-99d5-fe61f6ef478b), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:40.196324 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:04:40.265428 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-b032e6b8-ab81-41dd-84c6-e4d8ee510763 None None] Current status of the port 91aabe3f-f716-4f3d-bf29-9d1e70a77072 is: ACTIVE; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:04:40.319617 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-f4373c7d-56fe-443d-b2b7-c2fab4332323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:40.399198 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-ae4af1f0-dcf2-499e-9058-a55980546864 None None] Provisioning complete for port 91aabe3f-f716-4f3d-bf29-9d1e70a77072 triggered by entity DHCP. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:04:40.399667 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-ae4af1f0-dcf2-499e-9058-a55980546864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (91aabe3f-f716-4f3d-bf29-9d1e70a77072), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:40.432153 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36e9440-2c17-4ede-9811-10dca55ff537 req-8442d4fd-df68-4c01-9ecc-9901701d54c8 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:04:40.438496 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-e36e9440-2c17-4ede-9811-10dca55ff537 req-8442d4fd-df68-4c01-9ecc-9901701d54c8 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=d566308c-cba6-4925-8ac6-820573486d4b HTTP/1.1" status: 200 len: 946 time: 0.0576141 Jul 26 15:04:40.470034 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-8a1cbf54-fdce-444e-b3a6-bc3d764ff4ad None None] Publish callbacks [] for port (ee2b0ca6-6e6a-47da-99d5-fe61f6ef478b), precommit_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:40.477794 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:04:40.486914 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-e36e9440-2c17-4ede-9811-10dca55ff537 req-f506db51-5150-44f7-baa0-5d4792d99e35 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=0a40a380-a7e3-4a95-a6e8-434c081c25fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466702 Jul 26 15:04:40.500245 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.db_base_plugin_common [None req-f4373c7d-56fe-443d-b2b7-c2fab4332323 admin admin] Allocated IP 172.20.0.1 (01ebd92e-9159-4082-885d-64c59648a2ab/83e1734a-a580-4eda-b147-d59a6364bf6f/8b571665-f149-4f9e-812c-2df66e8f7e71) {{(pid=111102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:04:40.520196 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-ae4af1f0-dcf2-499e-9058-a55980546864 None None] Current status of the port 91aabe3f-f716-4f3d-bf29-9d1e70a77072 is: ACTIVE; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:04:40.554585 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-8a1cbf54-fdce-444e-b3a6-bc3d764ff4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (ee2b0ca6-6e6a-47da-99d5-fe61f6ef478b), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:40.608452 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.managers [None req-8a1cbf54-fdce-444e-b3a6-bc3d764ff4ad None None] Attempting to bind port ee2b0ca6-6e6a-47da-99d5-fe61f6ef478b on host dv-cinder-851030-1-iscsi for vnic_type normal with profile {{(pid=111104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:04:40.608827 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.managers [None req-8a1cbf54-fdce-444e-b3a6-bc3d764ff4ad None None] Attempting to bind port ee2b0ca6-6e6a-47da-99d5-fe61f6ef478b by drivers openvswitch,hyperv on host dv-cinder-851030-1-iscsi at level 0 using segments [{'id': '9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a'}] {{(pid=111104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:04:40.609193 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1cbf54-fdce-444e-b3a6-bc3d764ff4ad None None] Attempting to bind port ee2b0ca6-6e6a-47da-99d5-fe61f6ef478b on network 976f28e8-c47c-49b7-93ff-2bd79bbe121a {{(pid=111104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:04:40.612040 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ff74bb-53bc-4db8-bebe-95fcea47ccdc None None] Pushing event updated for resources: {'Port': ['ID=ee2b0ca6-6e6a-47da-99d5-fe61f6ef478b,revision_number=2']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:40.617847 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1cbf54-fdce-444e-b3a6-bc3d764ff4ad None None] Checking agent: {'id': 'df49e665-2de0-463a-a1e1-c989804d5593', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851030-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 14, 42, 57), 'started_at': datetime.datetime(2022, 7, 26, 14, 43, 27), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851030-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:04:40.619781 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1cbf54-fdce-444e-b3a6-bc3d764ff4ad None None] Checking segment: {'id': '9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:04:40.619781 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-8a1cbf54-fdce-444e-b3a6-bc3d764ff4ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:40.619781 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1cbf54-fdce-444e-b3a6-bc3d764ff4ad None None] Bound using segment: {'id': '9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a'} {{(pid=111104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:04:40.619781 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.managers [None req-8a1cbf54-fdce-444e-b3a6-bc3d764ff4ad None None] Bound port: ee2b0ca6-6e6a-47da-99d5-fe61f6ef478b, host: dv-cinder-851030-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a'}}] {{(pid=111104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:04:40.620423 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-8a1cbf54-fdce-444e-b3a6-bc3d764ff4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (ee2b0ca6-6e6a-47da-99d5-fe61f6ef478b), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:40.621590 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:04:40.635395 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-f4373c7d-56fe-443d-b2b7-c2fab4332323 admin admin] Publish callbacks [] for port (8b571665-f149-4f9e-812c-2df66e8f7e71), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:40.668973 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-8a1cbf54-fdce-444e-b3a6-bc3d764ff4ad None None] For port ee2b0ca6-6e6a-47da-99d5-fe61f6ef478b, host dv-cinder-851030-1-iscsi, cleared binding levels {{(pid=111104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:04:40.671956 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-8a1cbf54-fdce-444e-b3a6-bc3d764ff4ad None None] For port ee2b0ca6-6e6a-47da-99d5-fe61f6ef478b, host dv-cinder-851030-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851030-1-iscsi',level=0,port_id=ee2b0ca6-6e6a-47da-99d5-fe61f6ef478b,segment=NetworkSegment(9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7),segment_id=9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7)] {{(pid=111104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:04:40.787054 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-f4373c7d-56fe-443d-b2b7-c2fab4332323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789579689795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868105'] for port (8b571665-f149-4f9e-812c-2df66e8f7e71), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:40.787310 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-8a1cbf54-fdce-444e-b3a6-bc3d764ff4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (ee2b0ca6-6e6a-47da-99d5-fe61f6ef478b), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:40.830041 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4373c7d-56fe-443d-b2b7-c2fab4332323 admin admin] Network 01ebd92e-9159-4082-885d-64c59648a2ab is already hosted by enough agents. {{(pid=111102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:04:40.835136 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.base_scheduler [None req-f4373c7d-56fe-443d-b2b7-c2fab4332323 admin admin] Resources bound (agent type, host, resource id): {{(pid=111102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:04:40.838979 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4373c7d-56fe-443d-b2b7-c2fab4332323 admin admin] Received port after_create {{(pid=111102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:04:40.842321 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4373c7d-56fe-443d-b2b7-c2fab4332323 admin admin] Pushing event updated for resources: {'Port': ['ID=8b571665-f149-4f9e-812c-2df66e8f7e71,revision_number=1']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:40.847547 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1cbf54-fdce-444e-b3a6-bc3d764ff4ad None None] Routers {'468b68f5-44ed-4da0-ac35-90b33a555d4c'} bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:04:40.848208 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-8a1cbf54-fdce-444e-b3a6-bc3d764ff4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851030-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-26T14:42:54Z,description=,heartbeat_timestamp=2022-07-26T15:04:24Z,host='dv-cinder-851030-1-iscsi',id=66f8bb98-7ace-4a85-b6ba-ffe40597695b,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:42:55Z,topic='l3_agent')) {'router_ids': ['468b68f5-44ed-4da0-ac35-90b33a555d4c'], 'active': True} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:04:40.854041 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ff74bb-53bc-4db8-bebe-95fcea47ccdc None None] Pushing event updated for resources: {'Port': ['ID=ee2b0ca6-6e6a-47da-99d5-fe61f6ef478b,revision_number=3']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:40.892456 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-f4373c7d-56fe-443d-b2b7-c2fab4332323 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-566150'] for router_interface (468b68f5-44ed-4da0-ac35-90b33a555d4c), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:40.963546 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvr_db [None req-8a1cbf54-fdce-444e-b3a6-bc3d764ff4ad None None] Set router 468b68f5-44ed-4da0-ac35-90b33a555d4c gateway port host: dv-cinder-851030-1-iscsi {{(pid=111104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:04:40.967319 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device 91aabe3f-f716-4f3d-bf29-9d1e70a77072 up at agent ovs-agent-dv-cinder-851030-1-iscsi {{(pid=111104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:04:41.132471 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-f4373c7d-56fe-443d-b2b7-c2fab4332323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (8b571665-f149-4f9e-812c-2df66e8f7e71), before_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:41.243112 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-8b081200-e641-4705-aac8-fba72679f69f None None] Provisioning complete for port 8b571665-f149-4f9e-812c-2df66e8f7e71 triggered by entity DHCP. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:04:41.243771 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-8b081200-e641-4705-aac8-fba72679f69f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (8b571665-f149-4f9e-812c-2df66e8f7e71), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:41.247127 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:04:41.302490 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Provisioning complete for port 91aabe3f-f716-4f3d-bf29-9d1e70a77072 triggered by entity L2. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:04:41.302863 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (91aabe3f-f716-4f3d-bf29-9d1e70a77072), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:41.310900 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-f4373c7d-56fe-443d-b2b7-c2fab4332323 admin admin] Publish callbacks [] for port (8b571665-f149-4f9e-812c-2df66e8f7e71), precommit_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:41.328651 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-8b081200-e641-4705-aac8-fba72679f69f None None] Port 8b571665-f149-4f9e-812c-2df66e8f7e71 cannot update to ACTIVE because it is not bound. {{(pid=111104) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 15:04:41.383645 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-8a1cbf54-fdce-444e-b3a6-bc3d764ff4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '468b68f5-44ed-4da0-ac35-90b33a555d4c', 'name': 'tempest-TestMinimumBasicScenario-24076365-router', 'tenant_id': 'd1999761b68543bdb13a292635ca9e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'ee2b0ca6-6e6a-47da-99d5-fe61f6ef478b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:04:37Z', 'updated_at': '2022-07-26T15:04:38Z', 'revision_number': 3, 'project_id': 'd1999761b68543bdb13a292635ca9e56', 'gw_port': {'id': 'ee2b0ca6-6e6a-47da-99d5-fe61f6ef478b', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:fc:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '468b68f5-44ed-4da0-ac35-90b33a555d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:37Z', 'updated_at': '2022-07-26T15:04:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi'}], 'dv-cinder-851030-1-iscsi', False) {} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:04:41.392579 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-f4373c7d-56fe-443d-b2b7-c2fab4332323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868126'] for port (8b571665-f149-4f9e-812c-2df66e8f7e71), after_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:41.412092 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1cbf54-fdce-444e-b3a6-bc3d764ff4ad None None] The sync data for ids ['468b68f5-44ed-4da0-ac35-90b33a555d4c'] in dv-cinder-851030-1-iscsi is: [{'id': '468b68f5-44ed-4da0-ac35-90b33a555d4c', 'name': 'tempest-TestMinimumBasicScenario-24076365-router', 'tenant_id': 'd1999761b68543bdb13a292635ca9e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'ee2b0ca6-6e6a-47da-99d5-fe61f6ef478b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:04:37Z', 'updated_at': '2022-07-26T15:04:38Z', 'revision_number': 3, 'project_id': 'd1999761b68543bdb13a292635ca9e56', 'gw_port': {'id': 'ee2b0ca6-6e6a-47da-99d5-fe61f6ef478b', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:fc:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '468b68f5-44ed-4da0-ac35-90b33a555d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:37Z', 'updated_at': '2022-07-26T15:04:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi'}] {{(pid=111104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:04:41.452074 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Current status of the port 91aabe3f-f716-4f3d-bf29-9d1e70a77072 is: ACTIVE; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:04:41.461873 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:04:41.466374 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-f4373c7d-56fe-443d-b2b7-c2fab4332323 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-524721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-566266'] for router_interface (468b68f5-44ed-4da0-ac35-90b33a555d4c), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:41.469513 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4373c7d-56fe-443d-b2b7-c2fab4332323 admin admin] Pushing event updated for resources: {'Port': ['ID=8b571665-f149-4f9e-812c-2df66e8f7e71,revision_number=2']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:41.575321 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4373c7d-56fe-443d-b2b7-c2fab4332323 admin admin] Network 01ebd92e-9159-4082-885d-64c59648a2ab is already hosted by enough agents. {{(pid=111102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:04:41.575321 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.base_scheduler [None req-f4373c7d-56fe-443d-b2b7-c2fab4332323 admin admin] Resources bound (agent type, host, resource id): {{(pid=111102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:04:41.673194 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04109fe-937e-4091-876c-56d68cbd09cd req-91ef7063-5d6f-4420-a504-ea9cee0b14e7 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:04:41.680951 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-b04109fe-937e-4091-876c-56d68cbd09cd req-91ef7063-5d6f-4420-a504-ea9cee0b14e7 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=d566308c-cba6-4925-8ac6-820573486d4b HTTP/1.1" status: 200 len: 946 time: 0.1043355 Jul 26 15:04:41.787150 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-b04109fe-937e-4091-876c-56d68cbd09cd req-b095b447-b768-47cd-b8d1-17372448a6f6 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=0a40a380-a7e3-4a95-a6e8-434c081c25fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050208 Jul 26 15:04:41.800785 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4373c7d-56fe-443d-b2b7-c2fab4332323 admin admin] Router 468b68f5-44ed-4da0-ac35-90b33a555d4c has already been hosted by L3 agent 66f8bb98-7ace-4a85-b6ba-ffe40597695b {{(pid=111102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:04:41.850216 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-28d38845-3be2-40e4-98f9-05ece27f49f7 None None] Provisioning complete for port 8b571665-f149-4f9e-812c-2df66e8f7e71 triggered by entity DHCP. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:04:41.850685 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-28d38845-3be2-40e4-98f9-05ece27f49f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (8b571665-f149-4f9e-812c-2df66e8f7e71), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:41.889662 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-28d38845-3be2-40e4-98f9-05ece27f49f7 None None] Port 8b571665-f149-4f9e-812c-2df66e8f7e71 cannot update to ACTIVE because it is not bound. {{(pid=111104) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 15:04:41.902812 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:04:41.922547 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4373c7d-56fe-443d-b2b7-c2fab4332323 admin admin] Notify agent at l3_agent.dv-cinder-851030-1-iscsi the message routers_updated {{(pid=111102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:04:41.928394 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-f4373c7d-56fe-443d-b2b7-c2fab4332323 admin admin] 10.222.0.97 "PUT /v2.0/routers/468b68f5-44ed-4da0-ac35-90b33a555d4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0499663 Jul 26 15:04:42.259516 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1965d1d3-aae5-40f3-854b-51ea70a7bf82 req-0093525c-23bc-4d7c-bb59-7cc9d4e7daf9 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:04:42.261071 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-1965d1d3-aae5-40f3-854b-51ea70a7bf82 req-0093525c-23bc-4d7c-bb59-7cc9d4e7daf9 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.99 "GET /v2.0/ports?device_id=d566308c-cba6-4925-8ac6-820573486d4b HTTP/1.1" status: 200 len: 946 time: 0.0560925 Jul 26 15:04:42.378489 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.plugin [req-1965d1d3-aae5-40f3-854b-51ea70a7bf82 req-7e32554b-9277-4793-84ca-ad2789f337c1 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Deleting port 8504fd36-c770-40f1-b4b9-12e64454c451 {{(pid=111102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:04:42.378756 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-1965d1d3-aae5-40f3-854b-51ea70a7bf82 req-7e32554b-9277-4793-84ca-ad2789f337c1 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789580082445'] for port (8504fd36-c770-40f1-b4b9-12e64454c451), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:42.474703 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.db [req-1965d1d3-aae5-40f3-854b-51ea70a7bf82 req-7e32554b-9277-4793-84ca-ad2789f337c1 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] For port 8504fd36-c770-40f1-b4b9-12e64454c451, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=8504fd36-c770-40f1-b4b9-12e64454c451,segment=NetworkSegment(cec6c169-26ac-4d4a-8f8d-b81b07eccaa9),segment_id=cec6c169-26ac-4d4a-8f8d-b81b07eccaa9)] {{(pid=111102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:04:42.475072 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-1965d1d3-aae5-40f3-854b-51ea70a7bf82 req-7e32554b-9277-4793-84ca-ad2789f337c1 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580114'] for port (8504fd36-c770-40f1-b4b9-12e64454c451), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:42.659011 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-1965d1d3-aae5-40f3-854b-51ea70a7bf82 req-7e32554b-9277-4793-84ca-ad2789f337c1 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:42.659707 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-1965d1d3-aae5-40f3-854b-51ea70a7bf82 req-7e32554b-9277-4793-84ca-ad2789f337c1 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691171'] for floatingip (7b46ef06-2692-4877-a56e-d5f634337c0c), after_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:42.660184 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.db.l3_db [req-1965d1d3-aae5-40f3-854b-51ea70a7bf82 req-7e32554b-9277-4793-84ca-ad2789f337c1 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Floating IP 7b46ef06-2692-4877-a56e-d5f634337c0c disassociated. External IP: 172.27.0.170, port: 8504fd36-c770-40f1-b4b9-12e64454c451. Jul 26 15:04:42.660625 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.plugin [req-1965d1d3-aae5-40f3-854b-51ea70a7bf82 req-7e32554b-9277-4793-84ca-ad2789f337c1 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Calling delete_port for 8504fd36-c770-40f1-b4b9-12e64454c451 owned by compute:nova {{(pid=111102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:04:42.862760 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:04:42.946398 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-1965d1d3-aae5-40f3-854b-51ea70a7bf82 req-7e32554b-9277-4793-84ca-ad2789f337c1 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789580201795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789579689804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868105'] for port (8504fd36-c770-40f1-b4b9-12e64454c451), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:42.956904 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device ee2b0ca6-6e6a-47da-99d5-fe61f6ef478b up at agent ovs-agent-dv-cinder-851030-1-iscsi {{(pid=111104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:04:42.957874 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9412d49-e81e-4c7b-a041-db6a17daeb0e req-99ccc5ef-1766-4c3a-ab59-30dabea1d816 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:04:42.960515 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-a9412d49-e81e-4c7b-a041-db6a17daeb0e req-99ccc5ef-1766-4c3a-ab59-30dabea1d816 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=d566308c-cba6-4925-8ac6-820573486d4b HTTP/1.1" status: 200 len: 946 time: 0.0790105 Jul 26 15:04:42.976809 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e32554b-9277-4793-84ca-ad2789f337c1 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Pushing event deleted for resources: {'Port': ['ID=8504fd36-c770-40f1-b4b9-12e64454c451,revision_number=None']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:43.040193 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-a9412d49-e81e-4c7b-a041-db6a17daeb0e req-b82c2b07-4c49-4268-a9f6-d36b87522dd6 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=0a40a380-a7e3-4a95-a6e8-434c081c25fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691516 Jul 26 15:04:43.049227 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Provisioning complete for port ee2b0ca6-6e6a-47da-99d5-fe61f6ef478b triggered by entity L2. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:04:43.050007 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (ee2b0ca6-6e6a-47da-99d5-fe61f6ef478b), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:43.157715 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1965d1d3-aae5-40f3-854b-51ea70a7bf82 req-7e32554b-9277-4793-84ca-ad2789f337c1 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Router a6b81d1c-da8a-466e-bc43-9214f386c125 has already been hosted by L3 agent 66f8bb98-7ace-4a85-b6ba-ffe40597695b {{(pid=111102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:04:43.160894 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Current status of the port ee2b0ca6-6e6a-47da-99d5-fe61f6ef478b is: DOWN; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:04:43.161283 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (ee2b0ca6-6e6a-47da-99d5-fe61f6ef478b), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:43.186636 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] For port ee2b0ca6-6e6a-47da-99d5-fe61f6ef478b, host dv-cinder-851030-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851030-1-iscsi',level=0,port_id=ee2b0ca6-6e6a-47da-99d5-fe61f6ef478b,segment=NetworkSegment(9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7),segment_id=9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:04:43.266275 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (ee2b0ca6-6e6a-47da-99d5-fe61f6ef478b), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:43.279238 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1965d1d3-aae5-40f3-854b-51ea70a7bf82 req-7e32554b-9277-4793-84ca-ad2789f337c1 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Notify agent at l3_agent.dv-cinder-851030-1-iscsi the message routers_updated {{(pid=111102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:04:43.291573 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a265104-7c88-4ca4-9f1e-7abca538cb80 None None] Sync routers for ids ['a6b81d1c-da8a-466e-bc43-9214f386c125'] in dv-cinder-851030-1-iscsi {{(pid=111105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:04:43.325330 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a265104-7c88-4ca4-9f1e-7abca538cb80 None None] Routers {'a6b81d1c-da8a-466e-bc43-9214f386c125'} bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:04:43.326336 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_hamode_db [None req-9a265104-7c88-4ca4-9f1e-7abca538cb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851030-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-26T14:42:54Z,description=,heartbeat_timestamp=2022-07-26T15:04:24Z,host='dv-cinder-851030-1-iscsi',id=66f8bb98-7ace-4a85-b6ba-ffe40597695b,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:42:55Z,topic='l3_agent')) {'router_ids': ['a6b81d1c-da8a-466e-bc43-9214f386c125'], 'active': True} {{(pid=111105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:04:43.344285 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Pushing event updated for resources: {'Port': ['ID=ee2b0ca6-6e6a-47da-99d5-fe61f6ef478b,revision_number=4']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:43.401193 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.l3_dvrscheduler_db [req-1965d1d3-aae5-40f3-854b-51ea70a7bf82 req-7e32554b-9277-4793-84ca-ad2789f337c1 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] No DVR routers for this DVR port 8504fd36-c770-40f1-b4b9-12e64454c451 on host hv-cinder-85103 {{(pid=111102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 15:04:43.404992 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-1965d1d3-aae5-40f3-854b-51ea70a7bf82 req-7e32554b-9277-4793-84ca-ad2789f337c1 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-431034'] for port (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:43.413178 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-1965d1d3-aae5-40f3-854b-51ea70a7bf82 req-7e32554b-9277-4793-84ca-ad2789f337c1 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.99 "DELETE /v2.0/ports/8504fd36-c770-40f1-b4b9-12e64454c451 HTTP/1.1" status: 204 len: 173 time: 1.1442850 Jul 26 15:04:43.413178 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd566308c-cba6-4925-8ac6-820573486d4b', 'name': 'network-vif-deleted', 'tag': '8504fd36-c770-40f1-b4b9-12e64454c451'}] {{(pid=111102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:04:43.414826 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8185506cd1cc56e10fcde42571d85de650c4e290bb1b6bf5ec2f858ed2201c15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5f73ec7-67a9-4352-8eee-a6c16ef4e91c" -d '{"events": [{"server_uuid": "d566308c-cba6-4925-8ac6-820573486d4b", "name": "network-vif-deleted", "tag": "8504fd36-c770-40f1-b4b9-12e64454c451"}]}' {{(pid=111102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:04:43.479328 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 15:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c987231-1c63-4ac8-811b-6e25c500bbe6 x-openstack-request-id: req-9c987231-1c63-4ac8-811b-6e25c500bbe6 {{(pid=111102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:04:43.479729 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d566308c-cba6-4925-8ac6-820573486d4b", "name": "network-vif-deleted", "tag": "8504fd36-c770-40f1-b4b9-12e64454c451", "status": "completed", "code": 200}]} {{(pid=111102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:04:43.480030 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-9c987231-1c63-4ac8-811b-6e25c500bbe6 {{(pid=111102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:04:43.480426 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c987231-1c63-4ac8-811b-6e25c500bbe6'] response: {'server_uuid': 'd566308c-cba6-4925-8ac6-820573486d4b', 'name': 'network-vif-deleted', 'tag': '8504fd36-c770-40f1-b4b9-12e64454c451', 'status': 'completed', 'code': 200} Jul 26 15:04:43.493237 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_dvr_db [None req-9a265104-7c88-4ca4-9f1e-7abca538cb80 None None] Set router a6b81d1c-da8a-466e-bc43-9214f386c125 gateway port host: dv-cinder-851030-1-iscsi {{(pid=111105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:04:43.648222 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:04:43.750244 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_hamode_db [None req-9a265104-7c88-4ca4-9f1e-7abca538cb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6b81d1c-da8a-466e-bc43-9214f386c125', 'name': 'tempest-AttachVolumeShelveTestJSON-47779111-router', 'tenant_id': '7f82b8853b874e61820108bc16e8dc41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '05be2a4d-3c8e-4fec-af9b-987a07425f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:00:07Z', 'updated_at': '2022-07-26T15:00:11Z', 'revision_number': 4, 'project_id': '7f82b8853b874e61820108bc16e8dc41', 'gw_port': {'id': '05be2a4d-3c8e-4fec-af9b-987a07425f55', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:71:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6b81d1c-da8a-466e-bc43-9214f386c125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:00:08Z', 'updated_at': '2022-07-26T15:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi', '_interfaces': [{'id': 'bbb7499f-f28c-4d4e-b42f-a57596721701', 'name': '', 'network_id': '40bf059a-9593-4ce0-be05-c864bfa3c074', 'tenant_id': '7f82b8853b874e61820108bc16e8dc41', 'mac_address': 'fa:16:3e:79:a2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6b81d1c-da8a-466e-bc43-9214f386c125', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '8d76239a-a9c4-4c98-83cb-a3f6ea48b403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:00:10Z', 'updated_at': '2022-07-26T15:00:15Z', 'revision_number': 5, 'project_id': '7f82b8853b874e61820108bc16e8dc41', 'subnets': [{'id': '8d76239a-a9c4-4c98-83cb-a3f6ea48b403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851030-1-iscsi', False) {} {{(pid=111105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:04:43.778617 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42e40fa-8b6e-4da1-bf1e-fea15c6a03fa None None] Sync routers for ids ['468b68f5-44ed-4da0-ac35-90b33a555d4c'] in dv-cinder-851030-1-iscsi {{(pid=111104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:04:43.788572 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42e40fa-8b6e-4da1-bf1e-fea15c6a03fa None None] Routers {'468b68f5-44ed-4da0-ac35-90b33a555d4c'} bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:04:43.789191 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-c42e40fa-8b6e-4da1-bf1e-fea15c6a03fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851030-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-26T14:42:54Z,description=,heartbeat_timestamp=2022-07-26T15:04:24Z,host='dv-cinder-851030-1-iscsi',id=66f8bb98-7ace-4a85-b6ba-ffe40597695b,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:42:55Z,topic='l3_agent')) {'router_ids': ['468b68f5-44ed-4da0-ac35-90b33a555d4c'], 'active': True} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:04:43.792393 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:04:43.798504 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a265104-7c88-4ca4-9f1e-7abca538cb80 None None] Checking router: a6b81d1c-da8a-466e-bc43-9214f386c125 for host: dv-cinder-851030-1-iscsi {{(pid=111105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:04:43.807424 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a265104-7c88-4ca4-9f1e-7abca538cb80 None None] Routers {'a6b81d1c-da8a-466e-bc43-9214f386c125'} bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:04:43.808348 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_hamode_db [None req-9a265104-7c88-4ca4-9f1e-7abca538cb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851030-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-26T14:42:54Z,description=,heartbeat_timestamp=2022-07-26T15:04:24Z,host='dv-cinder-851030-1-iscsi',id=66f8bb98-7ace-4a85-b6ba-ffe40597695b,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:42:55Z,topic='l3_agent')) {'router_ids': ['a6b81d1c-da8a-466e-bc43-9214f386c125'], 'active': True} {{(pid=111105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:04:43.952141 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvr_db [None req-c42e40fa-8b6e-4da1-bf1e-fea15c6a03fa None None] Set router 468b68f5-44ed-4da0-ac35-90b33a555d4c gateway port host: dv-cinder-851030-1-iscsi {{(pid=111104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:04:43.952620 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_dvr_db [None req-9a265104-7c88-4ca4-9f1e-7abca538cb80 None None] Set router a6b81d1c-da8a-466e-bc43-9214f386c125 gateway port host: dv-cinder-851030-1-iscsi {{(pid=111105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:04:44.238994 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-c42e40fa-8b6e-4da1-bf1e-fea15c6a03fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '468b68f5-44ed-4da0-ac35-90b33a555d4c', 'name': 'tempest-TestMinimumBasicScenario-24076365-router', 'tenant_id': 'd1999761b68543bdb13a292635ca9e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'ee2b0ca6-6e6a-47da-99d5-fe61f6ef478b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:04:37Z', 'updated_at': '2022-07-26T15:04:40Z', 'revision_number': 4, 'project_id': 'd1999761b68543bdb13a292635ca9e56', 'gw_port': {'id': 'ee2b0ca6-6e6a-47da-99d5-fe61f6ef478b', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:fc:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468b68f5-44ed-4da0-ac35-90b33a555d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:37Z', 'updated_at': '2022-07-26T15:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi', '_interfaces': [{'id': '8b571665-f149-4f9e-812c-2df66e8f7e71', 'name': '', 'network_id': '01ebd92e-9159-4082-885d-64c59648a2ab', 'tenant_id': 'd1999761b68543bdb13a292635ca9e56', 'mac_address': 'fa:16:3e:ef:3f:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '468b68f5-44ed-4da0-ac35-90b33a555d4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '83e1734a-a580-4eda-b147-d59a6364bf6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:40Z', 'updated_at': '2022-07-26T15:04:41Z', 'revision_number': 2, 'project_id': 'd1999761b68543bdb13a292635ca9e56', 'subnets': [{'id': '83e1734a-a580-4eda-b147-d59a6364bf6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851030-1-iscsi', False) {} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:04:44.260601 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_hamode_db [None req-9a265104-7c88-4ca4-9f1e-7abca538cb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6b81d1c-da8a-466e-bc43-9214f386c125', 'name': 'tempest-AttachVolumeShelveTestJSON-47779111-router', 'tenant_id': '7f82b8853b874e61820108bc16e8dc41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '05be2a4d-3c8e-4fec-af9b-987a07425f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:00:07Z', 'updated_at': '2022-07-26T15:00:11Z', 'revision_number': 4, 'project_id': '7f82b8853b874e61820108bc16e8dc41', 'gw_port': {'id': '05be2a4d-3c8e-4fec-af9b-987a07425f55', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:71:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6b81d1c-da8a-466e-bc43-9214f386c125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:00:08Z', 'updated_at': '2022-07-26T15:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi', '_interfaces': [{'id': 'bbb7499f-f28c-4d4e-b42f-a57596721701', 'name': '', 'network_id': '40bf059a-9593-4ce0-be05-c864bfa3c074', 'tenant_id': '7f82b8853b874e61820108bc16e8dc41', 'mac_address': 'fa:16:3e:79:a2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6b81d1c-da8a-466e-bc43-9214f386c125', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '8d76239a-a9c4-4c98-83cb-a3f6ea48b403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:00:10Z', 'updated_at': '2022-07-26T15:00:15Z', 'revision_number': 5, 'project_id': '7f82b8853b874e61820108bc16e8dc41', 'subnets': [{'id': '8d76239a-a9c4-4c98-83cb-a3f6ea48b403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851030-1-iscsi', False) {} {{(pid=111105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:04:44.276447 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-d4816cc6-2b47-4c78-a553-f6dd976e964d req-34299e48-13f0-4569-b533-e40066df9022 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=d566308c-cba6-4925-8ac6-820573486d4b HTTP/1.1" status: 200 len: 210 time: 0.0569088 Jul 26 15:04:44.284462 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42e40fa-8b6e-4da1-bf1e-fea15c6a03fa None None] Checking router: 468b68f5-44ed-4da0-ac35-90b33a555d4c for host: dv-cinder-851030-1-iscsi {{(pid=111104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:04:44.284824 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42e40fa-8b6e-4da1-bf1e-fea15c6a03fa None None] Updating router 468b68f5-44ed-4da0-ac35-90b33a555d4c port 8b571665-f149-4f9e-812c-2df66e8f7e71 binding host dv-cinder-851030-1-iscsi {{(pid=111104) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 26 15:04:44.307979 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a265104-7c88-4ca4-9f1e-7abca538cb80 None None] The sync data for ids ['a6b81d1c-da8a-466e-bc43-9214f386c125'] in dv-cinder-851030-1-iscsi is: [{'id': 'a6b81d1c-da8a-466e-bc43-9214f386c125', 'name': 'tempest-AttachVolumeShelveTestJSON-47779111-router', 'tenant_id': '7f82b8853b874e61820108bc16e8dc41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '05be2a4d-3c8e-4fec-af9b-987a07425f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:00:07Z', 'updated_at': '2022-07-26T15:00:11Z', 'revision_number': 4, 'project_id': '7f82b8853b874e61820108bc16e8dc41', 'gw_port': {'id': '05be2a4d-3c8e-4fec-af9b-987a07425f55', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:71:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6b81d1c-da8a-466e-bc43-9214f386c125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:00:08Z', 'updated_at': '2022-07-26T15:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi', '_interfaces': [{'id': 'bbb7499f-f28c-4d4e-b42f-a57596721701', 'name': '', 'network_id': '40bf059a-9593-4ce0-be05-c864bfa3c074', 'tenant_id': '7f82b8853b874e61820108bc16e8dc41', 'mac_address': 'fa:16:3e:79:a2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6b81d1c-da8a-466e-bc43-9214f386c125', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '8d76239a-a9c4-4c98-83cb-a3f6ea48b403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:00:10Z', 'updated_at': '2022-07-26T15:00:15Z', 'revision_number': 5, 'project_id': '7f82b8853b874e61820108bc16e8dc41', 'subnets': [{'id': '8d76239a-a9c4-4c98-83cb-a3f6ea48b403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:04:44.357147 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-c42e40fa-8b6e-4da1-bf1e-fea15c6a03fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (8b571665-f149-4f9e-812c-2df66e8f7e71), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:44.529670 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:04:44.677553 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2af979-ca7c-4e17-809d-6843223a08c4 None None] New status for floating IP 7b46ef06-2692-4877-a56e-d5f634337c0c: DOWN {{(pid=111105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 15:04:44.742298 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-c42e40fa-8b6e-4da1-bf1e-fea15c6a03fa None None] Publish callbacks [] for port (8b571665-f149-4f9e-812c-2df66e8f7e71), precommit_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:44.826386 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-c42e40fa-8b6e-4da1-bf1e-fea15c6a03fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (8b571665-f149-4f9e-812c-2df66e8f7e71), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:44.889131 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defd233e-a250-4ca8-bbed-c46dd9c20378 None None] Pushing event updated for resources: {'Port': ['ID=8b571665-f149-4f9e-812c-2df66e8f7e71,revision_number=3']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:44.986296 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.managers [None req-c42e40fa-8b6e-4da1-bf1e-fea15c6a03fa None None] Attempting to bind port 8b571665-f149-4f9e-812c-2df66e8f7e71 on host dv-cinder-851030-1-iscsi for vnic_type normal with profile {{(pid=111104) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:04:44.988044 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.managers [None req-c42e40fa-8b6e-4da1-bf1e-fea15c6a03fa None None] Attempting to bind port 8b571665-f149-4f9e-812c-2df66e8f7e71 by drivers openvswitch,hyperv on host dv-cinder-851030-1-iscsi at level 0 using segments [{'id': 'd4556041-6ee5-49fe-a99e-1bbfc698a4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '01ebd92e-9159-4082-885d-64c59648a2ab'}] {{(pid=111104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:04:44.988808 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42e40fa-8b6e-4da1-bf1e-fea15c6a03fa None None] Attempting to bind port 8b571665-f149-4f9e-812c-2df66e8f7e71 on network 01ebd92e-9159-4082-885d-64c59648a2ab {{(pid=111104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:04:44.996519 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42e40fa-8b6e-4da1-bf1e-fea15c6a03fa None None] Checking agent: {'id': 'df49e665-2de0-463a-a1e1-c989804d5593', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851030-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 14, 42, 57), 'started_at': datetime.datetime(2022, 7, 26, 14, 43, 27), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851030-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:04:44.997291 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42e40fa-8b6e-4da1-bf1e-fea15c6a03fa None None] Checking segment: {'id': 'd4556041-6ee5-49fe-a99e-1bbfc698a4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '01ebd92e-9159-4082-885d-64c59648a2ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111104) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:04:44.998249 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-c42e40fa-8b6e-4da1-bf1e-fea15c6a03fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:44.998924 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42e40fa-8b6e-4da1-bf1e-fea15c6a03fa None None] Bound using segment: {'id': 'd4556041-6ee5-49fe-a99e-1bbfc698a4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '01ebd92e-9159-4082-885d-64c59648a2ab'} {{(pid=111104) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:04:45.000826 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.managers [None req-c42e40fa-8b6e-4da1-bf1e-fea15c6a03fa None None] Bound port: 8b571665-f149-4f9e-812c-2df66e8f7e71, host: dv-cinder-851030-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4556041-6ee5-49fe-a99e-1bbfc698a4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1082, 'network_id': '01ebd92e-9159-4082-885d-64c59648a2ab'}}] {{(pid=111104) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:04:45.001498 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-c42e40fa-8b6e-4da1-bf1e-fea15c6a03fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (8b571665-f149-4f9e-812c-2df66e8f7e71), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:45.024675 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device ee2b0ca6-6e6a-47da-99d5-fe61f6ef478b up at agent ovs-agent-dv-cinder-851030-1-iscsi {{(pid=111104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:04:45.134876 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-c42e40fa-8b6e-4da1-bf1e-fea15c6a03fa None None] For port 8b571665-f149-4f9e-812c-2df66e8f7e71, host dv-cinder-851030-1-iscsi, cleared binding levels {{(pid=111104) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:04:45.139729 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-c42e40fa-8b6e-4da1-bf1e-fea15c6a03fa None None] For port 8b571665-f149-4f9e-812c-2df66e8f7e71, host dv-cinder-851030-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851030-1-iscsi',level=0,port_id=8b571665-f149-4f9e-812c-2df66e8f7e71,segment=NetworkSegment(d4556041-6ee5-49fe-a99e-1bbfc698a4cc),segment_id=d4556041-6ee5-49fe-a99e-1bbfc698a4cc)] {{(pid=111104) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:04:45.141505 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Provisioning complete for port ee2b0ca6-6e6a-47da-99d5-fe61f6ef478b triggered by entity L2. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:04:45.141871 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (ee2b0ca6-6e6a-47da-99d5-fe61f6ef478b), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:45.169302 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:04:45.236199 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Current status of the port ee2b0ca6-6e6a-47da-99d5-fe61f6ef478b is: ACTIVE; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:04:45.240303 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-1ce38dad-ec94-4bbf-a484-56212c9ddae0 None None] Provisioning complete for port 8b571665-f149-4f9e-812c-2df66e8f7e71 triggered by entity DHCP. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:04:45.240988 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-1ce38dad-ec94-4bbf-a484-56212c9ddae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (8b571665-f149-4f9e-812c-2df66e8f7e71), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:45.274705 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-c42e40fa-8b6e-4da1-bf1e-fea15c6a03fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (8b571665-f149-4f9e-812c-2df66e8f7e71), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:45.282020 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-1ce38dad-ec94-4bbf-a484-56212c9ddae0 None None] Port 8b571665-f149-4f9e-812c-2df66e8f7e71 cannot update to ACTIVE because it is not bound. {{(pid=111104) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 15:04:45.402220 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42e40fa-8b6e-4da1-bf1e-fea15c6a03fa None None] Routers {'468b68f5-44ed-4da0-ac35-90b33a555d4c'} bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:04:45.403253 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-c42e40fa-8b6e-4da1-bf1e-fea15c6a03fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851030-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-26T14:42:54Z,description=,heartbeat_timestamp=2022-07-26T15:04:24Z,host='dv-cinder-851030-1-iscsi',id=66f8bb98-7ace-4a85-b6ba-ffe40597695b,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:42:55Z,topic='l3_agent')) {'router_ids': ['468b68f5-44ed-4da0-ac35-90b33a555d4c'], 'active': True} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:04:45.413589 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defd233e-a250-4ca8-bbed-c46dd9c20378 None None] Pushing event updated for resources: {'Port': ['ID=8b571665-f149-4f9e-812c-2df66e8f7e71,revision_number=4']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:45.508910 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 53374) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:04:45.537267 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:04:45.561902 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvr_db [None req-c42e40fa-8b6e-4da1-bf1e-fea15c6a03fa None None] Set router 468b68f5-44ed-4da0-ac35-90b33a555d4c gateway port host: dv-cinder-851030-1-iscsi {{(pid=111104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:04:45.599261 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (311d617f-8fa1-4662-a157-ab38f6e1e2d8), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:45.614530 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-6ad8833d-9846-47f1-90bd-a8c7ef28beed tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Publish callbacks [] for security_group (0a40a380-a7e3-4a95-a6e8-434c081c25fc), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:45.645421 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-6ad8833d-9846-47f1-90bd-a8c7ef28beed tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Publish callbacks [] for security_group (0a40a380-a7e3-4a95-a6e8-434c081c25fc), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:45.708847 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-7fc31025-59fe-4b81-9160-f161b6c08547 None None] Provisioning complete for port 8b571665-f149-4f9e-812c-2df66e8f7e71 triggered by entity DHCP. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:04:45.709361 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-7fc31025-59fe-4b81-9160-f161b6c08547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (8b571665-f149-4f9e-812c-2df66e8f7e71), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:45.862494 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-6ad8833d-9846-47f1-90bd-a8c7ef28beed tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (0a40a380-a7e3-4a95-a6e8-434c081c25fc), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:45.865769 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-6ad8833d-9846-47f1-90bd-a8c7ef28beed tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Publish callbacks [] for security_group (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:45.867431 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-6ad8833d-9846-47f1-90bd-a8c7ef28beed tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "DELETE /v2.0/security-groups/0a40a380-a7e3-4a95-a6e8-434c081c25fc HTTP/1.1" status: 204 len: 168 time: 0.3565810 Jul 26 15:04:45.870468 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 53376) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:04:45.886753 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad8833d-9846-47f1-90bd-a8c7ef28beed tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a40a380-a7e3-4a95-a6e8-434c081c25fc,revision_number=None']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:45.895362 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.api.v2.resource [None req-043a820b-ab67-44e3-a591-0cc45ab3417c tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] show failed (client error): The resource could not be found. Jul 26 15:04:45.895362 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-043a820b-ab67-44e3-a591-0cc45ab3417c tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups/0a40a380-a7e3-4a95-a6e8-434c081c25fc HTTP/1.1" status: 404 len: 347 time: 0.0180566 Jul 26 15:04:45.900356 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 53378) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:04:46.005540 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-7fc31025-59fe-4b81-9160-f161b6c08547 None None] Current status of the port 8b571665-f149-4f9e-812c-2df66e8f7e71 is: DOWN; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:04:46.005949 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-7fc31025-59fe-4b81-9160-f161b6c08547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (8b571665-f149-4f9e-812c-2df66e8f7e71), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:46.028929 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-c42e40fa-8b6e-4da1-bf1e-fea15c6a03fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '468b68f5-44ed-4da0-ac35-90b33a555d4c', 'name': 'tempest-TestMinimumBasicScenario-24076365-router', 'tenant_id': 'd1999761b68543bdb13a292635ca9e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'ee2b0ca6-6e6a-47da-99d5-fe61f6ef478b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:04:37Z', 'updated_at': '2022-07-26T15:04:40Z', 'revision_number': 4, 'project_id': 'd1999761b68543bdb13a292635ca9e56', 'gw_port': {'id': 'ee2b0ca6-6e6a-47da-99d5-fe61f6ef478b', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:fc:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468b68f5-44ed-4da0-ac35-90b33a555d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:37Z', 'updated_at': '2022-07-26T15:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi', '_interfaces': [{'id': '8b571665-f149-4f9e-812c-2df66e8f7e71', 'name': '', 'network_id': '01ebd92e-9159-4082-885d-64c59648a2ab', 'tenant_id': 'd1999761b68543bdb13a292635ca9e56', 'mac_address': 'fa:16:3e:ef:3f:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '468b68f5-44ed-4da0-ac35-90b33a555d4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '83e1734a-a580-4eda-b147-d59a6364bf6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:40Z', 'updated_at': '2022-07-26T15:04:45Z', 'revision_number': 4, 'project_id': 'd1999761b68543bdb13a292635ca9e56', 'subnets': [{'id': '83e1734a-a580-4eda-b147-d59a6364bf6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851030-1-iscsi', False) {} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:04:46.048469 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:04:46.052900 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-7fc31025-59fe-4b81-9160-f161b6c08547 None None] For port 8b571665-f149-4f9e-812c-2df66e8f7e71, host dv-cinder-851030-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851030-1-iscsi',level=0,port_id=8b571665-f149-4f9e-812c-2df66e8f7e71,segment=NetworkSegment(d4556041-6ee5-49fe-a99e-1bbfc698a4cc),segment_id=d4556041-6ee5-49fe-a99e-1bbfc698a4cc)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:04:46.069819 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.plugin [None req-590cf517-2578-4c60-9783-87be0366ba5b tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Deleting port 562ba3c0-dca8-49ac-8bd2-4f27691dfe2c {{(pid=111102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:04:46.070159 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-590cf517-2578-4c60-9783-87be0366ba5b tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789580082445'] for port (562ba3c0-dca8-49ac-8bd2-4f27691dfe2c), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:46.078804 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42e40fa-8b6e-4da1-bf1e-fea15c6a03fa None None] The sync data for ids ['468b68f5-44ed-4da0-ac35-90b33a555d4c'] in dv-cinder-851030-1-iscsi is: [{'id': '468b68f5-44ed-4da0-ac35-90b33a555d4c', 'name': 'tempest-TestMinimumBasicScenario-24076365-router', 'tenant_id': 'd1999761b68543bdb13a292635ca9e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'ee2b0ca6-6e6a-47da-99d5-fe61f6ef478b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:04:37Z', 'updated_at': '2022-07-26T15:04:40Z', 'revision_number': 4, 'project_id': 'd1999761b68543bdb13a292635ca9e56', 'gw_port': {'id': 'ee2b0ca6-6e6a-47da-99d5-fe61f6ef478b', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:fc:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468b68f5-44ed-4da0-ac35-90b33a555d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:37Z', 'updated_at': '2022-07-26T15:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi', '_interfaces': [{'id': '8b571665-f149-4f9e-812c-2df66e8f7e71', 'name': '', 'network_id': '01ebd92e-9159-4082-885d-64c59648a2ab', 'tenant_id': 'd1999761b68543bdb13a292635ca9e56', 'mac_address': 'fa:16:3e:ef:3f:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '468b68f5-44ed-4da0-ac35-90b33a555d4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '83e1734a-a580-4eda-b147-d59a6364bf6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:40Z', 'updated_at': '2022-07-26T15:04:45Z', 'revision_number': 4, 'project_id': 'd1999761b68543bdb13a292635ca9e56', 'subnets': [{'id': '83e1734a-a580-4eda-b147-d59a6364bf6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:04:46.135434 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Device 8504fd36-c770-40f1-b4b9-12e64454c451 no longer exists at agent hyperv_hv-cinder-85103 {{(pid=111104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:04:46.188064 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] No Port match for: 8504fd36-c770-40f1-b4b9-12e64454c451 {{(pid=111104) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:04:46.188545 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Device 8504fd36-c770-40f1-b4b9-12e64454c451 not bound to the agent host hv-cinder-85103 {{(pid=111104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:04:46.214935 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-7fc31025-59fe-4b81-9160-f161b6c08547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (8b571665-f149-4f9e-812c-2df66e8f7e71), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:46.225115 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-590cf517-2578-4c60-9783-87be0366ba5b tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580114'] for port (562ba3c0-dca8-49ac-8bd2-4f27691dfe2c), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:46.225115 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-590cf517-2578-4c60-9783-87be0366ba5b tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Publish callbacks [] for floatingip (562ba3c0-dca8-49ac-8bd2-4f27691dfe2c), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:46.245579 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.plugin [None req-590cf517-2578-4c60-9783-87be0366ba5b tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Calling delete_port for 562ba3c0-dca8-49ac-8bd2-4f27691dfe2c owned by network:floatingip {{(pid=111102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:04:46.299449 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc31025-59fe-4b81-9160-f161b6c08547 None None] Pushing event updated for resources: {'Port': ['ID=8b571665-f149-4f9e-812c-2df66e8f7e71,revision_number=5']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:46.925690 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-590cf517-2578-4c60-9783-87be0366ba5b tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789580201795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789579689804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868105'] for port (562ba3c0-dca8-49ac-8bd2-4f27691dfe2c), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:46.936008 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device 8b571665-f149-4f9e-812c-2df66e8f7e71 up at agent ovs-agent-dv-cinder-851030-1-iscsi {{(pid=111104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:04:46.950086 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590cf517-2578-4c60-9783-87be0366ba5b tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Pushing event deleted for resources: {'Port': ['ID=562ba3c0-dca8-49ac-8bd2-4f27691dfe2c,revision_number=None']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:46.981858 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Provisioning complete for port 8b571665-f149-4f9e-812c-2df66e8f7e71 triggered by entity L2. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:04:46.982264 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (8b571665-f149-4f9e-812c-2df66e8f7e71), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:47.020876 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-590cf517-2578-4c60-9783-87be0366ba5b tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Publish callbacks [] for floatingip (7b46ef06-2692-4877-a56e-d5f634337c0c), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:47.023763 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-590cf517-2578-4c60-9783-87be0366ba5b tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-431034'] for floatingip (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:47.025625 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-590cf517-2578-4c60-9783-87be0366ba5b tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "DELETE /v2.0/floatingips/7b46ef06-2692-4877-a56e-d5f634337c0c HTTP/1.1" status: 204 len: 168 time: 1.1225901 Jul 26 15:04:47.073899 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Current status of the port 8b571665-f149-4f9e-812c-2df66e8f7e71 is: ACTIVE; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:04:47.247305 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 53386) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:04:47.252753 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.v2.base [None req-df9a799e-1707-4ab1-8f82-fda92fb7d9f2 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1919569397', 'description': 'tempest-description--2028507780'}} {{(pid=111102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:04:47.261058 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:04:47.381301 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-df9a799e-1707-4ab1-8f82-fda92fb7d9f2 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Publish callbacks [] for security_group (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:47.464826 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-df9a799e-1707-4ab1-8f82-fda92fb7d9f2 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Publish callbacks [] for security_group (d67b6f6d-db3d-4464-9d0b-0ddcf91da5f8), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:47.554472 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-df9a799e-1707-4ab1-8f82-fda92fb7d9f2 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (d67b6f6d-db3d-4464-9d0b-0ddcf91da5f8), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:47.598345 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9a799e-1707-4ab1-8f82-fda92fb7d9f2 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d67b6f6d-db3d-4464-9d0b-0ddcf91da5f8,revision_number=1']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:47.669699 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-df9a799e-1707-4ab1-8f82-fda92fb7d9f2 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Publish callbacks [] for security_group (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:47.671016 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-df9a799e-1707-4ab1-8f82-fda92fb7d9f2 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4226167 Jul 26 15:04:47.674004 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 53388) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:04:47.679016 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.v2.base [None req-69e29e1a-d8ca-4385-b814-6263b6442aec tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Request body: {'security_group_rule': {'security_group_id': 'd67b6f6d-db3d-4464-9d0b-0ddcf91da5f8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:04:47.793091 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-69e29e1a-d8ca-4385-b814-6263b6442aec tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Publish callbacks [] for security_group_rule (5ab6279b-bcbf-4a51-8438-4c5c68cc717f), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:47.862765 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-69e29e1a-d8ca-4385-b814-6263b6442aec tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Publish callbacks [] for security_group_rule (5ab6279b-bcbf-4a51-8438-4c5c68cc717f), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:47.983193 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-69e29e1a-d8ca-4385-b814-6263b6442aec tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662595'] for security_group_rule (5ab6279b-bcbf-4a51-8438-4c5c68cc717f), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:48.005032 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e29e1a-d8ca-4385-b814-6263b6442aec tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ab6279b-bcbf-4a51-8438-4c5c68cc717f,revision_number=0']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:48.093695 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-69e29e1a-d8ca-4385-b814-6263b6442aec tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:48.095056 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-69e29e1a-d8ca-4385-b814-6263b6442aec tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4200914 Jul 26 15:04:48.098286 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 53390) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:04:48.104771 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.v2.base [None req-7487635d-3a69-4e02-a8c0-db151c0c0116 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Request body: {'security_group_rule': {'security_group_id': 'd67b6f6d-db3d-4464-9d0b-0ddcf91da5f8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:04:48.236511 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-7487635d-3a69-4e02-a8c0-db151c0c0116 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Publish callbacks [] for security_group_rule (f5dabd11-ed75-48a8-9931-0a879e30085f), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:48.309465 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-7487635d-3a69-4e02-a8c0-db151c0c0116 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Publish callbacks [] for security_group_rule (f5dabd11-ed75-48a8-9931-0a879e30085f), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:48.382821 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-7487635d-3a69-4e02-a8c0-db151c0c0116 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662595'] for security_group_rule (f5dabd11-ed75-48a8-9931-0a879e30085f), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:48.407509 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7487635d-3a69-4e02-a8c0-db151c0c0116 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5dabd11-ed75-48a8-9931-0a879e30085f,revision_number=0']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:48.475890 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-7487635d-3a69-4e02-a8c0-db151c0c0116 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:48.480095 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-7487635d-3a69-4e02-a8c0-db151c0c0116 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3783615 Jul 26 15:04:48.482847 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 53392) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:04:48.488353 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.v2.base [None req-46d07c71-4b67-4ff1-9463-228bf3b6fc31 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Request body: {'floatingip': {'floating_network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a'}} {{(pid=111102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:04:48.603764 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-46d07c71-4b67-4ff1-9463-228bf3b6fc31 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:48.703280 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-46d07c71-4b67-4ff1-9463-228bf3b6fc31 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:49.052993 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:04:49.124310 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.db_base_plugin_common [None req-46d07c71-4b67-4ff1-9463-228bf3b6fc31 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Allocated IP 172.27.0.203 (976f28e8-c47c-49b7-93ff-2bd79bbe121a/527ba32d-e656-41f8-8fe6-15a8ab4751c9/e3a05795-af29-45ee-9d3a-f8700f06d20d) {{(pid=111102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:04:49.198824 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:INSERT=8,neutron:UPDATE=5,neutron:SELECT=85,neutron:DELETE=2 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:04:49.254016 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-46d07c71-4b67-4ff1-9463-228bf3b6fc31 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Publish callbacks [] for port (e3a05795-af29-45ee-9d3a-f8700f06d20d), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:49.361502 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-46d07c71-4b67-4ff1-9463-228bf3b6fc31 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789579689795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868105'] for port (e3a05795-af29-45ee-9d3a-f8700f06d20d), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:49.405823 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d07c71-4b67-4ff1-9463-228bf3b6fc31 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Network 976f28e8-c47c-49b7-93ff-2bd79bbe121a is already hosted by enough agents. {{(pid=111102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:04:49.409039 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.base_scheduler [None req-46d07c71-4b67-4ff1-9463-228bf3b6fc31 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Resources bound (agent type, host, resource id): {{(pid=111102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:04:49.413344 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d07c71-4b67-4ff1-9463-228bf3b6fc31 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Received port after_create {{(pid=111102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:04:49.448790 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d07c71-4b67-4ff1-9463-228bf3b6fc31 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Pushing event updated for resources: {'Port': ['ID=e3a05795-af29-45ee-9d3a-f8700f06d20d,revision_number=1']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:49.522063 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-46d07c71-4b67-4ff1-9463-228bf3b6fc31 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Publish callbacks [] for floatingip (74beaee9-c84a-4484-8a34-37b0d97ab1b4), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:49.651162 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-46d07c71-4b67-4ff1-9463-228bf3b6fc31 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (e3a05795-af29-45ee-9d3a-f8700f06d20d), before_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:49.822051 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:04:49.843963 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-46d07c71-4b67-4ff1-9463-228bf3b6fc31 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Publish callbacks [] for port (e3a05795-af29-45ee-9d3a-f8700f06d20d), precommit_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:49.989356 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-46d07c71-4b67-4ff1-9463-228bf3b6fc31 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868126'] for port (e3a05795-af29-45ee-9d3a-f8700f06d20d), after_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:50.060631 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d07c71-4b67-4ff1-9463-228bf3b6fc31 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Pushing event updated for resources: {'Port': ['ID=e3a05795-af29-45ee-9d3a-f8700f06d20d,revision_number=2']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:50.082655 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-46d07c71-4b67-4ff1-9463-228bf3b6fc31 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691171'] for floatingip (74beaee9-c84a-4484-8a34-37b0d97ab1b4), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:50.254052 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-46d07c71-4b67-4ff1-9463-228bf3b6fc31 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-431034'] for floatingip (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:50.265119 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-46d07c71-4b67-4ff1-9463-228bf3b6fc31 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7721269 Jul 26 15:04:50.553612 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-3392e5d5-5c3d-43dd-b57f-ba6200c3a1de req-67e491de-539e-44c5-9527-e3f8d04395dc tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?name=tempest-securitygroup--1919569397&fields=id&tenant_id=7f82b8853b874e61820108bc16e8dc41 HTTP/1.1" status: 200 len: 267 time: 0.0769339 Jul 26 15:04:50.682882 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3392e5d5-5c3d-43dd-b57f-ba6200c3a1de req-9c049835-7fc2-46c8-98d1-aac9e7ce5b41 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:04:50.690492 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-3392e5d5-5c3d-43dd-b57f-ba6200c3a1de req-9c049835-7fc2-46c8-98d1-aac9e7ce5b41 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/networks?id=40bf059a-9593-4ce0-be05-c864bfa3c074 HTTP/1.1" status: 200 len: 815 time: 0.1246686 Jul 26 15:04:50.707067 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-3392e5d5-5c3d-43dd-b57f-ba6200c3a1de req-31850701-45b8-4376-92fc-b4676e890a32 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/quotas/7f82b8853b874e61820108bc16e8dc41 HTTP/1.1" status: 200 len: 375 time: 0.0155997 Jul 26 15:04:50.758969 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-3392e5d5-5c3d-43dd-b57f-ba6200c3a1de req-5a0b37e8-e738-43e2-bda6-fa39f294a7d9 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=7f82b8853b874e61820108bc16e8dc41&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506227 Jul 26 15:04:51.009844 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-3392e5d5-5c3d-43dd-b57f-ba6200c3a1de req-b57a78c4-d789-4840-be1c-57186b0665cd service neutron] 10.222.0.97 "GET /v2.0/networks/40bf059a-9593-4ce0-be05-c864bfa3c074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387321 Jul 26 15:04:51.127749 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-3392e5d5-5c3d-43dd-b57f-ba6200c3a1de req-aff9d7e6-dd1b-498a-a314-205267f1a2e5 service neutron] 10.222.0.97 "GET /v2.0/networks/40bf059a-9593-4ce0-be05-c864bfa3c074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167121 Jul 26 15:04:51.443898 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-55a21d57-466e-4204-895d-fe0599842612 req-70347fa6-94d9-49de-b897-adfcde83dcd2 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=10e87418-f3e0-4162-bf2a-2ae8579091bb HTTP/1.1" status: 200 len: 210 time: 0.0417869 Jul 26 15:04:51.928102 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:04:52.096730 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-de8391f7-d16a-4230-bfb5-b3202144fc49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (bb4183fa-e0c9-4858-9c34-b1ab78d39af4), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:52.564056 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-0d5426d8-d4db-4a32-96fd-659fa02bdaf7 req-11b8a16c-6447-48f5-ab75-03493298b61a tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=10e87418-f3e0-4162-bf2a-2ae8579091bb HTTP/1.1" status: 200 len: 210 time: 0.0302970 Jul 26 15:04:53.675331 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-19d25160-e993-400b-bd09-c60d76df976d req-bd06da94-8f53-46d7-893b-0487a58cac98 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=10e87418-f3e0-4162-bf2a-2ae8579091bb HTTP/1.1" status: 200 len: 210 time: 0.0334055 Jul 26 15:04:54.337932 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267634fe-36ed-4062-85f9-b092fc21bb61 req-d7307669-38a3-4d7f-b4d6-6700fc43b60e tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:04:54.339488 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-267634fe-36ed-4062-85f9-b092fc21bb61 req-d7307669-38a3-4d7f-b4d6-6700fc43b60e tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] 10.222.0.97 "GET /v2.0/networks?id=bf886878-6d84-4a71-af9c-be5dc52b71cd HTTP/1.1" status: 200 len: 815 time: 0.1080518 Jul 26 15:04:54.354147 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-267634fe-36ed-4062-85f9-b092fc21bb61 req-52cd3b58-fbed-4cbf-ad26-468fba1341e2 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] 10.222.0.97 "GET /v2.0/quotas/d057f29b771a4110be66186949246663 HTTP/1.1" status: 200 len: 375 time: 0.0092721 Jul 26 15:04:54.397923 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-bc5cf756-7584-4f86-9108-6c5384e62641 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (66f8bb98-7ace-4a85-b6ba-ffe40597695b), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:54.405186 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-267634fe-36ed-4062-85f9-b092fc21bb61 req-f3d8d01a-906e-423d-b7db-720e32942a30 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=d057f29b771a4110be66186949246663&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457232 Jul 26 15:04:54.472358 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [req-267634fe-36ed-4062-85f9-b092fc21bb61 req-b254dac7-06c0-46d7-a4f2-cd28e05da823 service neutron] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=111102) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 26 15:04:54.473397 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-267634fe-36ed-4062-85f9-b092fc21bb61 req-b254dac7-06c0-46d7-a4f2-cd28e05da823 service neutron] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0568528 Jul 26 15:04:54.650060 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3392e5d5-5c3d-43dd-b57f-ba6200c3a1de req-7898507b-59e5-44a9-bde2-b7c577835f5b tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:04:54.651584 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-3392e5d5-5c3d-43dd-b57f-ba6200c3a1de req-7898507b-59e5-44a9-bde2-b7c577835f5b tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.99 "GET /v2.0/networks?id=40bf059a-9593-4ce0-be05-c864bfa3c074 HTTP/1.1" status: 200 len: 815 time: 0.1773756 Jul 26 15:04:54.655195 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-267634fe-36ed-4062-85f9-b092fc21bb61 req-fb450c3f-1989-4ba6-b959-a3e8977e30b3 service neutron] 10.222.0.97 "GET /v2.0/networks/bf886878-6d84-4a71-af9c-be5dc52b71cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713328 Jul 26 15:04:54.765759 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:04:54.783945 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:04:54.786119 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:04:54.790677 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-3392e5d5-5c3d-43dd-b57f-ba6200c3a1de req-8a7925d3-c206-4706-963a-ebbfc5165f73 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.99 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f82b8853b874e61820108bc16e8dc41 HTTP/1.1" status: 200 len: 380 time: 0.1213558 Jul 26 15:04:54.794389 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-c641a151-7b07-4905-aa0c-56202a3fe8cd req-d7812e15-35df-42f1-9ce2-9c7b79ee52c6 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=10e87418-f3e0-4162-bf2a-2ae8579091bb HTTP/1.1" status: 200 len: 210 time: 0.0295839 Jul 26 15:04:54.801822 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.v2.base [req-3392e5d5-5c3d-43dd-b57f-ba6200c3a1de req-7a875c0d-9203-4457-943e-bd61507cd445 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Request body: {'port': {'device_id': '10e87418-f3e0-4162-bf2a-2ae8579091bb', 'network_id': '40bf059a-9593-4ce0-be05-c864bfa3c074', 'admin_state_up': True, 'tenant_id': '7f82b8853b874e61820108bc16e8dc41', 'security_groups': ['d67b6f6d-db3d-4464-9d0b-0ddcf91da5f8']}} {{(pid=111102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:04:54.819665 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-267634fe-36ed-4062-85f9-b092fc21bb61 req-4d5432e9-dbf8-4f35-8be7-2df89243dd5c service neutron] 10.222.0.97 "GET /v2.0/networks/bf886878-6d84-4a71-af9c-be5dc52b71cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577766 Jul 26 15:04:55.052266 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3392e5d5-5c3d-43dd-b57f-ba6200c3a1de req-7a875c0d-9203-4457-943e-bd61507cd445 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Made reservation on behalf of 7f82b8853b874e61820108bc16e8dc41 for: {'port': 1} {{(pid=111102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:04:55.056290 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-3392e5d5-5c3d-43dd-b57f-ba6200c3a1de req-7a875c0d-9203-4457-943e-bd61507cd445 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:55.146409 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:04:55.165129 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-672d0a15-f134-4e9f-855d-98f50609772a req-46849bee-d2ad-40ff-8897-2f6e0268c6b3 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] 10.222.0.97 "GET /v2.0/ports?device_id=76622244-1b87-4bef-abec-7e54b6e9682e HTTP/1.1" status: 200 len: 210 time: 0.0409565 Jul 26 15:04:55.210195 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.db_base_plugin_common [req-3392e5d5-5c3d-43dd-b57f-ba6200c3a1de req-7a875c0d-9203-4457-943e-bd61507cd445 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Allocated IP 172.20.0.11 (40bf059a-9593-4ce0-be05-c864bfa3c074/8d76239a-a9c4-4c98-83cb-a3f6ea48b403/c0142c69-b557-4895-8179-6c8e34d11416) {{(pid=111102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:04:55.365604 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-3392e5d5-5c3d-43dd-b57f-ba6200c3a1de req-7a875c0d-9203-4457-943e-bd61507cd445 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Publish callbacks [] for port (c0142c69-b557-4895-8179-6c8e34d11416), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:55.479812 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b30572d2-bee0-4462-94ed-c13cd0ef4273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (40fac31a-afaa-44e8-8521-47b803a59f0f), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:55.514918 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-3392e5d5-5c3d-43dd-b57f-ba6200c3a1de req-7a875c0d-9203-4457-943e-bd61507cd445 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789579689795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868105'] for port (c0142c69-b557-4895-8179-6c8e34d11416), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:55.561537 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3392e5d5-5c3d-43dd-b57f-ba6200c3a1de req-7a875c0d-9203-4457-943e-bd61507cd445 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Network 40bf059a-9593-4ce0-be05-c864bfa3c074 is already hosted by enough agents. {{(pid=111102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:04:55.565549 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.base_scheduler [req-3392e5d5-5c3d-43dd-b57f-ba6200c3a1de req-7a875c0d-9203-4457-943e-bd61507cd445 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Resources bound (agent type, host, resource id): {{(pid=111102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:04:55.569612 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.l3_dvrscheduler_db [req-3392e5d5-5c3d-43dd-b57f-ba6200c3a1de req-7a875c0d-9203-4457-943e-bd61507cd445 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Received port after_create {{(pid=111102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:04:55.595079 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a875c0d-9203-4457-943e-bd61507cd445 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Pushing event updated for resources: {'Port': ['ID=c0142c69-b557-4895-8179-6c8e34d11416,revision_number=1']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:55.627765 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3392e5d5-5c3d-43dd-b57f-ba6200c3a1de req-7a875c0d-9203-4457-943e-bd61507cd445 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:04:55.631574 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-3392e5d5-5c3d-43dd-b57f-ba6200c3a1de req-7a875c0d-9203-4457-943e-bd61507cd445 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-431034'] for port (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:55.716558 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-3392e5d5-5c3d-43dd-b57f-ba6200c3a1de req-7a875c0d-9203-4457-943e-bd61507cd445 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9199781 Jul 26 15:04:55.736050 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.v2.base [req-3392e5d5-5c3d-43dd-b57f-ba6200c3a1de req-8c225167-1a14-4db0-bdab-88f6381f6531 service neutron] Request body: {'port': {'device_id': '10e87418-f3e0-4162-bf2a-2ae8579091bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85103'}} {{(pid=111102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:04:55.742157 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=5,neutron:DELETE=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:04:55.807186 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-3264b624-abd9-4c5b-8d8a-fb629b038899 None None] Provisioning complete for port c0142c69-b557-4895-8179-6c8e34d11416 triggered by entity DHCP. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:04:55.807579 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-3264b624-abd9-4c5b-8d8a-fb629b038899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (c0142c69-b557-4895-8179-6c8e34d11416), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:55.813991 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-3392e5d5-5c3d-43dd-b57f-ba6200c3a1de req-8c225167-1a14-4db0-bdab-88f6381f6531 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (c0142c69-b557-4895-8179-6c8e34d11416), before_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:55.844502 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-3264b624-abd9-4c5b-8d8a-fb629b038899 None None] Port c0142c69-b557-4895-8179-6c8e34d11416 cannot update to ACTIVE because it is not bound. {{(pid=111104) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 15:04:55.981852 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812b2e5c-1661-46b0-a893-ede285866bc0 req-0b4494de-cc33-4b80-888a-24d8990c9cc1 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:04:55.983267 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-812b2e5c-1661-46b0-a893-ede285866bc0 req-0b4494de-cc33-4b80-888a-24d8990c9cc1 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=10e87418-f3e0-4162-bf2a-2ae8579091bb HTTP/1.1" status: 200 len: 932 time: 0.0676000 Jul 26 15:04:56.088080 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-812b2e5c-1661-46b0-a893-ede285866bc0 req-27b910b0-76c0-48e4-a481-b973470f2e1d tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=d67b6f6d-db3d-4464-9d0b-0ddcf91da5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949228 Jul 26 15:04:56.162192 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.notifiers.nova [req-3392e5d5-5c3d-43dd-b57f-ba6200c3a1de req-8c225167-1a14-4db0-bdab-88f6381f6531 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0142c69-b557-4895-8179-6c8e34d11416 {{(pid=111102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 15:04:56.169824 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-3392e5d5-5c3d-43dd-b57f-ba6200c3a1de req-8c225167-1a14-4db0-bdab-88f6381f6531 service neutron] Publish callbacks [] for port (c0142c69-b557-4895-8179-6c8e34d11416), precommit_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:56.177771 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:04:56.182637 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.provisioning_blocks [req-3392e5d5-5c3d-43dd-b57f-ba6200c3a1de req-8c225167-1a14-4db0-bdab-88f6381f6531 service neutron] Transition to ACTIVE for port object c0142c69-b557-4895-8179-6c8e34d11416 will not be triggered until provisioned by entity L2. {{(pid=111102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 15:04:56.256318 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-9d195f76-2b5b-4d5d-8a05-70da6a938f16 req-f9863525-a4f8-4dda-9496-644d05be0197 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] 10.222.0.97 "GET /v2.0/ports?device_id=76622244-1b87-4bef-abec-7e54b6e9682e HTTP/1.1" status: 200 len: 210 time: 0.0296917 Jul 26 15:04:56.340099 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-3392e5d5-5c3d-43dd-b57f-ba6200c3a1de req-8c225167-1a14-4db0-bdab-88f6381f6531 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868126'] for port (c0142c69-b557-4895-8179-6c8e34d11416), after_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:56.390819 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c225167-1a14-4db0-bdab-88f6381f6531 service neutron] Pushing event updated for resources: {'Port': ['ID=c0142c69-b557-4895-8179-6c8e34d11416,revision_number=2']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:56.474229 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.managers [req-3392e5d5-5c3d-43dd-b57f-ba6200c3a1de req-8c225167-1a14-4db0-bdab-88f6381f6531 service neutron] Attempting to bind port c0142c69-b557-4895-8179-6c8e34d11416 on host hv-cinder-85103 for vnic_type normal with profile {{(pid=111102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:04:56.476040 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.managers [req-3392e5d5-5c3d-43dd-b57f-ba6200c3a1de req-8c225167-1a14-4db0-bdab-88f6381f6531 service neutron] Attempting to bind port c0142c69-b557-4895-8179-6c8e34d11416 by drivers openvswitch,hyperv on host hv-cinder-85103 at level 0 using segments [{'id': 'cec6c169-26ac-4d4a-8f8d-b81b07eccaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '40bf059a-9593-4ce0-be05-c864bfa3c074'}] {{(pid=111102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:04:56.476040 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3392e5d5-5c3d-43dd-b57f-ba6200c3a1de req-8c225167-1a14-4db0-bdab-88f6381f6531 service neutron] Attempting to bind port c0142c69-b557-4895-8179-6c8e34d11416 on network 40bf059a-9593-4ce0-be05-c864bfa3c074 {{(pid=111102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:04:56.479706 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3392e5d5-5c3d-43dd-b57f-ba6200c3a1de req-8c225167-1a14-4db0-bdab-88f6381f6531 service neutron] Port c0142c69-b557-4895-8179-6c8e34d11416 on network 40bf059a-9593-4ce0-be05-c864bfa3c074 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85103 {{(pid=111102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 15:04:56.480031 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3392e5d5-5c3d-43dd-b57f-ba6200c3a1de req-8c225167-1a14-4db0-bdab-88f6381f6531 service neutron] Attempting to bind port c0142c69-b557-4895-8179-6c8e34d11416 on network 40bf059a-9593-4ce0-be05-c864bfa3c074 {{(pid=111102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:04:56.485981 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3392e5d5-5c3d-43dd-b57f-ba6200c3a1de req-8c225167-1a14-4db0-bdab-88f6381f6531 service neutron] Checking agent: {'id': '311d617f-8fa1-4662-a157-ab38f6e1e2d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85103', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 14, 49, 45), 'started_at': datetime.datetime(2022, 7, 26, 14, 49, 45), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:04:56.486323 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3392e5d5-5c3d-43dd-b57f-ba6200c3a1de req-8c225167-1a14-4db0-bdab-88f6381f6531 service neutron] Checking segment: {'id': 'cec6c169-26ac-4d4a-8f8d-b81b07eccaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '40bf059a-9593-4ce0-be05-c864bfa3c074'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:04:56.486709 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3392e5d5-5c3d-43dd-b57f-ba6200c3a1de req-8c225167-1a14-4db0-bdab-88f6381f6531 service neutron] Bound using segment: {'id': 'cec6c169-26ac-4d4a-8f8d-b81b07eccaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '40bf059a-9593-4ce0-be05-c864bfa3c074'} {{(pid=111102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:04:56.487186 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.managers [req-3392e5d5-5c3d-43dd-b57f-ba6200c3a1de req-8c225167-1a14-4db0-bdab-88f6381f6531 service neutron] Bound port: c0142c69-b557-4895-8179-6c8e34d11416, host: hv-cinder-85103, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cec6c169-26ac-4d4a-8f8d-b81b07eccaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1098, 'network_id': '40bf059a-9593-4ce0-be05-c864bfa3c074'}}] {{(pid=111102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:04:56.487624 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-3392e5d5-5c3d-43dd-b57f-ba6200c3a1de req-8c225167-1a14-4db0-bdab-88f6381f6531 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (c0142c69-b557-4895-8179-6c8e34d11416), before_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:56.563425 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.db [req-3392e5d5-5c3d-43dd-b57f-ba6200c3a1de req-8c225167-1a14-4db0-bdab-88f6381f6531 service neutron] For port c0142c69-b557-4895-8179-6c8e34d11416, host hv-cinder-85103, cleared binding levels {{(pid=111102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:04:56.566439 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.db [req-3392e5d5-5c3d-43dd-b57f-ba6200c3a1de req-8c225167-1a14-4db0-bdab-88f6381f6531 service neutron] For port c0142c69-b557-4895-8179-6c8e34d11416, host hv-cinder-85103, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=c0142c69-b557-4895-8179-6c8e34d11416,segment=NetworkSegment(cec6c169-26ac-4d4a-8f8d-b81b07eccaa9),segment_id=cec6c169-26ac-4d4a-8f8d-b81b07eccaa9)] {{(pid=111102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:04:56.708593 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-3392e5d5-5c3d-43dd-b57f-ba6200c3a1de req-8c225167-1a14-4db0-bdab-88f6381f6531 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868126'] for port (c0142c69-b557-4895-8179-6c8e34d11416), after_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:56.748519 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3392e5d5-5c3d-43dd-b57f-ba6200c3a1de req-8c225167-1a14-4db0-bdab-88f6381f6531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:04:56.749131 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-3392e5d5-5c3d-43dd-b57f-ba6200c3a1de req-8c225167-1a14-4db0-bdab-88f6381f6531 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-431034'] for port (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:56.751081 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-3392e5d5-5c3d-43dd-b57f-ba6200c3a1de req-8c225167-1a14-4db0-bdab-88f6381f6531 service neutron] 10.222.0.99 "PUT /v2.0/ports/c0142c69-b557-4895-8179-6c8e34d11416 HTTP/1.1" status: 200 len: 1094 time: 1.0192115 Jul 26 15:04:56.751550 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10e87418-f3e0-4162-bf2a-2ae8579091bb', 'tag': 'c0142c69-b557-4895-8179-6c8e34d11416'}] {{(pid=111102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:04:56.753868 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8185506cd1cc56e10fcde42571d85de650c4e290bb1b6bf5ec2f858ed2201c15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eae78e9c-02c0-448f-9603-0f2d260dece3" -d '{"events": [{"name": "network-changed", "server_uuid": "10e87418-f3e0-4162-bf2a-2ae8579091bb", "tag": "c0142c69-b557-4895-8179-6c8e34d11416"}]}' {{(pid=111102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:04:56.780596 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c225167-1a14-4db0-bdab-88f6381f6531 service neutron] Pushing event updated for resources: {'Port': ['ID=c0142c69-b557-4895-8179-6c8e34d11416,revision_number=3']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:04:56.810330 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 15:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4688aac5-c9d6-40e1-9464-8bd67e350410 x-openstack-request-id: req-4688aac5-c9d6-40e1-9464-8bd67e350410 {{(pid=111102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:04:56.810639 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10e87418-f3e0-4162-bf2a-2ae8579091bb", "tag": "c0142c69-b557-4895-8179-6c8e34d11416", "status": "completed", "code": 200}]} {{(pid=111102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:04:56.810877 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-4688aac5-c9d6-40e1-9464-8bd67e350410 {{(pid=111102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:04:56.811292 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4688aac5-c9d6-40e1-9464-8bd67e350410'] response: {'name': 'network-changed', 'server_uuid': '10e87418-f3e0-4162-bf2a-2ae8579091bb', 'tag': 'c0142c69-b557-4895-8179-6c8e34d11416', 'status': 'completed', 'code': 200} Jul 26 15:04:56.921321 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae78e9c-02c0-448f-9603-0f2d260dece3 req-ad819f73-a143-420c-9ba9-b4cff3ebe609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:04:56.925039 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-eae78e9c-02c0-448f-9603-0f2d260dece3 req-ad819f73-a143-420c-9ba9-b4cff3ebe609 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7f82b8853b874e61820108bc16e8dc41&device_id=10e87418-f3e0-4162-bf2a-2ae8579091bb HTTP/1.1" status: 200 len: 1128 time: 0.0677183 Jul 26 15:04:57.010721 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b977bc9f-0510-4ebd-94dd-930fc4499a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (e5556d63-fbf3-48f2-bfac-7896e86945c3), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:57.039048 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae78e9c-02c0-448f-9603-0f2d260dece3 req-260e9cda-14a8-4b49-afcf-a20f94b2379c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:04:57.039048 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-eae78e9c-02c0-448f-9603-0f2d260dece3 req-260e9cda-14a8-4b49-afcf-a20f94b2379c service neutron] 10.222.0.99 "GET /v2.0/networks?tenant_id=7f82b8853b874e61820108bc16e8dc41&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0999558 Jul 26 15:04:57.131592 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (df49e665-2de0-463a-a1e1-c989804d5593), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:04:57.143159 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae78e9c-02c0-448f-9603-0f2d260dece3 req-fb3d50cc-968c-47ad-a5e6-65873a5f382e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:04:57.144665 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-eae78e9c-02c0-448f-9603-0f2d260dece3 req-fb3d50cc-968c-47ad-a5e6-65873a5f382e service neutron] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1007111 Jul 26 15:04:57.221167 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28e6855-6b8a-4984-8c8a-6f7549616264 req-30424e8b-bdaa-42fd-8cb3-99add8a70696 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:04:57.222737 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-b28e6855-6b8a-4984-8c8a-6f7549616264 req-30424e8b-bdaa-42fd-8cb3-99add8a70696 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=10e87418-f3e0-4162-bf2a-2ae8579091bb HTTP/1.1" status: 200 len: 944 time: 0.0534294 Jul 26 15:04:57.247908 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3392e5d5-5c3d-43dd-b57f-ba6200c3a1de req-1cea03c7-fc3c-4d8b-af2c-45261824c8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:04:57.249439 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-3392e5d5-5c3d-43dd-b57f-ba6200c3a1de req-1cea03c7-fc3c-4d8b-af2c-45261824c8d1 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7f82b8853b874e61820108bc16e8dc41&device_id=10e87418-f3e0-4162-bf2a-2ae8579091bb HTTP/1.1" status: 200 len: 1128 time: 0.0407851 Jul 26 15:04:57.258748 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:04:57.275617 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-b28e6855-6b8a-4984-8c8a-6f7549616264 req-eb0ffe08-9a29-4dd6-b70c-1ffcf703e420 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=d67b6f6d-db3d-4464-9d0b-0ddcf91da5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469041 Jul 26 15:04:57.300852 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-3392e5d5-5c3d-43dd-b57f-ba6200c3a1de req-3eb068ef-3950-42f4-a076-d9f40aabdf8e service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c0142c69-b557-4895-8179-6c8e34d11416 HTTP/1.1" status: 200 len: 217 time: 0.0366070 Jul 26 15:04:57.347283 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:04:57.369741 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-51649fa3-bfad-4bf7-8e6c-5e7e2b09114d req-ee8eac81-bd71-42af-b6ba-26174c2c9342 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] 10.222.0.97 "GET /v2.0/ports?device_id=76622244-1b87-4bef-abec-7e54b6e9682e HTTP/1.1" status: 200 len: 210 time: 0.0347900 Jul 26 15:04:57.381601 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3392e5d5-5c3d-43dd-b57f-ba6200c3a1de req-392d1cf3-d392-4f56-b9cf-226dceb188fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:04:57.383072 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-3392e5d5-5c3d-43dd-b57f-ba6200c3a1de req-392d1cf3-d392-4f56-b9cf-226dceb188fb service neutron] 10.222.0.99 "GET /v2.0/subnets?id=8d76239a-a9c4-4c98-83cb-a3f6ea48b403 HTTP/1.1" status: 200 len: 854 time: 0.0754323 Jul 26 15:04:57.428155 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3392e5d5-5c3d-43dd-b57f-ba6200c3a1de req-c944bd2c-05eb-4be5-a553-4cfd97e502d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:04:57.438183 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-3392e5d5-5c3d-43dd-b57f-ba6200c3a1de req-c944bd2c-05eb-4be5-a553-4cfd97e502d7 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=40bf059a-9593-4ce0-be05-c864bfa3c074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413179 Jul 26 15:04:57.550080 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-3392e5d5-5c3d-43dd-b57f-ba6200c3a1de req-59ab406f-ccfd-44eb-a0a8-baaeb3a6489c service neutron] 10.222.0.99 "GET /v2.0/networks/40bf059a-9593-4ce0-be05-c864bfa3c074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896270 Jul 26 15:04:57.641586 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-3392e5d5-5c3d-43dd-b57f-ba6200c3a1de req-dff40dce-9c7f-48e2-a750-b83920c7aae5 service neutron] 10.222.0.99 "GET /v2.0/networks/40bf059a-9593-4ce0-be05-c864bfa3c074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839674 Jul 26 15:04:58.074069 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.agents_db [None req-99196b13-9676-4f02-b89b-0db7196f18a6 None None] Agent healthcheck: found 6 active agents {{(pid=111105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:04:58.409042 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c464359e-5080-4c6d-a137-6244aacc45be req-c8a01d19-1362-4811-9b2b-d7e8240799fe tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:04:58.410735 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-c464359e-5080-4c6d-a137-6244aacc45be req-c8a01d19-1362-4811-9b2b-d7e8240799fe tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=10e87418-f3e0-4162-bf2a-2ae8579091bb HTTP/1.1" status: 200 len: 944 time: 0.0534930 Jul 26 15:04:58.467485 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-c464359e-5080-4c6d-a137-6244aacc45be req-31412da9-5d52-4a01-ab66-4503bd719ee6 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=d67b6f6d-db3d-4464-9d0b-0ddcf91da5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504642 Jul 26 15:04:58.482764 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-6018b414-6664-418f-ba0e-69bc2942241f req-a7296e72-6aab-4856-9214-473183448e15 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] 10.222.0.97 "GET /v2.0/ports?device_id=76622244-1b87-4bef-abec-7e54b6e9682e HTTP/1.1" status: 200 len: 210 time: 0.0350597 Jul 26 15:04:59.597279 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-02ef11cc-9eb0-4d81-be85-88d31e9e0cf9 req-b597b381-36d4-49fc-8312-bda8b04fb070 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] 10.222.0.97 "GET /v2.0/ports?device_id=76622244-1b87-4bef-abec-7e54b6e9682e HTTP/1.1" status: 200 len: 210 time: 0.0314343 Jul 26 15:04:59.601985 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e370cb8-efdf-41c6-83cb-681d9d3249fe req-7772ddc5-adbc-4451-a9ed-2d6f90d9a091 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:04:59.603722 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-8e370cb8-efdf-41c6-83cb-681d9d3249fe req-7772ddc5-adbc-4451-a9ed-2d6f90d9a091 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=10e87418-f3e0-4162-bf2a-2ae8579091bb HTTP/1.1" status: 200 len: 944 time: 0.0488007 Jul 26 15:04:59.652308 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-8e370cb8-efdf-41c6-83cb-681d9d3249fe req-fef1a4fb-6e19-40a6-b2ed-3231ec22fc9c tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=d67b6f6d-db3d-4464-9d0b-0ddcf91da5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429559 Jul 26 15:05:00.452861 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=100 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:00.473361 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267634fe-36ed-4062-85f9-b092fc21bb61 req-ed81c1fd-42a3-4b74-a7ff-ed81b656064e tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:00.474808 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-267634fe-36ed-4062-85f9-b092fc21bb61 req-ed81c1fd-42a3-4b74-a7ff-ed81b656064e tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] 10.222.0.99 "GET /v2.0/networks?id=bf886878-6d84-4a71-af9c-be5dc52b71cd HTTP/1.1" status: 200 len: 815 time: 0.1045835 Jul 26 15:05:00.492282 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.v2.base [req-267634fe-36ed-4062-85f9-b092fc21bb61 req-b800b9dc-105e-4dc0-8c0d-478c6c99d9fd tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Request body: {'port': {'device_id': '76622244-1b87-4bef-abec-7e54b6e9682e', 'network_id': 'bf886878-6d84-4a71-af9c-be5dc52b71cd', 'admin_state_up': True, 'tenant_id': 'd057f29b771a4110be66186949246663'}} {{(pid=111102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:05:00.700227 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-e0d90fc8-a5bc-475f-b7cc-1c1c25bbbdaa req-09388b78-cfe3-4720-be87-a83d3bfdd886 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] 10.222.0.97 "GET /v2.0/ports?device_id=76622244-1b87-4bef-abec-7e54b6e9682e HTTP/1.1" status: 200 len: 210 time: 0.0293901 Jul 26 15:05:00.728996 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-267634fe-36ed-4062-85f9-b092fc21bb61 req-b800b9dc-105e-4dc0-8c0d-478c6c99d9fd tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Made reservation on behalf of d057f29b771a4110be66186949246663 for: {'port': 1} {{(pid=111102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:05:00.732511 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-267634fe-36ed-4062-85f9-b092fc21bb61 req-b800b9dc-105e-4dc0-8c0d-478c6c99d9fd tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:00.760018 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=100 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:00.782672 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930bb6e8-c831-4fdb-89b3-578f4e434e88 req-fdfb9fee-9106-465c-8798-d8b50b86fead tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:00.785033 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-930bb6e8-c831-4fdb-89b3-578f4e434e88 req-fdfb9fee-9106-465c-8798-d8b50b86fead tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=10e87418-f3e0-4162-bf2a-2ae8579091bb HTTP/1.1" status: 200 len: 944 time: 0.0523958 Jul 26 15:05:00.837865 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-930bb6e8-c831-4fdb-89b3-578f4e434e88 req-2a445bf4-84ce-465e-8bc9-0f647705db30 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=d67b6f6d-db3d-4464-9d0b-0ddcf91da5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451555 Jul 26 15:05:00.873523 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.db_base_plugin_common [req-267634fe-36ed-4062-85f9-b092fc21bb61 req-b800b9dc-105e-4dc0-8c0d-478c6c99d9fd tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Allocated IP 172.20.0.7 (bf886878-6d84-4a71-af9c-be5dc52b71cd/45c37ca3-876f-4e01-a3bc-880fa7a43acb/2831923e-e6ab-4b89-a50e-076a3e488d88) {{(pid=111102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:05:01.030483 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-267634fe-36ed-4062-85f9-b092fc21bb61 req-b800b9dc-105e-4dc0-8c0d-478c6c99d9fd tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Publish callbacks [] for port (2831923e-e6ab-4b89-a50e-076a3e488d88), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:01.194347 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-267634fe-36ed-4062-85f9-b092fc21bb61 req-b800b9dc-105e-4dc0-8c0d-478c6c99d9fd tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789579689795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868105'] for port (2831923e-e6ab-4b89-a50e-076a3e488d88), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:01.245434 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-267634fe-36ed-4062-85f9-b092fc21bb61 req-b800b9dc-105e-4dc0-8c0d-478c6c99d9fd tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Network bf886878-6d84-4a71-af9c-be5dc52b71cd is already hosted by enough agents. {{(pid=111102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:05:01.248825 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.base_scheduler [req-267634fe-36ed-4062-85f9-b092fc21bb61 req-b800b9dc-105e-4dc0-8c0d-478c6c99d9fd tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Resources bound (agent type, host, resource id): {{(pid=111102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:05:01.251813 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.l3_dvrscheduler_db [req-267634fe-36ed-4062-85f9-b092fc21bb61 req-b800b9dc-105e-4dc0-8c0d-478c6c99d9fd tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Received port after_create {{(pid=111102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:05:01.281256 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b800b9dc-105e-4dc0-8c0d-478c6c99d9fd tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Pushing event updated for resources: {'Port': ['ID=2831923e-e6ab-4b89-a50e-076a3e488d88,revision_number=1']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:01.313463 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267634fe-36ed-4062-85f9-b092fc21bb61 req-b800b9dc-105e-4dc0-8c0d-478c6c99d9fd tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:01.314085 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-267634fe-36ed-4062-85f9-b092fc21bb61 req-b800b9dc-105e-4dc0-8c0d-478c6c99d9fd tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-431034'] for port (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:01.446239 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-267634fe-36ed-4062-85f9-b092fc21bb61 req-b800b9dc-105e-4dc0-8c0d-478c6c99d9fd tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9576297 Jul 26 15:05:01.537252 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-10572f3d-a88b-4ffc-ac8b-0926fde75548 None None] Provisioning complete for port 2831923e-e6ab-4b89-a50e-076a3e488d88 triggered by entity DHCP. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:05:01.537861 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-10572f3d-a88b-4ffc-ac8b-0926fde75548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (2831923e-e6ab-4b89-a50e-076a3e488d88), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:01.578977 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-10572f3d-a88b-4ffc-ac8b-0926fde75548 None None] Port 2831923e-e6ab-4b89-a50e-076a3e488d88 cannot update to ACTIVE because it is not bound. {{(pid=111104) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 26 15:05:01.858192 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41613831-febb-403c-8067-df3b1c64f97e req-93379c8b-1690-459d-895a-93335576f209 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:01.863696 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-41613831-febb-403c-8067-df3b1c64f97e req-93379c8b-1690-459d-895a-93335576f209 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] 10.222.0.97 "GET /v2.0/ports?device_id=76622244-1b87-4bef-abec-7e54b6e9682e HTTP/1.1" status: 200 len: 931 time: 0.0667439 Jul 26 15:05:01.932361 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-41613831-febb-403c-8067-df3b1c64f97e req-d88de817-d4e1-491c-a41f-8be68b9a19f9 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] 10.222.0.97 "GET /v2.0/security-groups?id=88d72e76-bb09-4ad4-8080-032d0bcf07c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649598 Jul 26 15:05:01.973942 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee3ee43-895b-4c06-ac68-8d68e5089736 req-be941f8e-c896-4fb9-b36f-9a5a753d4fe3 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:01.976178 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-bee3ee43-895b-4c06-ac68-8d68e5089736 req-be941f8e-c896-4fb9-b36f-9a5a753d4fe3 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=10e87418-f3e0-4162-bf2a-2ae8579091bb HTTP/1.1" status: 200 len: 944 time: 0.0565298 Jul 26 15:05:02.029230 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-bee3ee43-895b-4c06-ac68-8d68e5089736 req-c2080689-0c97-4bc2-8f19-8c50595033e1 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=d67b6f6d-db3d-4464-9d0b-0ddcf91da5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457587 Jul 26 15:05:02.213281 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Device c0142c69-b557-4895-8179-6c8e34d11416 details requested by agent hyperv_hv-cinder-85103 with host hv-cinder-85103 {{(pid=111104) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:05:02.310336 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:02.317671 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] For port c0142c69-b557-4895-8179-6c8e34d11416, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=c0142c69-b557-4895-8179-6c8e34d11416,segment=NetworkSegment(cec6c169-26ac-4d4a-8f8d-b81b07eccaa9),segment_id=cec6c169-26ac-4d4a-8f8d-b81b07eccaa9)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:05:02.334676 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Returning: {'device': 'c0142c69-b557-4895-8179-6c8e34d11416', 'network_id': '40bf059a-9593-4ce0-be05-c864bfa3c074', 'port_id': 'c0142c69-b557-4895-8179-6c8e34d11416', 'mac_address': 'fa:16:3e:8d:07:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1098, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d76239a-a9c4-4c98-83cb-a3f6ea48b403', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111104) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:05:02.382332 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Current status of the port c0142c69-b557-4895-8179-6c8e34d11416 is: DOWN; New status is: BUILD {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:05:02.382332 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (c0142c69-b557-4895-8179-6c8e34d11416), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:02.394281 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.notifiers.nova [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0142c69-b557-4895-8179-6c8e34d11416 {{(pid=111104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 15:05:02.419990 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] For port c0142c69-b557-4895-8179-6c8e34d11416, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=c0142c69-b557-4895-8179-6c8e34d11416,segment=NetworkSegment(cec6c169-26ac-4d4a-8f8d-b81b07eccaa9),segment_id=cec6c169-26ac-4d4a-8f8d-b81b07eccaa9)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:05:02.564218 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (c0142c69-b557-4895-8179-6c8e34d11416), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:02.615578 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Pushing event updated for resources: {'Port': ['ID=c0142c69-b557-4895-8179-6c8e34d11416,revision_number=4']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:03.011353 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:03.029571 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] get_ports_and_sgs() called for port_ids ['c0142c69-b557-4895-8179-6c8e34d11416'] {{(pid=111104) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:05:03.054504 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad0aa9-9a01-49ca-8bad-ee38fe742fdc req-b6ac99a7-6944-4870-b7c2-5965dc11dcf3 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:03.056463 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-a6ad0aa9-9a01-49ca-8bad-ee38fe742fdc req-b6ac99a7-6944-4870-b7c2-5965dc11dcf3 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] 10.222.0.97 "GET /v2.0/ports?device_id=76622244-1b87-4bef-abec-7e54b6e9682e HTTP/1.1" status: 200 len: 931 time: 0.0548646 Jul 26 15:05:03.118847 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-a6ad0aa9-9a01-49ca-8bad-ee38fe742fdc req-46869a4e-3a32-4132-ad10-dd11640ecaad tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] 10.222.0.97 "GET /v2.0/security-groups?id=88d72e76-bb09-4ad4-8080-032d0bcf07c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566847 Jul 26 15:05:03.201580 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:03.229957 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39423ff-377e-4146-93d0-85f009af8c0b req-b4c3af5a-6a4c-49b6-b67f-56610ba1812e tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:03.232497 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-f39423ff-377e-4146-93d0-85f009af8c0b req-b4c3af5a-6a4c-49b6-b67f-56610ba1812e tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=10e87418-f3e0-4162-bf2a-2ae8579091bb HTTP/1.1" status: 200 len: 945 time: 0.0563052 Jul 26 15:05:03.287318 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-f39423ff-377e-4146-93d0-85f009af8c0b req-ece9af18-7655-45b9-afa5-2af59c93413a tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=d67b6f6d-db3d-4464-9d0b-0ddcf91da5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467043 Jul 26 15:05:04.226637 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:04.232992 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Device c0142c69-b557-4895-8179-6c8e34d11416 up at agent hyperv_hv-cinder-85103 {{(pid=111104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:05:04.244242 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d582f394-5bf4-497d-bcb0-35cfd184e797 req-d7fdbf3c-7afd-42c7-b12d-be676c186630 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:04.245839 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-d582f394-5bf4-497d-bcb0-35cfd184e797 req-d7fdbf3c-7afd-42c7-b12d-be676c186630 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] 10.222.0.97 "GET /v2.0/ports?device_id=76622244-1b87-4bef-abec-7e54b6e9682e HTTP/1.1" status: 200 len: 931 time: 0.0520034 Jul 26 15:05:04.287526 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Provisioning for port c0142c69-b557-4895-8179-6c8e34d11416 completed by entity L2. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 15:05:04.308908 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-d582f394-5bf4-497d-bcb0-35cfd184e797 req-8890b261-3264-4fe5-b210-60a9bc8dc18a tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] 10.222.0.97 "GET /v2.0/security-groups?id=88d72e76-bb09-4ad4-8080-032d0bcf07c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554509 Jul 26 15:05:04.440350 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d3f684-dfe1-4ab3-b0a8-64d1c7455055 req-acfa54fb-c9cb-47f5-96bb-56d4612ab97f tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:04.442593 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-99d3f684-dfe1-4ab3-b0a8-64d1c7455055 req-acfa54fb-c9cb-47f5-96bb-56d4612ab97f tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=10e87418-f3e0-4162-bf2a-2ae8579091bb HTTP/1.1" status: 200 len: 945 time: 0.0559924 Jul 26 15:05:04.450778 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Provisioning complete for port c0142c69-b557-4895-8179-6c8e34d11416 triggered by entity L2. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:05:04.451201 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (c0142c69-b557-4895-8179-6c8e34d11416), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:04.500786 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-99d3f684-dfe1-4ab3-b0a8-64d1c7455055 req-de4e4842-059a-43bd-8b6e-d1757f92a139 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=d67b6f6d-db3d-4464-9d0b-0ddcf91da5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524700 Jul 26 15:05:04.549189 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Current status of the port c0142c69-b557-4895-8179-6c8e34d11416 is: BUILD; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:05:04.549574 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (c0142c69-b557-4895-8179-6c8e34d11416), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:04.579436 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10e87418-f3e0-4162-bf2a-2ae8579091bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0142c69-b557-4895-8179-6c8e34d11416'}] {{(pid=111104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:05:04.581786 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8a064b11bc677c9d4ab9f25c89ff6de8646fcd773e132cdea81d797053aa31c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16b6228f-f9cc-4a1e-bb3f-e3928a727857" -d '{"events": [{"server_uuid": "10e87418-f3e0-4162-bf2a-2ae8579091bb", "name": "network-vif-plugged", "status": "completed", "tag": "c0142c69-b557-4895-8179-6c8e34d11416"}]}' {{(pid=111104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:05:04.602155 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] For port c0142c69-b557-4895-8179-6c8e34d11416, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=c0142c69-b557-4895-8179-6c8e34d11416,segment=NetworkSegment(cec6c169-26ac-4d4a-8f8d-b81b07eccaa9),segment_id=cec6c169-26ac-4d4a-8f8d-b81b07eccaa9)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:05:04.696847 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (c0142c69-b557-4895-8179-6c8e34d11416), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:04.762649 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Pushing event updated for resources: {'Port': ['ID=c0142c69-b557-4895-8179-6c8e34d11416,revision_number=5']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:04.772820 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 15:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21fa6e2a-f7fb-4d68-bf16-cea71d01bbe9 x-openstack-request-id: req-21fa6e2a-f7fb-4d68-bf16-cea71d01bbe9 {{(pid=111104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:05:04.773108 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10e87418-f3e0-4162-bf2a-2ae8579091bb", "name": "network-vif-plugged", "status": "completed", "tag": "c0142c69-b557-4895-8179-6c8e34d11416", "code": 200}]} {{(pid=111104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:05:04.773356 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-21fa6e2a-f7fb-4d68-bf16-cea71d01bbe9 {{(pid=111104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:05:04.773745 dv-cinder-851030-1-iscsi neutron-server[111104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21fa6e2a-f7fb-4d68-bf16-cea71d01bbe9'] response: {'server_uuid': '10e87418-f3e0-4162-bf2a-2ae8579091bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0142c69-b557-4895-8179-6c8e34d11416', 'code': 200} Jul 26 15:05:05.443836 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8fdcc0-fae0-4b02-897a-5567570cfaf1 req-7b1a65a5-1dda-447f-8085-06422938cdc3 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:05.445522 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-9e8fdcc0-fae0-4b02-897a-5567570cfaf1 req-7b1a65a5-1dda-447f-8085-06422938cdc3 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] 10.222.0.97 "GET /v2.0/ports?device_id=76622244-1b87-4bef-abec-7e54b6e9682e HTTP/1.1" status: 200 len: 931 time: 0.0555069 Jul 26 15:05:05.497555 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-9e8fdcc0-fae0-4b02-897a-5567570cfaf1 req-c35b0d3e-914b-485e-84fc-b2a822f90a3a tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] 10.222.0.97 "GET /v2.0/security-groups?id=88d72e76-bb09-4ad4-8080-032d0bcf07c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462630 Jul 26 15:05:05.665899 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d178f63-1ab6-4884-9d55-b6fda42fbbbb req-d34d1a67-838a-4687-bbec-4b58e33f2b56 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:05.667563 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-3d178f63-1ab6-4884-9d55-b6fda42fbbbb req-d34d1a67-838a-4687-bbec-4b58e33f2b56 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=10e87418-f3e0-4162-bf2a-2ae8579091bb HTTP/1.1" status: 200 len: 946 time: 0.0557067 Jul 26 15:05:05.719955 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-3d178f63-1ab6-4884-9d55-b6fda42fbbbb req-ac99dbe5-5d75-40e2-b5ed-57b8e6a2aa99 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=d67b6f6d-db3d-4464-9d0b-0ddcf91da5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455561 Jul 26 15:05:06.631770 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8e0ea0-cde4-44b1-a5db-9cb510610f42 req-3fad7ca5-860b-4d1e-8454-66b4bd402d2b tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:06.633322 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-df8e0ea0-cde4-44b1-a5db-9cb510610f42 req-3fad7ca5-860b-4d1e-8454-66b4bd402d2b tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] 10.222.0.97 "GET /v2.0/ports?device_id=76622244-1b87-4bef-abec-7e54b6e9682e HTTP/1.1" status: 200 len: 931 time: 0.0527678 Jul 26 15:05:06.693168 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-df8e0ea0-cde4-44b1-a5db-9cb510610f42 req-bd07c963-07d6-4bff-894c-822a2bedb2ae tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] 10.222.0.97 "GET /v2.0/security-groups?id=88d72e76-bb09-4ad4-8080-032d0bcf07c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541043 Jul 26 15:05:06.860709 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2129bb3a-99e4-4336-a607-ba367ff5abc3 req-ea1c30eb-6082-4151-bede-89e2de164ae1 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:06.862216 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-2129bb3a-99e4-4336-a607-ba367ff5abc3 req-ea1c30eb-6082-4151-bede-89e2de164ae1 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=10e87418-f3e0-4162-bf2a-2ae8579091bb HTTP/1.1" status: 200 len: 946 time: 0.0539575 Jul 26 15:05:06.917486 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-2129bb3a-99e4-4336-a607-ba367ff5abc3 req-b02115b8-dc66-4ed2-9b3e-d91417ce131a tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=d67b6f6d-db3d-4464-9d0b-0ddcf91da5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477321 Jul 26 15:05:07.818692 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4182653-7bbe-45d9-973b-5a1358b9d23a req-459f0f20-dea0-42b6-8b92-59e72114fc32 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:07.820499 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-a4182653-7bbe-45d9-973b-5a1358b9d23a req-459f0f20-dea0-42b6-8b92-59e72114fc32 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] 10.222.0.97 "GET /v2.0/ports?device_id=76622244-1b87-4bef-abec-7e54b6e9682e HTTP/1.1" status: 200 len: 931 time: 0.0503907 Jul 26 15:05:07.872012 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-a4182653-7bbe-45d9-973b-5a1358b9d23a req-acb67126-c09c-49ff-8c73-125d7f2d55c3 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] 10.222.0.97 "GET /v2.0/security-groups?id=88d72e76-bb09-4ad4-8080-032d0bcf07c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448885 Jul 26 15:05:08.052197 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585b9cce-054d-4f7e-9444-0eefca9ea256 req-13506fa1-4e3e-463a-9458-192d7415a1ff tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:08.053908 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-585b9cce-054d-4f7e-9444-0eefca9ea256 req-13506fa1-4e3e-463a-9458-192d7415a1ff tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=10e87418-f3e0-4162-bf2a-2ae8579091bb HTTP/1.1" status: 200 len: 946 time: 0.0562272 Jul 26 15:05:08.069030 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=2 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:08.111869 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-585b9cce-054d-4f7e-9444-0eefca9ea256 req-6da39f8f-5f74-4c7b-bb90-970868b078b6 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=d67b6f6d-db3d-4464-9d0b-0ddcf91da5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508752 Jul 26 15:05:09.011668 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd09e37-562f-4fe4-945f-f7bc515f26cd req-d4812c8f-a38f-4c0a-972e-ab6798cdfdce tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:09.013347 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-8fd09e37-562f-4fe4-945f-f7bc515f26cd req-d4812c8f-a38f-4c0a-972e-ab6798cdfdce tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] 10.222.0.97 "GET /v2.0/ports?device_id=76622244-1b87-4bef-abec-7e54b6e9682e HTTP/1.1" status: 200 len: 931 time: 0.0593872 Jul 26 15:05:09.069117 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-8fd09e37-562f-4fe4-945f-f7bc515f26cd req-b371d007-d750-4931-97d6-031c01a1337e tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] 10.222.0.97 "GET /v2.0/security-groups?id=88d72e76-bb09-4ad4-8080-032d0bcf07c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491083 Jul 26 15:05:09.241817 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4340cd34-fa80-4a5c-80e3-69eafbf6adf7 req-ffcc2013-3459-498b-a962-f02f6a53709f tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:09.243392 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-4340cd34-fa80-4a5c-80e3-69eafbf6adf7 req-ffcc2013-3459-498b-a962-f02f6a53709f tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=10e87418-f3e0-4162-bf2a-2ae8579091bb HTTP/1.1" status: 200 len: 946 time: 0.0491023 Jul 26 15:05:09.321640 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-4340cd34-fa80-4a5c-80e3-69eafbf6adf7 req-f1b447c1-8b3a-465d-939d-6fd5347f0796 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=d67b6f6d-db3d-4464-9d0b-0ddcf91da5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726638 Jul 26 15:05:10.193265 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61acb33-2dfe-4da6-a4c7-25ecdb905fbd req-3cb6589f-a71f-46bc-a8d0-73c132f9cb15 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:10.194753 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-a61acb33-2dfe-4da6-a4c7-25ecdb905fbd req-3cb6589f-a71f-46bc-a8d0-73c132f9cb15 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] 10.222.0.97 "GET /v2.0/ports?device_id=76622244-1b87-4bef-abec-7e54b6e9682e HTTP/1.1" status: 200 len: 931 time: 0.0522745 Jul 26 15:05:10.219552 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=100 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:10.243584 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-a61acb33-2dfe-4da6-a4c7-25ecdb905fbd req-1e76692f-643a-4cf6-b181-cdfc934a4ef0 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] 10.222.0.97 "GET /v2.0/security-groups?id=88d72e76-bb09-4ad4-8080-032d0bcf07c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432167 Jul 26 15:05:10.446749 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b46ee3-d469-44aa-8cd1-615674fd1f82 req-47bfda52-e686-4929-a8c6-4e3dc69f8076 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:10.448251 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-a6b46ee3-d469-44aa-8cd1-615674fd1f82 req-47bfda52-e686-4929-a8c6-4e3dc69f8076 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=10e87418-f3e0-4162-bf2a-2ae8579091bb HTTP/1.1" status: 200 len: 946 time: 0.0478411 Jul 26 15:05:10.497704 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-a6b46ee3-d469-44aa-8cd1-615674fd1f82 req-c9f18cec-cd39-4346-bf98-5d3efd089730 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=d67b6f6d-db3d-4464-9d0b-0ddcf91da5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433228 Jul 26 15:05:11.368521 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1464ec-edec-4925-a6bc-108ea633d6c7 req-ed7286d9-0a2a-4b5f-8fbf-da88c8092f67 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:11.369924 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-6c1464ec-edec-4925-a6bc-108ea633d6c7 req-ed7286d9-0a2a-4b5f-8fbf-da88c8092f67 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] 10.222.0.97 "GET /v2.0/ports?device_id=76622244-1b87-4bef-abec-7e54b6e9682e HTTP/1.1" status: 200 len: 931 time: 0.0476005 Jul 26 15:05:11.419147 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-6c1464ec-edec-4925-a6bc-108ea633d6c7 req-b7650df6-5a86-43a7-b8a9-60ecbf00ab8a tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] 10.222.0.97 "GET /v2.0/security-groups?id=88d72e76-bb09-4ad4-8080-032d0bcf07c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431399 Jul 26 15:05:11.625237 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5499ef9-e98b-4822-831e-2aba5f3bf196 req-c5e38b05-0784-45ad-9008-b2141d6c54e7 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:11.626630 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-d5499ef9-e98b-4822-831e-2aba5f3bf196 req-c5e38b05-0784-45ad-9008-b2141d6c54e7 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=10e87418-f3e0-4162-bf2a-2ae8579091bb HTTP/1.1" status: 200 len: 946 time: 0.0515790 Jul 26 15:05:11.674895 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-d5499ef9-e98b-4822-831e-2aba5f3bf196 req-f434626d-3cb2-4b7a-8cff-5161d9139d90 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=d67b6f6d-db3d-4464-9d0b-0ddcf91da5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426865 Jul 26 15:05:12.550981 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328446b4-a37e-4500-8503-b9d4d44a48af req-7da26485-6f67-4c69-b7fa-f4cd5484fdfb tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:12.552560 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-328446b4-a37e-4500-8503-b9d4d44a48af req-7da26485-6f67-4c69-b7fa-f4cd5484fdfb tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] 10.222.0.97 "GET /v2.0/ports?device_id=76622244-1b87-4bef-abec-7e54b6e9682e HTTP/1.1" status: 200 len: 931 time: 0.0570059 Jul 26 15:05:12.612170 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-328446b4-a37e-4500-8503-b9d4d44a48af req-8d8a54f5-c873-415c-8289-fb047127a958 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] 10.222.0.97 "GET /v2.0/security-groups?id=88d72e76-bb09-4ad4-8080-032d0bcf07c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535867 Jul 26 15:05:12.872942 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70677f33-38dc-44d6-8e91-3b5a39dfa855 req-833d5cc7-4826-4c69-ba67-8bca1c8a8a32 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:12.874939 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-70677f33-38dc-44d6-8e91-3b5a39dfa855 req-833d5cc7-4826-4c69-ba67-8bca1c8a8a32 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=10e87418-f3e0-4162-bf2a-2ae8579091bb HTTP/1.1" status: 200 len: 946 time: 0.0505221 Jul 26 15:05:12.923228 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.v2.base [req-267634fe-36ed-4062-85f9-b092fc21bb61 req-3ec255ac-30a5-46a0-b9c1-c489189188c7 service neutron] Request body: {'port': {'device_id': '76622244-1b87-4bef-abec-7e54b6e9682e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85103'}} {{(pid=111102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:05:12.954529 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-70677f33-38dc-44d6-8e91-3b5a39dfa855 req-43064b8c-03fb-4f03-be79-1c6c7561351f tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=d67b6f6d-db3d-4464-9d0b-0ddcf91da5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738392 Jul 26 15:05:13.000329 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-267634fe-36ed-4062-85f9-b092fc21bb61 req-3ec255ac-30a5-46a0-b9c1-c489189188c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (2831923e-e6ab-4b89-a50e-076a3e488d88), before_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:13.168956 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=100 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:13.207500 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:13.268450 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.notifiers.nova [req-267634fe-36ed-4062-85f9-b092fc21bb61 req-3ec255ac-30a5-46a0-b9c1-c489189188c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2831923e-e6ab-4b89-a50e-076a3e488d88 {{(pid=111102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 15:05:13.276301 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-267634fe-36ed-4062-85f9-b092fc21bb61 req-3ec255ac-30a5-46a0-b9c1-c489189188c7 service neutron] Publish callbacks [] for port (2831923e-e6ab-4b89-a50e-076a3e488d88), precommit_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:13.290607 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.provisioning_blocks [req-267634fe-36ed-4062-85f9-b092fc21bb61 req-3ec255ac-30a5-46a0-b9c1-c489189188c7 service neutron] Transition to ACTIVE for port object 2831923e-e6ab-4b89-a50e-076a3e488d88 will not be triggered until provisioned by entity L2. {{(pid=111102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 15:05:13.717493 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=100 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:13.729266 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0957d7a7-556c-446a-b671-ee84074ba940 req-e03e24be-b344-444a-94a1-aeb3630dd347 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:13.730906 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-0957d7a7-556c-446a-b671-ee84074ba940 req-e03e24be-b344-444a-94a1-aeb3630dd347 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] 10.222.0.97 "GET /v2.0/ports?device_id=76622244-1b87-4bef-abec-7e54b6e9682e HTTP/1.1" status: 200 len: 931 time: 0.0488076 Jul 26 15:05:13.782611 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-0957d7a7-556c-446a-b671-ee84074ba940 req-ed6510d9-8989-4e25-87e6-614034a2f3fe tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] 10.222.0.97 "GET /v2.0/security-groups?id=88d72e76-bb09-4ad4-8080-032d0bcf07c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460751 Jul 26 15:05:14.017067 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-267634fe-36ed-4062-85f9-b092fc21bb61 req-3ec255ac-30a5-46a0-b9c1-c489189188c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868126'] for port (2831923e-e6ab-4b89-a50e-076a3e488d88), after_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:14.107387 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec255ac-30a5-46a0-b9c1-c489189188c7 service neutron] Pushing event updated for resources: {'Port': ['ID=2831923e-e6ab-4b89-a50e-076a3e488d88,revision_number=2']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:14.125968 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e453d4-b7bb-41de-b81d-7531e44efc88 req-17030163-14eb-41ac-8d50-60f346737b51 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:14.127631 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-c1e453d4-b7bb-41de-b81d-7531e44efc88 req-17030163-14eb-41ac-8d50-60f346737b51 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=10e87418-f3e0-4162-bf2a-2ae8579091bb HTTP/1.1" status: 200 len: 946 time: 0.0787032 Jul 26 15:05:14.229630 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-c1e453d4-b7bb-41de-b81d-7531e44efc88 req-5bafb1a6-db6d-492b-91b8-ac6005915494 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=d67b6f6d-db3d-4464-9d0b-0ddcf91da5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863931 Jul 26 15:05:14.241123 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.managers [req-267634fe-36ed-4062-85f9-b092fc21bb61 req-3ec255ac-30a5-46a0-b9c1-c489189188c7 service neutron] Attempting to bind port 2831923e-e6ab-4b89-a50e-076a3e488d88 on host hv-cinder-85103 for vnic_type normal with profile {{(pid=111102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:05:14.241473 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.managers [req-267634fe-36ed-4062-85f9-b092fc21bb61 req-3ec255ac-30a5-46a0-b9c1-c489189188c7 service neutron] Attempting to bind port 2831923e-e6ab-4b89-a50e-076a3e488d88 by drivers openvswitch,hyperv on host hv-cinder-85103 at level 0 using segments [{'id': '7ddb2a6f-702e-4a65-81b6-804570c07d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'bf886878-6d84-4a71-af9c-be5dc52b71cd'}] {{(pid=111102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:05:14.241805 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267634fe-36ed-4062-85f9-b092fc21bb61 req-3ec255ac-30a5-46a0-b9c1-c489189188c7 service neutron] Attempting to bind port 2831923e-e6ab-4b89-a50e-076a3e488d88 on network bf886878-6d84-4a71-af9c-be5dc52b71cd {{(pid=111102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:05:14.246951 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267634fe-36ed-4062-85f9-b092fc21bb61 req-3ec255ac-30a5-46a0-b9c1-c489189188c7 service neutron] Port 2831923e-e6ab-4b89-a50e-076a3e488d88 on network bf886878-6d84-4a71-af9c-be5dc52b71cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85103 {{(pid=111102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 15:05:14.247085 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267634fe-36ed-4062-85f9-b092fc21bb61 req-3ec255ac-30a5-46a0-b9c1-c489189188c7 service neutron] Attempting to bind port 2831923e-e6ab-4b89-a50e-076a3e488d88 on network bf886878-6d84-4a71-af9c-be5dc52b71cd {{(pid=111102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:05:14.253696 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267634fe-36ed-4062-85f9-b092fc21bb61 req-3ec255ac-30a5-46a0-b9c1-c489189188c7 service neutron] Checking agent: {'id': '311d617f-8fa1-4662-a157-ab38f6e1e2d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85103', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 14, 49, 45), 'started_at': datetime.datetime(2022, 7, 26, 14, 49, 45), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:05:14.254047 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267634fe-36ed-4062-85f9-b092fc21bb61 req-3ec255ac-30a5-46a0-b9c1-c489189188c7 service neutron] Checking segment: {'id': '7ddb2a6f-702e-4a65-81b6-804570c07d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'bf886878-6d84-4a71-af9c-be5dc52b71cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:05:14.254460 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267634fe-36ed-4062-85f9-b092fc21bb61 req-3ec255ac-30a5-46a0-b9c1-c489189188c7 service neutron] Bound using segment: {'id': '7ddb2a6f-702e-4a65-81b6-804570c07d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'bf886878-6d84-4a71-af9c-be5dc52b71cd'} {{(pid=111102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:05:14.254866 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.managers [req-267634fe-36ed-4062-85f9-b092fc21bb61 req-3ec255ac-30a5-46a0-b9c1-c489189188c7 service neutron] Bound port: 2831923e-e6ab-4b89-a50e-076a3e488d88, host: hv-cinder-85103, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ddb2a6f-702e-4a65-81b6-804570c07d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1063, 'network_id': 'bf886878-6d84-4a71-af9c-be5dc52b71cd'}}] {{(pid=111102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:05:14.255231 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-267634fe-36ed-4062-85f9-b092fc21bb61 req-3ec255ac-30a5-46a0-b9c1-c489189188c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (2831923e-e6ab-4b89-a50e-076a3e488d88), before_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:14.338390 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:14.350414 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2b1f68-3ab8-4fa9-a143-3952d1879f10 req-fffb6d90-a6c5-4d1e-b449-ea2dad8a6805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:14.351926 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-7f2b1f68-3ab8-4fa9-a143-3952d1879f10 req-fffb6d90-a6c5-4d1e-b449-ea2dad8a6805 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=10e87418-f3e0-4162-bf2a-2ae8579091bb HTTP/1.1" status: 200 len: 1130 time: 0.0623074 Jul 26 15:05:14.355374 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.db [req-267634fe-36ed-4062-85f9-b092fc21bb61 req-3ec255ac-30a5-46a0-b9c1-c489189188c7 service neutron] For port 2831923e-e6ab-4b89-a50e-076a3e488d88, host hv-cinder-85103, cleared binding levels {{(pid=111102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:05:14.358409 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.db [req-267634fe-36ed-4062-85f9-b092fc21bb61 req-3ec255ac-30a5-46a0-b9c1-c489189188c7 service neutron] For port 2831923e-e6ab-4b89-a50e-076a3e488d88, host hv-cinder-85103, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=2831923e-e6ab-4b89-a50e-076a3e488d88,segment=NetworkSegment(7ddb2a6f-702e-4a65-81b6-804570c07d9f),segment_id=7ddb2a6f-702e-4a65-81b6-804570c07d9f)] {{(pid=111102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:05:14.398298 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-7f2b1f68-3ab8-4fa9-a143-3952d1879f10 req-82e07ee7-7027-4056-b8a5-52b79592cfc3 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=d67b6f6d-db3d-4464-9d0b-0ddcf91da5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376678 Jul 26 15:05:14.536809 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-267634fe-36ed-4062-85f9-b092fc21bb61 req-3ec255ac-30a5-46a0-b9c1-c489189188c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868126'] for port (2831923e-e6ab-4b89-a50e-076a3e488d88), after_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:14.576944 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267634fe-36ed-4062-85f9-b092fc21bb61 req-3ec255ac-30a5-46a0-b9c1-c489189188c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:14.577797 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-267634fe-36ed-4062-85f9-b092fc21bb61 req-3ec255ac-30a5-46a0-b9c1-c489189188c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-431034'] for port (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:14.579443 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-267634fe-36ed-4062-85f9-b092fc21bb61 req-3ec255ac-30a5-46a0-b9c1-c489189188c7 service neutron] 10.222.0.99 "PUT /v2.0/ports/2831923e-e6ab-4b89-a50e-076a3e488d88 HTTP/1.1" status: 200 len: 1093 time: 1.6601887 Jul 26 15:05:14.579846 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76622244-1b87-4bef-abec-7e54b6e9682e', 'tag': '2831923e-e6ab-4b89-a50e-076a3e488d88'}] {{(pid=111102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:05:14.582378 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8185506cd1cc56e10fcde42571d85de650c4e290bb1b6bf5ec2f858ed2201c15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57290cd8-89d1-45c9-ac27-87530ce24c4d" -d '{"events": [{"name": "network-changed", "server_uuid": "76622244-1b87-4bef-abec-7e54b6e9682e", "tag": "2831923e-e6ab-4b89-a50e-076a3e488d88"}]}' {{(pid=111102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:05:14.610410 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec255ac-30a5-46a0-b9c1-c489189188c7 service neutron] Pushing event updated for resources: {'Port': ['ID=2831923e-e6ab-4b89-a50e-076a3e488d88,revision_number=3']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:14.628952 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 15:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb231eb0-1475-44d9-bc91-40b140864909 x-openstack-request-id: req-bb231eb0-1475-44d9-bc91-40b140864909 {{(pid=111102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:05:14.638145 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76622244-1b87-4bef-abec-7e54b6e9682e", "tag": "2831923e-e6ab-4b89-a50e-076a3e488d88", "status": "completed", "code": 200}]} {{(pid=111102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:05:14.638145 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-bb231eb0-1475-44d9-bc91-40b140864909 {{(pid=111102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:05:14.638145 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb231eb0-1475-44d9-bc91-40b140864909'] response: {'name': 'network-changed', 'server_uuid': '76622244-1b87-4bef-abec-7e54b6e9682e', 'tag': '2831923e-e6ab-4b89-a50e-076a3e488d88', 'status': 'completed', 'code': 200} Jul 26 15:05:14.943744 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ae400f-9171-4d60-b2e1-161cd2c1609b req-5899dacd-e44e-482f-be83-8a4e021f5020 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:14.945238 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-74ae400f-9171-4d60-b2e1-161cd2c1609b req-5899dacd-e44e-482f-be83-8a4e021f5020 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] 10.222.0.97 "GET /v2.0/ports?device_id=76622244-1b87-4bef-abec-7e54b6e9682e HTTP/1.1" status: 200 len: 943 time: 0.0782998 Jul 26 15:05:14.950820 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57290cd8-89d1-45c9-ac27-87530ce24c4d req-8fc15a2e-f5f9-479d-9f8d-9324f65e5262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:14.956223 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-57290cd8-89d1-45c9-ac27-87530ce24c4d req-8fc15a2e-f5f9-479d-9f8d-9324f65e5262 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=d057f29b771a4110be66186949246663&device_id=76622244-1b87-4bef-abec-7e54b6e9682e HTTP/1.1" status: 200 len: 1127 time: 0.0535414 Jul 26 15:05:14.994869 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-74ae400f-9171-4d60-b2e1-161cd2c1609b req-08cdccec-92ad-474a-b434-f851413397b1 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] 10.222.0.97 "GET /v2.0/security-groups?id=88d72e76-bb09-4ad4-8080-032d0bcf07c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411448 Jul 26 15:05:15.367950 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594394e8-8b2f-4052-9c53-4bef7d44be64 req-4a043a76-8ef8-4d4f-91c5-5351f6811c0a tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:15.369606 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-594394e8-8b2f-4052-9c53-4bef7d44be64 req-4a043a76-8ef8-4d4f-91c5-5351f6811c0a tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=10e87418-f3e0-4162-bf2a-2ae8579091bb HTTP/1.1" status: 200 len: 946 time: 0.0530267 Jul 26 15:05:15.423067 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-594394e8-8b2f-4052-9c53-4bef7d44be64 req-c6b8192d-77be-44b1-9128-59f2b5ae55af tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=d67b6f6d-db3d-4464-9d0b-0ddcf91da5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472283 Jul 26 15:05:15.433294 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (311d617f-8fa1-4662-a157-ab38f6e1e2d8), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:15.482387 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57290cd8-89d1-45c9-ac27-87530ce24c4d req-4e794744-cd68-4365-b3ab-2c07395054e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:15.484422 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-57290cd8-89d1-45c9-ac27-87530ce24c4d req-4e794744-cd68-4365-b3ab-2c07395054e6 service neutron] 10.222.0.99 "GET /v2.0/networks?tenant_id=d057f29b771a4110be66186949246663&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1005301 Jul 26 15:05:15.586845 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57290cd8-89d1-45c9-ac27-87530ce24c4d req-4a238971-caa0-46f9-b629-741d1234c654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:15.588274 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-57290cd8-89d1-45c9-ac27-87530ce24c4d req-4a238971-caa0-46f9-b629-741d1234c654 service neutron] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0953634 Jul 26 15:05:15.705261 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267634fe-36ed-4062-85f9-b092fc21bb61 req-e1058780-d060-46c1-a556-1046bf3571d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:15.708625 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-267634fe-36ed-4062-85f9-b092fc21bb61 req-e1058780-d060-46c1-a556-1046bf3571d9 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=d057f29b771a4110be66186949246663&device_id=76622244-1b87-4bef-abec-7e54b6e9682e HTTP/1.1" status: 200 len: 1127 time: 0.0447094 Jul 26 15:05:15.864258 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-267634fe-36ed-4062-85f9-b092fc21bb61 req-88b56eee-14aa-4859-aef8-2fa5f78ac532 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2831923e-e6ab-4b89-a50e-076a3e488d88 HTTP/1.1" status: 200 len: 217 time: 0.0334218 Jul 26 15:05:16.117929 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e49bd8-d748-43ab-88da-9cc266a4b86a req-cfbf37b9-77c3-41ee-9061-7ea5ffa68db0 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:16.119291 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-11e49bd8-d748-43ab-88da-9cc266a4b86a req-cfbf37b9-77c3-41ee-9061-7ea5ffa68db0 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] 10.222.0.97 "GET /v2.0/ports?device_id=76622244-1b87-4bef-abec-7e54b6e9682e HTTP/1.1" status: 200 len: 943 time: 0.0468435 Jul 26 15:05:16.171669 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-11e49bd8-d748-43ab-88da-9cc266a4b86a req-027679e4-ea01-4200-884e-c123c731ffd5 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] 10.222.0.97 "GET /v2.0/security-groups?id=88d72e76-bb09-4ad4-8080-032d0bcf07c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464225 Jul 26 15:05:16.560589 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ef6a56-350d-489a-aef8-180c705dd20b req-575460d2-9b18-4ede-8168-3866891d192e tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:16.562694 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-31ef6a56-350d-489a-aef8-180c705dd20b req-575460d2-9b18-4ede-8168-3866891d192e tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=10e87418-f3e0-4162-bf2a-2ae8579091bb HTTP/1.1" status: 200 len: 946 time: 0.0538952 Jul 26 15:05:16.617305 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-31ef6a56-350d-489a-aef8-180c705dd20b req-4ef9e1a8-7ca4-4d2f-9284-6044264a7c8c tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=d67b6f6d-db3d-4464-9d0b-0ddcf91da5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487800 Jul 26 15:05:16.647703 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267634fe-36ed-4062-85f9-b092fc21bb61 req-83d406a8-4c81-4fd7-9944-eda419065696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:16.649221 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-267634fe-36ed-4062-85f9-b092fc21bb61 req-83d406a8-4c81-4fd7-9944-eda419065696 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=45c37ca3-876f-4e01-a3bc-880fa7a43acb HTTP/1.1" status: 200 len: 854 time: 0.3487487 Jul 26 15:05:16.697973 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267634fe-36ed-4062-85f9-b092fc21bb61 req-82f11d59-cdef-4ba5-a0f0-4ea6c958b891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:16.700342 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-267634fe-36ed-4062-85f9-b092fc21bb61 req-82f11d59-cdef-4ba5-a0f0-4ea6c958b891 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=bf886878-6d84-4a71-af9c-be5dc52b71cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444434 Jul 26 15:05:16.792978 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248b0266-a529-4a5f-8b70-7a483cee9459 req-9bccc35c-e9bf-47ea-a106-4956092885a7 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:16.794492 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-248b0266-a529-4a5f-8b70-7a483cee9459 req-9bccc35c-e9bf-47ea-a106-4956092885a7 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=10e87418-f3e0-4162-bf2a-2ae8579091bb HTTP/1.1" status: 200 len: 946 time: 0.0924120 Jul 26 15:05:16.804432 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 53580) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:05:16.809496 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.v2.base [None req-d4802ade-35f3-47d0-9309-ecdf8e1ab1ba tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Request body: {'floatingip': {'port_id': 'c0142c69-b557-4895-8179-6c8e34d11416'}} {{(pid=111103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:05:16.817965 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:16.840210 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-267634fe-36ed-4062-85f9-b092fc21bb61 req-93c398f0-eff3-4f27-b383-6842a213ea65 service neutron] 10.222.0.99 "GET /v2.0/networks/bf886878-6d84-4a71-af9c-be5dc52b71cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269960 Jul 26 15:05:16.854662 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-d4802ade-35f3-47d0-9309-ecdf8e1ab1ba tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Publish callbacks [] for floatingip (74beaee9-c84a-4484-8a34-37b0d97ab1b4), before_update {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:16.945901 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-267634fe-36ed-4062-85f9-b092fc21bb61 req-e0f245f5-c50d-4761-a199-6ef1f730e547 service neutron] 10.222.0.99 "GET /v2.0/networks/bf886878-6d84-4a71-af9c-be5dc52b71cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995564 Jul 26 15:05:17.349376 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64dcc62-a923-4dd5-bff7-9b7f7a5223b2 req-64ad8907-ea75-4210-85a6-95799729d4aa tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:17.350824 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-a64dcc62-a923-4dd5-bff7-9b7f7a5223b2 req-64ad8907-ea75-4210-85a6-95799729d4aa tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] 10.222.0.97 "GET /v2.0/ports?device_id=76622244-1b87-4bef-abec-7e54b6e9682e HTTP/1.1" status: 200 len: 943 time: 0.0942724 Jul 26 15:05:17.423140 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-d4802ade-35f3-47d0-9309-ecdf8e1ab1ba tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:17.439670 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-a64dcc62-a923-4dd5-bff7-9b7f7a5223b2 req-dfb42666-b14f-4e2e-9734-31a59d4fb399 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] 10.222.0.97 "GET /v2.0/security-groups?id=88d72e76-bb09-4ad4-8080-032d0bcf07c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580971 Jul 26 15:05:17.639154 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-d4802ade-35f3-47d0-9309-ecdf8e1ab1ba tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691171'] for floatingip (74beaee9-c84a-4484-8a34-37b0d97ab1b4), after_update {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:17.717334 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:17.745104 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.db.l3_db [None req-d4802ade-35f3-47d0-9309-ecdf8e1ab1ba tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Floating IP 74beaee9-c84a-4484-8a34-37b0d97ab1b4 associated. External IP: 172.27.0.203, port: c0142c69-b557-4895-8179-6c8e34d11416. Jul 26 15:05:17.795148 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:17.965157 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4802ade-35f3-47d0-9309-ecdf8e1ab1ba tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Router a6b81d1c-da8a-466e-bc43-9214f386c125 has already been hosted by L3 agent 66f8bb98-7ace-4a85-b6ba-ffe40597695b {{(pid=111103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:05:18.070894 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4802ade-35f3-47d0-9309-ecdf8e1ab1ba tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Notify agent at l3_agent.dv-cinder-851030-1-iscsi the message routers_updated {{(pid=111103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:05:18.076198 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-d4802ade-35f3-47d0-9309-ecdf8e1ab1ba tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-431034'] for floatingip (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:18.083235 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f92d5d-f806-4866-8b59-a35492195d5b None None] Sync routers for ids ['a6b81d1c-da8a-466e-bc43-9214f386c125'] in dv-cinder-851030-1-iscsi {{(pid=111104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:05:18.092843 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f92d5d-f806-4866-8b59-a35492195d5b None None] Routers {'a6b81d1c-da8a-466e-bc43-9214f386c125'} bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:05:18.093464 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-04f92d5d-f806-4866-8b59-a35492195d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851030-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-26T14:42:54Z,description=,heartbeat_timestamp=2022-07-26T15:04:54Z,host='dv-cinder-851030-1-iscsi',id=66f8bb98-7ace-4a85-b6ba-ffe40597695b,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:42:55Z,topic='l3_agent')) {'router_ids': ['a6b81d1c-da8a-466e-bc43-9214f386c125'], 'active': True} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:05:18.106674 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-d4802ade-35f3-47d0-9309-ecdf8e1ab1ba tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "PUT /v2.0/floatingips/74beaee9-c84a-4484-8a34-37b0d97ab1b4 HTTP/1.1" status: 200 len: 992 time: 1.3009686 Jul 26 15:05:18.107321 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10e87418-f3e0-4162-bf2a-2ae8579091bb', 'tag': 'c0142c69-b557-4895-8179-6c8e34d11416'}] {{(pid=111103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:05:18.110612 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}517d84f8092def9b9250e77a34976a676e41c9ce554e95d8bccbc94b5a7b6795" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3594dc3-a114-410e-b0f1-58a164a1c98c" -d '{"events": [{"name": "network-changed", "server_uuid": "10e87418-f3e0-4162-bf2a-2ae8579091bb", "tag": "c0142c69-b557-4895-8179-6c8e34d11416"}]}' {{(pid=111103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:05:18.211442 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvr_db [None req-04f92d5d-f806-4866-8b59-a35492195d5b None None] Set router a6b81d1c-da8a-466e-bc43-9214f386c125 gateway port host: dv-cinder-851030-1-iscsi {{(pid=111104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:05:18.227776 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 15:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b232811-462c-4368-bfec-58a35a7750be x-openstack-request-id: req-5b232811-462c-4368-bfec-58a35a7750be {{(pid=111103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:05:18.228218 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10e87418-f3e0-4162-bf2a-2ae8579091bb", "tag": "c0142c69-b557-4895-8179-6c8e34d11416", "status": "completed", "code": 200}]} {{(pid=111103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:05:18.228599 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-5b232811-462c-4368-bfec-58a35a7750be {{(pid=111103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:05:18.229170 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b232811-462c-4368-bfec-58a35a7750be'] response: {'name': 'network-changed', 'server_uuid': '10e87418-f3e0-4162-bf2a-2ae8579091bb', 'tag': 'c0142c69-b557-4895-8179-6c8e34d11416', 'status': 'completed', 'code': 200} Jul 26 15:05:18.463498 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-04f92d5d-f806-4866-8b59-a35492195d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6b81d1c-da8a-466e-bc43-9214f386c125', 'name': 'tempest-AttachVolumeShelveTestJSON-47779111-router', 'tenant_id': '7f82b8853b874e61820108bc16e8dc41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '05be2a4d-3c8e-4fec-af9b-987a07425f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:00:07Z', 'updated_at': '2022-07-26T15:00:11Z', 'revision_number': 4, 'project_id': '7f82b8853b874e61820108bc16e8dc41', 'gw_port': {'id': '05be2a4d-3c8e-4fec-af9b-987a07425f55', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:71:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6b81d1c-da8a-466e-bc43-9214f386c125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:00:08Z', 'updated_at': '2022-07-26T15:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi', '_floatingips': [{'id': '74beaee9-c84a-4484-8a34-37b0d97ab1b4', 'tenant_id': '7f82b8853b874e61820108bc16e8dc41', 'floating_ip_address': '172.27.0.203', 'floating_network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'router_id': 'a6b81d1c-da8a-466e-bc43-9214f386c125', 'port_id': 'c0142c69-b557-4895-8179-6c8e34d11416', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40bf059a-9593-4ce0-be05-c864bfa3c074', 'mac_address': 'fa:16:3e:8d:07:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e87418-f3e0-4162-bf2a-2ae8579091bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:04:49Z', 'updated_at': '2022-07-26T15:05:17Z', 'revision_number': 1, 'project_id': '7f82b8853b874e61820108bc16e8dc41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbb7499f-f28c-4d4e-b42f-a57596721701', 'name': '', 'network_id': '40bf059a-9593-4ce0-be05-c864bfa3c074', 'tenant_id': '7f82b8853b874e61820108bc16e8dc41', 'mac_address': 'fa:16:3e:79:a2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6b81d1c-da8a-466e-bc43-9214f386c125', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '8d76239a-a9c4-4c98-83cb-a3f6ea48b403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:00:10Z', 'updated_at': '2022-07-26T15:00:15Z', 'revision_number': 5, 'project_id': '7f82b8853b874e61820108bc16e8dc41', 'subnets': [{'id': '8d76239a-a9c4-4c98-83cb-a3f6ea48b403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851030-1-iscsi', False) {} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:05:18.488742 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f92d5d-f806-4866-8b59-a35492195d5b None None] Checking router: a6b81d1c-da8a-466e-bc43-9214f386c125 for host: dv-cinder-851030-1-iscsi {{(pid=111104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:05:18.497749 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f92d5d-f806-4866-8b59-a35492195d5b None None] Routers {'a6b81d1c-da8a-466e-bc43-9214f386c125'} bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:05:18.498358 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-04f92d5d-f806-4866-8b59-a35492195d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851030-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-26T14:42:54Z,description=,heartbeat_timestamp=2022-07-26T15:04:54Z,host='dv-cinder-851030-1-iscsi',id=66f8bb98-7ace-4a85-b6ba-ffe40597695b,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:42:55Z,topic='l3_agent')) {'router_ids': ['a6b81d1c-da8a-466e-bc43-9214f386c125'], 'active': True} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:05:18.566963 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e064918-7f47-409f-9b48-ad972b7d41ba req-f75b5f2d-e453-4558-93e8-727b24afe8ce tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:18.568589 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-0e064918-7f47-409f-9b48-ad972b7d41ba req-f75b5f2d-e453-4558-93e8-727b24afe8ce tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] 10.222.0.97 "GET /v2.0/ports?device_id=76622244-1b87-4bef-abec-7e54b6e9682e HTTP/1.1" status: 200 len: 943 time: 0.0516033 Jul 26 15:05:18.610945 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvr_db [None req-04f92d5d-f806-4866-8b59-a35492195d5b None None] Set router a6b81d1c-da8a-466e-bc43-9214f386c125 gateway port host: dv-cinder-851030-1-iscsi {{(pid=111104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:05:18.627871 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-0e064918-7f47-409f-9b48-ad972b7d41ba req-5e2099c5-36e5-4d14-a472-697cb623e5d6 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] 10.222.0.97 "GET /v2.0/security-groups?id=88d72e76-bb09-4ad4-8080-032d0bcf07c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533917 Jul 26 15:05:18.637610 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:18.685172 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:18.843798 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-04f92d5d-f806-4866-8b59-a35492195d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6b81d1c-da8a-466e-bc43-9214f386c125', 'name': 'tempest-AttachVolumeShelveTestJSON-47779111-router', 'tenant_id': '7f82b8853b874e61820108bc16e8dc41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '05be2a4d-3c8e-4fec-af9b-987a07425f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:00:07Z', 'updated_at': '2022-07-26T15:00:11Z', 'revision_number': 4, 'project_id': '7f82b8853b874e61820108bc16e8dc41', 'gw_port': {'id': '05be2a4d-3c8e-4fec-af9b-987a07425f55', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:71:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6b81d1c-da8a-466e-bc43-9214f386c125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:00:08Z', 'updated_at': '2022-07-26T15:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi', '_floatingips': [{'id': '74beaee9-c84a-4484-8a34-37b0d97ab1b4', 'tenant_id': '7f82b8853b874e61820108bc16e8dc41', 'floating_ip_address': '172.27.0.203', 'floating_network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'router_id': 'a6b81d1c-da8a-466e-bc43-9214f386c125', 'port_id': 'c0142c69-b557-4895-8179-6c8e34d11416', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40bf059a-9593-4ce0-be05-c864bfa3c074', 'mac_address': 'fa:16:3e:8d:07:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e87418-f3e0-4162-bf2a-2ae8579091bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:04:49Z', 'updated_at': '2022-07-26T15:05:17Z', 'revision_number': 1, 'project_id': '7f82b8853b874e61820108bc16e8dc41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbb7499f-f28c-4d4e-b42f-a57596721701', 'name': '', 'network_id': '40bf059a-9593-4ce0-be05-c864bfa3c074', 'tenant_id': '7f82b8853b874e61820108bc16e8dc41', 'mac_address': 'fa:16:3e:79:a2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6b81d1c-da8a-466e-bc43-9214f386c125', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '8d76239a-a9c4-4c98-83cb-a3f6ea48b403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:00:10Z', 'updated_at': '2022-07-26T15:00:15Z', 'revision_number': 5, 'project_id': '7f82b8853b874e61820108bc16e8dc41', 'subnets': [{'id': '8d76239a-a9c4-4c98-83cb-a3f6ea48b403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851030-1-iscsi', False) {} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:05:18.869906 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f92d5d-f806-4866-8b59-a35492195d5b None None] The sync data for ids ['a6b81d1c-da8a-466e-bc43-9214f386c125'] in dv-cinder-851030-1-iscsi is: [{'id': 'a6b81d1c-da8a-466e-bc43-9214f386c125', 'name': 'tempest-AttachVolumeShelveTestJSON-47779111-router', 'tenant_id': '7f82b8853b874e61820108bc16e8dc41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '05be2a4d-3c8e-4fec-af9b-987a07425f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:00:07Z', 'updated_at': '2022-07-26T15:00:11Z', 'revision_number': 4, 'project_id': '7f82b8853b874e61820108bc16e8dc41', 'gw_port': {'id': '05be2a4d-3c8e-4fec-af9b-987a07425f55', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:71:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6b81d1c-da8a-466e-bc43-9214f386c125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:00:08Z', 'updated_at': '2022-07-26T15:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi', '_floatingips': [{'id': '74beaee9-c84a-4484-8a34-37b0d97ab1b4', 'tenant_id': '7f82b8853b874e61820108bc16e8dc41', 'floating_ip_address': '172.27.0.203', 'floating_network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'router_id': 'a6b81d1c-da8a-466e-bc43-9214f386c125', 'port_id': 'c0142c69-b557-4895-8179-6c8e34d11416', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '40bf059a-9593-4ce0-be05-c864bfa3c074', 'mac_address': 'fa:16:3e:8d:07:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e87418-f3e0-4162-bf2a-2ae8579091bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:04:49Z', 'updated_at': '2022-07-26T15:05:17Z', 'revision_number': 1, 'project_id': '7f82b8853b874e61820108bc16e8dc41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbb7499f-f28c-4d4e-b42f-a57596721701', 'name': '', 'network_id': '40bf059a-9593-4ce0-be05-c864bfa3c074', 'tenant_id': '7f82b8853b874e61820108bc16e8dc41', 'mac_address': 'fa:16:3e:79:a2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6b81d1c-da8a-466e-bc43-9214f386c125', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '8d76239a-a9c4-4c98-83cb-a3f6ea48b403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:00:10Z', 'updated_at': '2022-07-26T15:00:15Z', 'revision_number': 5, 'project_id': '7f82b8853b874e61820108bc16e8dc41', 'subnets': [{'id': '8d76239a-a9c4-4c98-83cb-a3f6ea48b403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:05:18.965694 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3594dc3-a114-410e-b0f1-58a164a1c98c req-99c6556e-43d5-4bd4-94cf-570ea6760c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:18.967198 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-b3594dc3-a114-410e-b0f1-58a164a1c98c req-99c6556e-43d5-4bd4-94cf-570ea6760c40 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7f82b8853b874e61820108bc16e8dc41&device_id=10e87418-f3e0-4162-bf2a-2ae8579091bb HTTP/1.1" status: 200 len: 1130 time: 0.0407598 Jul 26 15:05:19.037788 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=100 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:19.071166 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd7b14e-4b88-4c8c-a3b0-f9b670ffd03e None None] New status for floating IP 74beaee9-c84a-4484-8a34-37b0d97ab1b4: ACTIVE {{(pid=111105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 15:05:19.079194 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3594dc3-a114-410e-b0f1-58a164a1c98c req-eb7f97b5-47b7-40d5-aecb-83c009f6b5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:19.080766 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-b3594dc3-a114-410e-b0f1-58a164a1c98c req-eb7f97b5-47b7-40d5-aecb-83c009f6b5d9 service neutron] 10.222.0.99 "GET /v2.0/networks?id=40bf059a-9593-4ce0-be05-c864bfa3c074 HTTP/1.1" status: 200 len: 917 time: 0.1036773 Jul 26 15:05:19.147547 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-b3594dc3-a114-410e-b0f1-58a164a1c98c req-fb04fac2-1b7b-4896-b9b3-41430a0fa958 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c0142c69-b557-4895-8179-6c8e34d11416 HTTP/1.1" status: 200 len: 1000 time: 0.0604701 Jul 26 15:05:19.200541 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3594dc3-a114-410e-b0f1-58a164a1c98c req-a5e12399-55aa-43c5-b6ad-e6b694f753a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:19.202060 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-b3594dc3-a114-410e-b0f1-58a164a1c98c req-a5e12399-55aa-43c5-b6ad-e6b694f753a9 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=8d76239a-a9c4-4c98-83cb-a3f6ea48b403 HTTP/1.1" status: 200 len: 854 time: 0.0483222 Jul 26 15:05:19.263167 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3594dc3-a114-410e-b0f1-58a164a1c98c req-9370663b-97fa-4199-bc08-9033c1e77aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:19.264884 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-b3594dc3-a114-410e-b0f1-58a164a1c98c req-9370663b-97fa-4199-bc08-9033c1e77aad service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=40bf059a-9593-4ce0-be05-c864bfa3c074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0570965 Jul 26 15:05:19.375927 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-b3594dc3-a114-410e-b0f1-58a164a1c98c req-e805be27-d7eb-4069-bddb-7ceda7bda205 service neutron] 10.222.0.99 "GET /v2.0/networks/40bf059a-9593-4ce0-be05-c864bfa3c074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036589 Jul 26 15:05:19.476360 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-b3594dc3-a114-410e-b0f1-58a164a1c98c req-efa8ec77-d97e-4763-92d9-9cf04883bdd5 service neutron] 10.222.0.99 "GET /v2.0/networks/40bf059a-9593-4ce0-be05-c864bfa3c074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945356 Jul 26 15:05:19.759440 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e63bf9-dff8-4f79-bd2b-8abfe3bb3d0c req-82737701-1e9b-4da9-ab90-666d638e92ad tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:19.760886 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-73e63bf9-dff8-4f79-bd2b-8abfe3bb3d0c req-82737701-1e9b-4da9-ab90-666d638e92ad tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] 10.222.0.97 "GET /v2.0/ports?device_id=76622244-1b87-4bef-abec-7e54b6e9682e HTTP/1.1" status: 200 len: 943 time: 0.0530038 Jul 26 15:05:19.813850 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-73e63bf9-dff8-4f79-bd2b-8abfe3bb3d0c req-a856d844-57b5-4755-b1cb-4daf0f0a29c3 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] 10.222.0.97 "GET /v2.0/security-groups?id=88d72e76-bb09-4ad4-8080-032d0bcf07c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466714 Jul 26 15:05:20.269269 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Device 2831923e-e6ab-4b89-a50e-076a3e488d88 details requested by agent hyperv_hv-cinder-85103 with host hv-cinder-85103 {{(pid=111104) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:05:20.501559 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] For port 2831923e-e6ab-4b89-a50e-076a3e488d88, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=2831923e-e6ab-4b89-a50e-076a3e488d88,segment=NetworkSegment(7ddb2a6f-702e-4a65-81b6-804570c07d9f),segment_id=7ddb2a6f-702e-4a65-81b6-804570c07d9f)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:05:20.511993 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Returning: {'device': '2831923e-e6ab-4b89-a50e-076a3e488d88', 'network_id': 'bf886878-6d84-4a71-af9c-be5dc52b71cd', 'port_id': '2831923e-e6ab-4b89-a50e-076a3e488d88', 'mac_address': 'fa:16:3e:c5:2e:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1063, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45c37ca3-876f-4e01-a3bc-880fa7a43acb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111104) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:05:20.546615 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Current status of the port 2831923e-e6ab-4b89-a50e-076a3e488d88 is: DOWN; New status is: BUILD {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:05:20.546994 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (2831923e-e6ab-4b89-a50e-076a3e488d88), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:20.560280 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.notifiers.nova [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2831923e-e6ab-4b89-a50e-076a3e488d88 {{(pid=111104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 15:05:20.580665 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] For port 2831923e-e6ab-4b89-a50e-076a3e488d88, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=2831923e-e6ab-4b89-a50e-076a3e488d88,segment=NetworkSegment(7ddb2a6f-702e-4a65-81b6-804570c07d9f),segment_id=7ddb2a6f-702e-4a65-81b6-804570c07d9f)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:05:20.699620 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (2831923e-e6ab-4b89-a50e-076a3e488d88), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:20.750257 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Pushing event updated for resources: {'Port': ['ID=2831923e-e6ab-4b89-a50e-076a3e488d88,revision_number=4']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:20.945802 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7421d390-3596-4b9f-a4c0-8001fc74e173 req-d07326ff-1be5-404a-b5a4-5f63bb1957bd tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:20.947298 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-7421d390-3596-4b9f-a4c0-8001fc74e173 req-d07326ff-1be5-404a-b5a4-5f63bb1957bd tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] 10.222.0.97 "GET /v2.0/ports?device_id=76622244-1b87-4bef-abec-7e54b6e9682e HTTP/1.1" status: 200 len: 944 time: 0.0519450 Jul 26 15:05:20.995858 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-7421d390-3596-4b9f-a4c0-8001fc74e173 req-71fe37f6-54b9-4d60-880e-a549efd135ab tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] 10.222.0.97 "GET /v2.0/security-groups?id=88d72e76-bb09-4ad4-8080-032d0bcf07c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429428 Jul 26 15:05:21.111231 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] get_ports_and_sgs() called for port_ids ['2831923e-e6ab-4b89-a50e-076a3e488d88'] {{(pid=111104) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:05:22.007846 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-4b53d421-2bab-45e8-9d57-bcdf579730b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (bb4183fa-e0c9-4858-9c34-b1ab78d39af4), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:22.116603 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea45df7e-96df-4488-88bf-0710eee9d993 req-443d9499-af88-4629-bda6-14d6e0933bc6 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:22.118101 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-ea45df7e-96df-4488-88bf-0710eee9d993 req-443d9499-af88-4629-bda6-14d6e0933bc6 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] 10.222.0.97 "GET /v2.0/ports?device_id=76622244-1b87-4bef-abec-7e54b6e9682e HTTP/1.1" status: 200 len: 944 time: 0.0478718 Jul 26 15:05:22.170584 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-ea45df7e-96df-4488-88bf-0710eee9d993 req-9a6db373-aac4-4996-9627-1f9e030eb891 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] 10.222.0.97 "GET /v2.0/security-groups?id=88d72e76-bb09-4ad4-8080-032d0bcf07c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468495 Jul 26 15:05:22.284373 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Device 2831923e-e6ab-4b89-a50e-076a3e488d88 up at agent hyperv_hv-cinder-85103 {{(pid=111104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:05:22.306940 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:22.329636 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Provisioning for port 2831923e-e6ab-4b89-a50e-076a3e488d88 completed by entity L2. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 15:05:22.410378 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Provisioning complete for port 2831923e-e6ab-4b89-a50e-076a3e488d88 triggered by entity L2. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:05:22.410741 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (2831923e-e6ab-4b89-a50e-076a3e488d88), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:22.484577 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Current status of the port 2831923e-e6ab-4b89-a50e-076a3e488d88 is: BUILD; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:05:22.484954 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (2831923e-e6ab-4b89-a50e-076a3e488d88), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:22.508333 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76622244-1b87-4bef-abec-7e54b6e9682e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2831923e-e6ab-4b89-a50e-076a3e488d88'}] {{(pid=111104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:05:22.510551 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8a064b11bc677c9d4ab9f25c89ff6de8646fcd773e132cdea81d797053aa31c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc1fcd52-63a4-453e-a97f-a4b88b8fca91" -d '{"events": [{"server_uuid": "76622244-1b87-4bef-abec-7e54b6e9682e", "name": "network-vif-plugged", "status": "completed", "tag": "2831923e-e6ab-4b89-a50e-076a3e488d88"}]}' {{(pid=111104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:05:22.523481 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] For port 2831923e-e6ab-4b89-a50e-076a3e488d88, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=2831923e-e6ab-4b89-a50e-076a3e488d88,segment=NetworkSegment(7ddb2a6f-702e-4a65-81b6-804570c07d9f),segment_id=7ddb2a6f-702e-4a65-81b6-804570c07d9f)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:05:22.552295 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 15:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ef390b5-8d6f-4d94-a441-6b2114f4478e x-openstack-request-id: req-9ef390b5-8d6f-4d94-a441-6b2114f4478e {{(pid=111104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:05:22.552580 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76622244-1b87-4bef-abec-7e54b6e9682e", "name": "network-vif-plugged", "status": "completed", "tag": "2831923e-e6ab-4b89-a50e-076a3e488d88", "code": 200}]} {{(pid=111104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:05:22.552908 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-9ef390b5-8d6f-4d94-a441-6b2114f4478e {{(pid=111104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:05:22.553299 dv-cinder-851030-1-iscsi neutron-server[111104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ef390b5-8d6f-4d94-a441-6b2114f4478e'] response: {'server_uuid': '76622244-1b87-4bef-abec-7e54b6e9682e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2831923e-e6ab-4b89-a50e-076a3e488d88', 'code': 200} Jul 26 15:05:22.653424 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (2831923e-e6ab-4b89-a50e-076a3e488d88), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:22.700758 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Pushing event updated for resources: {'Port': ['ID=2831923e-e6ab-4b89-a50e-076a3e488d88,revision_number=5']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:23.034705 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685241d9-60ae-4c47-8c91-643b72cf521d req-a7087f86-c0fe-4017-a3de-66ca2555797f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:23.036256 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-685241d9-60ae-4c47-8c91-643b72cf521d req-a7087f86-c0fe-4017-a3de-66ca2555797f service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=76622244-1b87-4bef-abec-7e54b6e9682e HTTP/1.1" status: 200 len: 1129 time: 0.0433083 Jul 26 15:05:23.083272 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-685241d9-60ae-4c47-8c91-643b72cf521d req-d7b5767d-a411-4e53-a2fc-063203b41eb5 service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=88d72e76-bb09-4ad4-8080-032d0bcf07c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396273 Jul 26 15:05:23.294498 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1abf11d-6f8e-484f-b6cd-45bb3be9a927 req-5c6c20e2-3121-4c64-bf33-8efcefc661ea tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:23.300423 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-d1abf11d-6f8e-484f-b6cd-45bb3be9a927 req-5c6c20e2-3121-4c64-bf33-8efcefc661ea tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] 10.222.0.97 "GET /v2.0/ports?device_id=76622244-1b87-4bef-abec-7e54b6e9682e HTTP/1.1" status: 200 len: 945 time: 0.0477872 Jul 26 15:05:23.345339 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-d1abf11d-6f8e-484f-b6cd-45bb3be9a927 req-8c66eddc-4171-4d7c-acff-3a4d24857d79 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] 10.222.0.97 "GET /v2.0/security-groups?id=88d72e76-bb09-4ad4-8080-032d0bcf07c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425997 Jul 26 15:05:24.267351 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-91c4a22e-36ea-4fcc-9edc-54ead8051a58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (66f8bb98-7ace-4a85-b6ba-ffe40597695b), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:24.474691 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ab1dd2-ec29-4e26-942e-4ae25d9eb162 req-8ef65684-e715-4605-838b-ebeef6363df8 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:24.476274 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-03ab1dd2-ec29-4e26-942e-4ae25d9eb162 req-8ef65684-e715-4605-838b-ebeef6363df8 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] 10.222.0.97 "GET /v2.0/ports?device_id=76622244-1b87-4bef-abec-7e54b6e9682e HTTP/1.1" status: 200 len: 945 time: 0.0503340 Jul 26 15:05:24.527294 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-03ab1dd2-ec29-4e26-942e-4ae25d9eb162 req-3c1d512b-eb6b-4a33-a5dc-07c5543e4cef tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] 10.222.0.97 "GET /v2.0/security-groups?id=88d72e76-bb09-4ad4-8080-032d0bcf07c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449302 Jul 26 15:05:25.458945 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b30572d2-bee0-4462-94ed-c13cd0ef4273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (40fac31a-afaa-44e8-8521-47b803a59f0f), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:25.651780 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deb6de3-4dde-45d4-b8dd-da5701f8f8d0 req-c6da7fd7-f9f1-4524-8c1d-b9fa0a88b526 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:25.653301 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-6deb6de3-4dde-45d4-b8dd-da5701f8f8d0 req-c6da7fd7-f9f1-4524-8c1d-b9fa0a88b526 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] 10.222.0.97 "GET /v2.0/ports?device_id=76622244-1b87-4bef-abec-7e54b6e9682e HTTP/1.1" status: 200 len: 945 time: 0.0532510 Jul 26 15:05:25.706628 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-6deb6de3-4dde-45d4-b8dd-da5701f8f8d0 req-cd56f8d8-e0ad-4615-9529-1cab63bd9f03 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] 10.222.0.97 "GET /v2.0/security-groups?id=88d72e76-bb09-4ad4-8080-032d0bcf07c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465207 Jul 26 15:05:25.842553 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7676085-8b42-4fe6-8d3a-bacbfdbee21d req-1b848a33-a64e-4e26-8b2c-5b1902c3d7bb tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:25.843974 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-f7676085-8b42-4fe6-8d3a-bacbfdbee21d req-1b848a33-a64e-4e26-8b2c-5b1902c3d7bb tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] 10.222.0.97 "GET /v2.0/ports?device_id=76622244-1b87-4bef-abec-7e54b6e9682e HTTP/1.1" status: 200 len: 945 time: 0.0517588 Jul 26 15:05:25.876768 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=100 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:25.895190 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-f7676085-8b42-4fe6-8d3a-bacbfdbee21d req-c21b204b-d993-429c-9799-6ad769220a38 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] 10.222.0.97 "GET /v2.0/security-groups?id=88d72e76-bb09-4ad4-8080-032d0bcf07c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455587 Jul 26 15:05:26.465481 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4185cc7e-d081-4a23-a105-0a61d1e6c6ae req-e378d73c-5f43-450c-b9eb-4f1c39725d43 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:26.466989 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-4185cc7e-d081-4a23-a105-0a61d1e6c6ae req-e378d73c-5f43-450c-b9eb-4f1c39725d43 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] 10.222.0.97 "GET /v2.0/ports?device_id=76622244-1b87-4bef-abec-7e54b6e9682e HTTP/1.1" status: 200 len: 945 time: 0.2700095 Jul 26 15:05:26.521694 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-4185cc7e-d081-4a23-a105-0a61d1e6c6ae req-646a5d61-5cf3-40bc-a00b-5032bf664f71 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] 10.222.0.97 "GET /v2.0/security-groups?id=88d72e76-bb09-4ad4-8080-032d0bcf07c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447781 Jul 26 15:05:27.024800 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:27.047618 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b977bc9f-0510-4ebd-94dd-930fc4499a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (e5556d63-fbf3-48f2-bfac-7896e86945c3), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:27.202828 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (df49e665-2de0-463a-a1e1-c989804d5593), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:29.330038 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:29.334196 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:35.073881 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.agents_db [None req-99196b13-9676-4f02-b89b-0db7196f18a6 None None] Agent healthcheck: found 6 active agents {{(pid=111105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:05:35.699541 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=79 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:35.702672 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=95 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:36.514485 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=9 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:36.517539 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=49 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:37.032819 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:39.511614 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da44f70f-ed74-4724-8a6f-22df61b8279b req-b19390fd-d86c-4b2d-81ff-15b2bdbdca14 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:39.513114 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-da44f70f-ed74-4724-8a6f-22df61b8279b req-b19390fd-d86c-4b2d-81ff-15b2bdbdca14 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] 10.222.0.97 "GET /v2.0/ports?device_id=76622244-1b87-4bef-abec-7e54b6e9682e HTTP/1.1" status: 200 len: 945 time: 0.0487471 Jul 26 15:05:39.561829 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-da44f70f-ed74-4724-8a6f-22df61b8279b req-cc56ec08-45d2-418f-9f21-a4cb12d95abc tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] 10.222.0.97 "GET /v2.0/security-groups?id=88d72e76-bb09-4ad4-8080-032d0bcf07c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429788 Jul 26 15:05:39.587777 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 53666) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:05:39.672220 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431e7028-6a93-4d46-8cb5-02bba18caadb tempest-TestMinimumBasicScenario-1869356458 tempest-TestMinimumBasicScenario-1869356458-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:39.678678 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-431e7028-6a93-4d46-8cb5-02bba18caadb tempest-TestMinimumBasicScenario-1869356458 tempest-TestMinimumBasicScenario-1869356458-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=76622244-1b87-4bef-abec-7e54b6e9682e HTTP/1.1" status: 200 len: 1124 time: 0.0849836 Jul 26 15:05:39.680897 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 53670) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:05:39.685293 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.v2.base [None req-c6d6288d-76b3-4fe3-a2d2-f7bc96957216 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Request body: {'floatingip': {'floating_network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'port_id': '2831923e-e6ab-4b89-a50e-076a3e488d88', 'tenant_id': 'd057f29b771a4110be66186949246663', 'fixed_ip_address': '172.20.0.7'}} {{(pid=111103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:05:39.781344 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-c6d6288d-76b3-4fe3-a2d2-f7bc96957216 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:39.863387 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-c6d6288d-76b3-4fe3-a2d2-f7bc96957216 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (None), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:39.972213 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.db.db_base_plugin_common [None req-c6d6288d-76b3-4fe3-a2d2-f7bc96957216 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Allocated IP 172.27.0.147 (976f28e8-c47c-49b7-93ff-2bd79bbe121a/527ba32d-e656-41f8-8fe6-15a8ab4751c9/7d3e4096-3a91-4434-9510-cbdbf715146a) {{(pid=111103) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:05:40.076984 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-c6d6288d-76b3-4fe3-a2d2-f7bc96957216 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Publish callbacks [] for port (7d3e4096-3a91-4434-9510-cbdbf715146a), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:40.221597 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-c6d6288d-76b3-4fe3-a2d2-f7bc96957216 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789579689795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4313512'] for port (7d3e4096-3a91-4434-9510-cbdbf715146a), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:40.265502 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d6288d-76b3-4fe3-a2d2-f7bc96957216 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Network 976f28e8-c47c-49b7-93ff-2bd79bbe121a is already hosted by enough agents. {{(pid=111103) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:05:40.270375 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.scheduler.base_scheduler [None req-c6d6288d-76b3-4fe3-a2d2-f7bc96957216 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Resources bound (agent type, host, resource id): {{(pid=111103) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:05:40.274492 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d6288d-76b3-4fe3-a2d2-f7bc96957216 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Received port after_create {{(pid=111103) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:05:40.277852 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d6288d-76b3-4fe3-a2d2-f7bc96957216 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Pushing event updated for resources: {'Port': ['ID=7d3e4096-3a91-4434-9510-cbdbf715146a,revision_number=1']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:40.305014 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d6288d-76b3-4fe3-a2d2-f7bc96957216 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:05:40.305361 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d6288d-76b3-4fe3-a2d2-f7bc96957216 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:05:40.305704 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d6288d-76b3-4fe3-a2d2-f7bc96957216 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:05:40.306041 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d6288d-76b3-4fe3-a2d2-f7bc96957216 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:05:40.306374 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d6288d-76b3-4fe3-a2d2-f7bc96957216 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:05:40.306704 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d6288d-76b3-4fe3-a2d2-f7bc96957216 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:05:40.307030 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d6288d-76b3-4fe3-a2d2-f7bc96957216 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:05:40.307354 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d6288d-76b3-4fe3-a2d2-f7bc96957216 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:05:40.307707 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d6288d-76b3-4fe3-a2d2-f7bc96957216 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:05:40.308030 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d6288d-76b3-4fe3-a2d2-f7bc96957216 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:05:40.308355 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d6288d-76b3-4fe3-a2d2-f7bc96957216 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:05:40.308674 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d6288d-76b3-4fe3-a2d2-f7bc96957216 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:05:40.308994 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d6288d-76b3-4fe3-a2d2-f7bc96957216 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:05:40.309312 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d6288d-76b3-4fe3-a2d2-f7bc96957216 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:05:40.309630 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d6288d-76b3-4fe3-a2d2-f7bc96957216 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:05:40.537639 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:40.546955 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:40.647060 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-c6d6288d-76b3-4fe3-a2d2-f7bc96957216 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Publish callbacks [] for floatingip (3b027d6c-365a-494a-a688-7f6a39ec2671), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:40.806083 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-c6d6288d-76b3-4fe3-a2d2-f7bc96957216 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (7d3e4096-3a91-4434-9510-cbdbf715146a), before_update {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:40.957701 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-c6d6288d-76b3-4fe3-a2d2-f7bc96957216 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Publish callbacks [] for port (7d3e4096-3a91-4434-9510-cbdbf715146a), precommit_update {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:41.027010 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-c6d6288d-76b3-4fe3-a2d2-f7bc96957216 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4313535'] for port (7d3e4096-3a91-4434-9510-cbdbf715146a), after_update {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:41.101141 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d6288d-76b3-4fe3-a2d2-f7bc96957216 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Pushing event updated for resources: {'Port': ['ID=7d3e4096-3a91-4434-9510-cbdbf715146a,revision_number=2']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:41.118290 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-c6d6288d-76b3-4fe3-a2d2-f7bc96957216 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691171'] for floatingip (3b027d6c-365a-494a-a688-7f6a39ec2671), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:41.218570 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.db.l3_db [None req-c6d6288d-76b3-4fe3-a2d2-f7bc96957216 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Floating IP 3b027d6c-365a-494a-a688-7f6a39ec2671 associated. External IP: 172.27.0.147, port: 2831923e-e6ab-4b89-a50e-076a3e488d88. Jul 26 15:05:41.361465 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:41.420840 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6d6288d-76b3-4fe3-a2d2-f7bc96957216 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Router 7175239f-2d91-460d-aa58-8006ed22683c has already been hosted by L3 agent 66f8bb98-7ace-4a85-b6ba-ffe40597695b {{(pid=111103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:05:41.525790 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6d6288d-76b3-4fe3-a2d2-f7bc96957216 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Notify agent at l3_agent.dv-cinder-851030-1-iscsi the message routers_updated {{(pid=111103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:05:41.539004 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae1daee-f781-4ef6-8044-7f50b26ca863 None None] Sync routers for ids ['7175239f-2d91-460d-aa58-8006ed22683c'] in dv-cinder-851030-1-iscsi {{(pid=111104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:05:41.549583 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae1daee-f781-4ef6-8044-7f50b26ca863 None None] Routers {'7175239f-2d91-460d-aa58-8006ed22683c'} bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:05:41.550207 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-5ae1daee-f781-4ef6-8044-7f50b26ca863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851030-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-26T14:42:54Z,description=,heartbeat_timestamp=2022-07-26T15:05:24Z,host='dv-cinder-851030-1-iscsi',id=66f8bb98-7ace-4a85-b6ba-ffe40597695b,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:42:55Z,topic='l3_agent')) {'router_ids': ['7175239f-2d91-460d-aa58-8006ed22683c'], 'active': True} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:05:41.605824 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-c6d6288d-76b3-4fe3-a2d2-f7bc96957216 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-431034'] for floatingip (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:41.637753 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-c6d6288d-76b3-4fe3-a2d2-f7bc96957216 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] 10.222.0.97 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9557190 Jul 26 15:05:41.638381 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76622244-1b87-4bef-abec-7e54b6e9682e', 'tag': '2831923e-e6ab-4b89-a50e-076a3e488d88'}] {{(pid=111103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:05:41.643037 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}517d84f8092def9b9250e77a34976a676e41c9ce554e95d8bccbc94b5a7b6795" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f61ae57a-b3cf-431f-a87d-df788ad702ca" -d '{"events": [{"name": "network-changed", "server_uuid": "76622244-1b87-4bef-abec-7e54b6e9682e", "tag": "2831923e-e6ab-4b89-a50e-076a3e488d88"}]}' {{(pid=111103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:05:41.643930 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 53672) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:05:41.649219 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.v2.base [None req-cefb82e6-509c-48e2-b925-583c017341a2 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1366881776', 'description': 'tempest-secgroup-smoke-1366881776 description', 'project_id': 'd057f29b771a4110be66186949246663'}} {{(pid=111102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:05:41.657922 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvr_db [None req-5ae1daee-f781-4ef6-8044-7f50b26ca863 None None] Set router 7175239f-2d91-460d-aa58-8006ed22683c gateway port host: dv-cinder-851030-1-iscsi {{(pid=111104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:05:41.689355 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 15:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01dff301-d1e3-4b1a-9987-1d4cb951eca7 x-openstack-request-id: req-01dff301-d1e3-4b1a-9987-1d4cb951eca7 {{(pid=111103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:05:41.689640 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76622244-1b87-4bef-abec-7e54b6e9682e", "tag": "2831923e-e6ab-4b89-a50e-076a3e488d88", "status": "completed", "code": 200}]} {{(pid=111103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:05:41.689890 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-01dff301-d1e3-4b1a-9987-1d4cb951eca7 {{(pid=111103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:05:41.690289 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01dff301-d1e3-4b1a-9987-1d4cb951eca7'] response: {'name': 'network-changed', 'server_uuid': '76622244-1b87-4bef-abec-7e54b6e9682e', 'tag': '2831923e-e6ab-4b89-a50e-076a3e488d88', 'status': 'completed', 'code': 200} Jul 26 15:05:41.752993 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-cefb82e6-509c-48e2-b925-583c017341a2 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Publish callbacks [] for security_group (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:41.807237 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61ae57a-b3cf-431f-a87d-df788ad702ca req-06cf13d8-b8dc-4a72-a29b-631c76366705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:41.808841 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-f61ae57a-b3cf-431f-a87d-df788ad702ca req-06cf13d8-b8dc-4a72-a29b-631c76366705 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=d057f29b771a4110be66186949246663&device_id=76622244-1b87-4bef-abec-7e54b6e9682e HTTP/1.1" status: 200 len: 1129 time: 0.0533359 Jul 26 15:05:41.914604 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-5ae1daee-f781-4ef6-8044-7f50b26ca863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7175239f-2d91-460d-aa58-8006ed22683c', 'name': 'tempest-TestMinimumBasicScenario-1027876831-router', 'tenant_id': 'd057f29b771a4110be66186949246663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': 'a103099f-7e5d-46a1-9908-946507570474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:04:30Z', 'updated_at': '2022-07-26T15:04:33Z', 'revision_number': 4, 'project_id': 'd057f29b771a4110be66186949246663', 'gw_port': {'id': 'a103099f-7e5d-46a1-9908-946507570474', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:de:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7175239f-2d91-460d-aa58-8006ed22683c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:31Z', 'updated_at': '2022-07-26T15:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi', '_floatingips': [{'id': '3b027d6c-365a-494a-a688-7f6a39ec2671', 'tenant_id': 'd057f29b771a4110be66186949246663', 'floating_ip_address': '172.27.0.147', 'floating_network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'router_id': '7175239f-2d91-460d-aa58-8006ed22683c', 'port_id': '2831923e-e6ab-4b89-a50e-076a3e488d88', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf886878-6d84-4a71-af9c-be5dc52b71cd', 'mac_address': 'fa:16:3e:c5:2e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76622244-1b87-4bef-abec-7e54b6e9682e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:05:40Z', 'updated_at': '2022-07-26T15:05:40Z', 'revision_number': 0, 'project_id': 'd057f29b771a4110be66186949246663', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '234c1355-bcfb-4cb2-bcd5-44cbf51237f7', 'name': '', 'network_id': 'bf886878-6d84-4a71-af9c-be5dc52b71cd', 'tenant_id': 'd057f29b771a4110be66186949246663', 'mac_address': 'fa:16:3e:92:9f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7175239f-2d91-460d-aa58-8006ed22683c', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '45c37ca3-876f-4e01-a3bc-880fa7a43acb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:33Z', 'updated_at': '2022-07-26T15:04:37Z', 'revision_number': 5, 'project_id': 'd057f29b771a4110be66186949246663', 'subnets': [{'id': '45c37ca3-876f-4e01-a3bc-880fa7a43acb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851030-1-iscsi', False) {} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:05:41.927082 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-cefb82e6-509c-48e2-b925-583c017341a2 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Publish callbacks [] for security_group (842a9ad9-e6c4-438e-b348-b4c56e62196e), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:41.941260 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae1daee-f781-4ef6-8044-7f50b26ca863 None None] Checking router: 7175239f-2d91-460d-aa58-8006ed22683c for host: dv-cinder-851030-1-iscsi {{(pid=111104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:05:41.943459 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61ae57a-b3cf-431f-a87d-df788ad702ca req-490d0a9b-0308-481a-92ec-a9af1d37f8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:41.944988 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-f61ae57a-b3cf-431f-a87d-df788ad702ca req-490d0a9b-0308-481a-92ec-a9af1d37f8b9 service neutron] 10.222.0.99 "GET /v2.0/networks?id=bf886878-6d84-4a71-af9c-be5dc52b71cd HTTP/1.1" status: 200 len: 917 time: 0.1290221 Jul 26 15:05:41.950181 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae1daee-f781-4ef6-8044-7f50b26ca863 None None] Routers {'7175239f-2d91-460d-aa58-8006ed22683c'} bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:05:41.950805 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-5ae1daee-f781-4ef6-8044-7f50b26ca863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851030-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-26T14:42:54Z,description=,heartbeat_timestamp=2022-07-26T15:05:24Z,host='dv-cinder-851030-1-iscsi',id=66f8bb98-7ace-4a85-b6ba-ffe40597695b,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:42:55Z,topic='l3_agent')) {'router_ids': ['7175239f-2d91-460d-aa58-8006ed22683c'], 'active': True} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:05:42.009969 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-f61ae57a-b3cf-431f-a87d-df788ad702ca req-b9f5e958-8d52-4c72-8784-b1f9e4818ed3 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2831923e-e6ab-4b89-a50e-076a3e488d88 HTTP/1.1" status: 200 len: 999 time: 0.0589442 Jul 26 15:05:42.049160 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-cefb82e6-509c-48e2-b925-583c017341a2 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (842a9ad9-e6c4-438e-b348-b4c56e62196e), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:42.078234 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvr_db [None req-5ae1daee-f781-4ef6-8044-7f50b26ca863 None None] Set router 7175239f-2d91-460d-aa58-8006ed22683c gateway port host: dv-cinder-851030-1-iscsi {{(pid=111104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:05:42.100587 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61ae57a-b3cf-431f-a87d-df788ad702ca req-250178f3-2b01-406f-a074-73ff5f6c2be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:42.102124 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-f61ae57a-b3cf-431f-a87d-df788ad702ca req-250178f3-2b01-406f-a074-73ff5f6c2be7 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=45c37ca3-876f-4e01-a3bc-880fa7a43acb HTTP/1.1" status: 200 len: 854 time: 0.0860710 Jul 26 15:05:42.102886 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb82e6-509c-48e2-b925-583c017341a2 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=842a9ad9-e6c4-438e-b348-b4c56e62196e,revision_number=1']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:42.122023 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb82e6-509c-48e2-b925-583c017341a2 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:05:42.122023 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb82e6-509c-48e2-b925-583c017341a2 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:05:42.122023 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb82e6-509c-48e2-b925-583c017341a2 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:05:42.122498 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb82e6-509c-48e2-b925-583c017341a2 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:05:42.122722 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb82e6-509c-48e2-b925-583c017341a2 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:05:42.123083 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb82e6-509c-48e2-b925-583c017341a2 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:05:42.123860 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb82e6-509c-48e2-b925-583c017341a2 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:05:42.123860 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb82e6-509c-48e2-b925-583c017341a2 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:05:42.124095 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb82e6-509c-48e2-b925-583c017341a2 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:05:42.124373 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb82e6-509c-48e2-b925-583c017341a2 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:05:42.124690 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb82e6-509c-48e2-b925-583c017341a2 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:05:42.125008 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb82e6-509c-48e2-b925-583c017341a2 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:05:42.125331 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb82e6-509c-48e2-b925-583c017341a2 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:05:42.125646 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb82e6-509c-48e2-b925-583c017341a2 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:05:42.126008 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb82e6-509c-48e2-b925-583c017341a2 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:05:42.159743 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-cefb82e6-509c-48e2-b925-583c017341a2 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Publish callbacks [] for security_group (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:42.165444 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-cefb82e6-509c-48e2-b925-583c017341a2 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5159974 Jul 26 15:05:42.165444 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61ae57a-b3cf-431f-a87d-df788ad702ca req-f571ab1b-f432-4204-9234-7bad9906354e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:42.165444 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-f61ae57a-b3cf-431f-a87d-df788ad702ca req-f571ab1b-f432-4204-9234-7bad9906354e service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=bf886878-6d84-4a71-af9c-be5dc52b71cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0534775 Jul 26 15:05:42.166011 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 53676) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:05:42.170295 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.v2.base [None req-a256ec1f-a01d-45b7-9cb1-0422f14c3748 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Request body: {'security_group_rule': {'security_group_id': '842a9ad9-e6c4-438e-b348-b4c56e62196e', 'project_id': 'd057f29b771a4110be66186949246663', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:05:42.264163 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-a256ec1f-a01d-45b7-9cb1-0422f14c3748 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Publish callbacks [] for security_group_rule (3c943d4d-0475-462f-98c2-c51d9ac4b326), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:42.265094 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-f61ae57a-b3cf-431f-a87d-df788ad702ca req-25f13e25-3947-49e2-a5c9-cf26fb6c8fe3 service neutron] 10.222.0.99 "GET /v2.0/networks/bf886878-6d84-4a71-af9c-be5dc52b71cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942104 Jul 26 15:05:42.305945 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:42.328373 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-5ae1daee-f781-4ef6-8044-7f50b26ca863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7175239f-2d91-460d-aa58-8006ed22683c', 'name': 'tempest-TestMinimumBasicScenario-1027876831-router', 'tenant_id': 'd057f29b771a4110be66186949246663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': 'a103099f-7e5d-46a1-9908-946507570474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:04:30Z', 'updated_at': '2022-07-26T15:04:33Z', 'revision_number': 4, 'project_id': 'd057f29b771a4110be66186949246663', 'gw_port': {'id': 'a103099f-7e5d-46a1-9908-946507570474', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:de:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7175239f-2d91-460d-aa58-8006ed22683c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:31Z', 'updated_at': '2022-07-26T15:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi', '_floatingips': [{'id': '3b027d6c-365a-494a-a688-7f6a39ec2671', 'tenant_id': 'd057f29b771a4110be66186949246663', 'floating_ip_address': '172.27.0.147', 'floating_network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'router_id': '7175239f-2d91-460d-aa58-8006ed22683c', 'port_id': '2831923e-e6ab-4b89-a50e-076a3e488d88', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf886878-6d84-4a71-af9c-be5dc52b71cd', 'mac_address': 'fa:16:3e:c5:2e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76622244-1b87-4bef-abec-7e54b6e9682e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:05:40Z', 'updated_at': '2022-07-26T15:05:40Z', 'revision_number': 0, 'project_id': 'd057f29b771a4110be66186949246663', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '234c1355-bcfb-4cb2-bcd5-44cbf51237f7', 'name': '', 'network_id': 'bf886878-6d84-4a71-af9c-be5dc52b71cd', 'tenant_id': 'd057f29b771a4110be66186949246663', 'mac_address': 'fa:16:3e:92:9f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7175239f-2d91-460d-aa58-8006ed22683c', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '45c37ca3-876f-4e01-a3bc-880fa7a43acb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:33Z', 'updated_at': '2022-07-26T15:04:37Z', 'revision_number': 5, 'project_id': 'd057f29b771a4110be66186949246663', 'subnets': [{'id': '45c37ca3-876f-4e01-a3bc-880fa7a43acb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851030-1-iscsi', False) {} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:05:42.334749 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-a256ec1f-a01d-45b7-9cb1-0422f14c3748 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Publish callbacks [] for security_group_rule (3c943d4d-0475-462f-98c2-c51d9ac4b326), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:42.358184 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae1daee-f781-4ef6-8044-7f50b26ca863 None None] The sync data for ids ['7175239f-2d91-460d-aa58-8006ed22683c'] in dv-cinder-851030-1-iscsi is: [{'id': '7175239f-2d91-460d-aa58-8006ed22683c', 'name': 'tempest-TestMinimumBasicScenario-1027876831-router', 'tenant_id': 'd057f29b771a4110be66186949246663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': 'a103099f-7e5d-46a1-9908-946507570474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:04:30Z', 'updated_at': '2022-07-26T15:04:33Z', 'revision_number': 4, 'project_id': 'd057f29b771a4110be66186949246663', 'gw_port': {'id': 'a103099f-7e5d-46a1-9908-946507570474', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:de:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7175239f-2d91-460d-aa58-8006ed22683c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:31Z', 'updated_at': '2022-07-26T15:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi', '_floatingips': [{'id': '3b027d6c-365a-494a-a688-7f6a39ec2671', 'tenant_id': 'd057f29b771a4110be66186949246663', 'floating_ip_address': '172.27.0.147', 'floating_network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'router_id': '7175239f-2d91-460d-aa58-8006ed22683c', 'port_id': '2831923e-e6ab-4b89-a50e-076a3e488d88', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf886878-6d84-4a71-af9c-be5dc52b71cd', 'mac_address': 'fa:16:3e:c5:2e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76622244-1b87-4bef-abec-7e54b6e9682e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-26T15:05:40Z', 'updated_at': '2022-07-26T15:05:40Z', 'revision_number': 0, 'project_id': 'd057f29b771a4110be66186949246663', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '234c1355-bcfb-4cb2-bcd5-44cbf51237f7', 'name': '', 'network_id': 'bf886878-6d84-4a71-af9c-be5dc52b71cd', 'tenant_id': 'd057f29b771a4110be66186949246663', 'mac_address': 'fa:16:3e:92:9f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7175239f-2d91-460d-aa58-8006ed22683c', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '45c37ca3-876f-4e01-a3bc-880fa7a43acb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:33Z', 'updated_at': '2022-07-26T15:04:37Z', 'revision_number': 5, 'project_id': 'd057f29b771a4110be66186949246663', 'subnets': [{'id': '45c37ca3-876f-4e01-a3bc-880fa7a43acb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:05:42.369749 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-f61ae57a-b3cf-431f-a87d-df788ad702ca req-57941ab0-0b79-4cb8-9868-8d476542fa49 service neutron] 10.222.0.99 "GET /v2.0/networks/bf886878-6d84-4a71-af9c-be5dc52b71cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979767 Jul 26 15:05:42.420904 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-a256ec1f-a01d-45b7-9cb1-0422f14c3748 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662595'] for security_group_rule (3c943d4d-0475-462f-98c2-c51d9ac4b326), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:42.443001 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a256ec1f-a01d-45b7-9cb1-0422f14c3748 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c943d4d-0475-462f-98c2-c51d9ac4b326,revision_number=0']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:42.503360 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-a256ec1f-a01d-45b7-9cb1-0422f14c3748 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:42.504657 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-a256ec1f-a01d-45b7-9cb1-0422f14c3748 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3386836 Jul 26 15:05:42.507740 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 53678) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:05:42.512291 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.v2.base [None req-c2967462-00e9-47cb-8c75-9b4b3b8c338a tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Request body: {'security_group_rule': {'security_group_id': '842a9ad9-e6c4-438e-b348-b4c56e62196e', 'project_id': 'd057f29b771a4110be66186949246663', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:05:42.547354 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3063db77-9ef0-4284-8956-200ece97a728 None None] New status for floating IP 3b027d6c-365a-494a-a688-7f6a39ec2671: ACTIVE {{(pid=111105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 15:05:42.622221 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-c2967462-00e9-47cb-8c75-9b4b3b8c338a tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Publish callbacks [] for security_group_rule (5d33626c-8769-4440-b924-b71a91133905), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:42.689381 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-c2967462-00e9-47cb-8c75-9b4b3b8c338a tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Publish callbacks [] for security_group_rule (5d33626c-8769-4440-b924-b71a91133905), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:42.781193 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-c2967462-00e9-47cb-8c75-9b4b3b8c338a tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662595'] for security_group_rule (5d33626c-8769-4440-b924-b71a91133905), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:42.800838 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2967462-00e9-47cb-8c75-9b4b3b8c338a tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d33626c-8769-4440-b924-b71a91133905,revision_number=0']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:42.931333 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-c2967462-00e9-47cb-8c75-9b4b3b8c338a tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:42.935962 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-c2967462-00e9-47cb-8c75-9b4b3b8c338a tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4238076 Jul 26 15:05:42.936382 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 53680) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:05:42.940936 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.v2.base [None req-56f3fd33-f314-4fae-91b3-5113bb6b5c73 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Request body: {'security_group_rule': {'security_group_id': '842a9ad9-e6c4-438e-b348-b4c56e62196e', 'project_id': 'd057f29b771a4110be66186949246663', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:05:43.079434 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-56f3fd33-f314-4fae-91b3-5113bb6b5c73 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Publish callbacks [] for security_group_rule (29eae2db-8cc9-4bf1-b5a7-fd9e4ef78777), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:43.140669 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-56f3fd33-f314-4fae-91b3-5113bb6b5c73 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Publish callbacks [] for security_group_rule (29eae2db-8cc9-4bf1-b5a7-fd9e4ef78777), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:43.235917 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-56f3fd33-f314-4fae-91b3-5113bb6b5c73 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662595'] for security_group_rule (29eae2db-8cc9-4bf1-b5a7-fd9e4ef78777), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:43.255441 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f3fd33-f314-4fae-91b3-5113bb6b5c73 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29eae2db-8cc9-4bf1-b5a7-fd9e4ef78777,revision_number=0']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:43.348459 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-56f3fd33-f314-4fae-91b3-5113bb6b5c73 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:43.349693 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-56f3fd33-f314-4fae-91b3-5113bb6b5c73 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4123020 Jul 26 15:05:43.352547 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 53682) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:05:43.356910 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.v2.base [None req-3864c7f4-a2d9-4887-9df8-4617069bbdcb tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Request body: {'security_group_rule': {'security_group_id': '842a9ad9-e6c4-438e-b348-b4c56e62196e', 'project_id': 'd057f29b771a4110be66186949246663', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:05:43.490586 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-3864c7f4-a2d9-4887-9df8-4617069bbdcb tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Publish callbacks [] for security_group_rule (c362e6c9-4628-4cc1-98d6-f28188f8bb1a), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:43.549160 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-3864c7f4-a2d9-4887-9df8-4617069bbdcb tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Publish callbacks [] for security_group_rule (c362e6c9-4628-4cc1-98d6-f28188f8bb1a), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:43.621170 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-3864c7f4-a2d9-4887-9df8-4617069bbdcb tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662595'] for security_group_rule (c362e6c9-4628-4cc1-98d6-f28188f8bb1a), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:43.643809 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3864c7f4-a2d9-4887-9df8-4617069bbdcb tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c362e6c9-4628-4cc1-98d6-f28188f8bb1a,revision_number=0']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:43.749303 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-3864c7f4-a2d9-4887-9df8-4617069bbdcb tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:43.751147 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-3864c7f4-a2d9-4887-9df8-4617069bbdcb tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3969586 Jul 26 15:05:43.754222 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 53684) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:05:43.758582 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.v2.base [None req-8e556ff0-d7ea-49e9-8ebc-390485e92312 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Request body: {'security_group_rule': {'security_group_id': '842a9ad9-e6c4-438e-b348-b4c56e62196e', 'project_id': 'd057f29b771a4110be66186949246663', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:05:44.032422 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.db.securitygroups_db [None req-8e556ff0-d7ea-49e9-8ebc-390485e92312 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Project d057f29b771a4110be66186949246663 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 26 15:05:44.038198 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-8e556ff0-d7ea-49e9-8ebc-390485e92312 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Publish callbacks [] for security_group_rule (bb38953c-b0a3-4f2c-8821-a7dc966192fb), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:44.098971 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-8e556ff0-d7ea-49e9-8ebc-390485e92312 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Publish callbacks [] for security_group_rule (bb38953c-b0a3-4f2c-8821-a7dc966192fb), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:44.232988 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-8e556ff0-d7ea-49e9-8ebc-390485e92312 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662595'] for security_group_rule (bb38953c-b0a3-4f2c-8821-a7dc966192fb), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:44.250043 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e556ff0-d7ea-49e9-8ebc-390485e92312 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb38953c-b0a3-4f2c-8821-a7dc966192fb,revision_number=0']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:44.383067 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-8e556ff0-d7ea-49e9-8ebc-390485e92312 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:44.384286 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-8e556ff0-d7ea-49e9-8ebc-390485e92312 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6291249 Jul 26 15:05:44.387196 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 53686) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:05:44.391815 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.v2.base [None req-4d06afbd-ddc5-465c-8c2b-bb1e7f7c1b71 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Request body: {'security_group_rule': {'security_group_id': '842a9ad9-e6c4-438e-b348-b4c56e62196e', 'project_id': 'd057f29b771a4110be66186949246663', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:05:44.504046 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.db.securitygroups_db [None req-4d06afbd-ddc5-465c-8c2b-bb1e7f7c1b71 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Project d057f29b771a4110be66186949246663 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 26 15:05:44.506810 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:44.511001 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-4d06afbd-ddc5-465c-8c2b-bb1e7f7c1b71 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Publish callbacks [] for security_group_rule (6419fc65-8b76-4a24-8cf7-63232e01ad0e), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:44.570719 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-4d06afbd-ddc5-465c-8c2b-bb1e7f7c1b71 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Publish callbacks [] for security_group_rule (6419fc65-8b76-4a24-8cf7-63232e01ad0e), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:44.664099 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-4d06afbd-ddc5-465c-8c2b-bb1e7f7c1b71 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-662595'] for security_group_rule (6419fc65-8b76-4a24-8cf7-63232e01ad0e), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:44.684729 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d06afbd-ddc5-465c-8c2b-bb1e7f7c1b71 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6419fc65-8b76-4a24-8cf7-63232e01ad0e,revision_number=0']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:44.849088 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-4d06afbd-ddc5-465c-8c2b-bb1e7f7c1b71 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:44.850385 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-4d06afbd-ddc5-465c-8c2b-bb1e7f7c1b71 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4621601 Jul 26 15:05:44.944471 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-a220f436-e7ca-41b9-9194-ace6d1e561b8 req-e6c0e567-eaee-4944-bbc2-c0b957d65e4f tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] 10.222.0.97 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1366881776&fields=id&tenant_id=d057f29b771a4110be66186949246663 HTTP/1.1" status: 200 len: 267 time: 0.0491681 Jul 26 15:05:44.984265 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:44.997542 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a220f436-e7ca-41b9-9194-ace6d1e561b8 req-871f814f-9d46-487f-ade9-1c922e8db738 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:44.999618 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-a220f436-e7ca-41b9-9194-ace6d1e561b8 req-871f814f-9d46-487f-ade9-1c922e8db738 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] 10.222.0.97 "GET /v2.0/ports?device_id=76622244-1b87-4bef-abec-7e54b6e9682e HTTP/1.1" status: 200 len: 945 time: 0.0499632 Jul 26 15:05:45.010309 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.v2.base [req-a220f436-e7ca-41b9-9194-ace6d1e561b8 req-d15361aa-6fbd-45cf-a079-d69dd535959c tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Request body: {'port': {'security_groups': ['88d72e76-bb09-4ad4-8080-032d0bcf07c8', '842a9ad9-e6c4-438e-b348-b4c56e62196e']}} {{(pid=111103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:05:45.088858 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [req-a220f436-e7ca-41b9-9194-ace6d1e561b8 req-d15361aa-6fbd-45cf-a079-d69dd535959c tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (2831923e-e6ab-4b89-a50e-076a3e488d88), before_update {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:45.311204 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.plugins.ml2.db [req-a220f436-e7ca-41b9-9194-ace6d1e561b8 req-d15361aa-6fbd-45cf-a079-d69dd535959c tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] For port 2831923e-e6ab-4b89-a50e-076a3e488d88, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=2831923e-e6ab-4b89-a50e-076a3e488d88,segment=NetworkSegment(7ddb2a6f-702e-4a65-81b6-804570c07d9f),segment_id=7ddb2a6f-702e-4a65-81b6-804570c07d9f)] {{(pid=111103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:05:45.343055 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [req-a220f436-e7ca-41b9-9194-ace6d1e561b8 req-d15361aa-6fbd-45cf-a079-d69dd535959c tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Publish callbacks [] for port (2831923e-e6ab-4b89-a50e-076a3e488d88), precommit_update {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:45.418098 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (311d617f-8fa1-4662-a157-ab38f6e1e2d8), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:45.452760 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [req-a220f436-e7ca-41b9-9194-ace6d1e561b8 req-d15361aa-6fbd-45cf-a079-d69dd535959c tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4313535'] for port (2831923e-e6ab-4b89-a50e-076a3e488d88), after_update {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:45.493233 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a220f436-e7ca-41b9-9194-ace6d1e561b8 req-d15361aa-6fbd-45cf-a079-d69dd535959c tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:45.493856 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [req-a220f436-e7ca-41b9-9194-ace6d1e561b8 req-d15361aa-6fbd-45cf-a079-d69dd535959c tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-431034'] for port (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:45.495242 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-a220f436-e7ca-41b9-9194-ace6d1e561b8 req-d15361aa-6fbd-45cf-a079-d69dd535959c tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] 10.222.0.97 "PUT /v2.0/ports/2831923e-e6ab-4b89-a50e-076a3e488d88 HTTP/1.1" status: 200 len: 981 time: 0.4895599 Jul 26 15:05:45.499122 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76622244-1b87-4bef-abec-7e54b6e9682e', 'tag': '2831923e-e6ab-4b89-a50e-076a3e488d88'}] {{(pid=111103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:05:45.501634 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}517d84f8092def9b9250e77a34976a676e41c9ce554e95d8bccbc94b5a7b6795" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b2cc289-2669-427c-a4d4-f2ab48e9b0a4" -d '{"events": [{"name": "network-changed", "server_uuid": "76622244-1b87-4bef-abec-7e54b6e9682e", "tag": "2831923e-e6ab-4b89-a50e-076a3e488d88"}]}' {{(pid=111103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:05:45.508372 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] get_ports_and_sgs() called for port_ids ['2831923e-e6ab-4b89-a50e-076a3e488d88'] {{(pid=111104) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:05:45.542654 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15361aa-6fbd-45cf-a079-d69dd535959c tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Pushing event updated for resources: {'Port': ['ID=2831923e-e6ab-4b89-a50e-076a3e488d88,revision_number=6']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:05:45.586660 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 15:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa7bed01-d427-404c-b852-9534a6728034 x-openstack-request-id: req-aa7bed01-d427-404c-b852-9534a6728034 {{(pid=111103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:05:45.586951 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76622244-1b87-4bef-abec-7e54b6e9682e", "tag": "2831923e-e6ab-4b89-a50e-076a3e488d88", "status": "completed", "code": 200}]} {{(pid=111103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:05:45.587301 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-aa7bed01-d427-404c-b852-9534a6728034 {{(pid=111103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:05:45.587891 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa7bed01-d427-404c-b852-9534a6728034'] response: {'name': 'network-changed', 'server_uuid': '76622244-1b87-4bef-abec-7e54b6e9682e', 'tag': '2831923e-e6ab-4b89-a50e-076a3e488d88', 'status': 'completed', 'code': 200} Jul 26 15:05:45.642609 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:45.658544 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] get_ports_and_sgs() called for port_ids ['2831923e-e6ab-4b89-a50e-076a3e488d88'] {{(pid=111104) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:05:45.683822 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644a793f-fe13-47fa-8ac0-7c264b9fd576 req-6c4fd25c-cd3b-49c3-8a86-848d3adb1a48 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:45.686238 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-644a793f-fe13-47fa-8ac0-7c264b9fd576 req-6c4fd25c-cd3b-49c3-8a86-848d3adb1a48 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] 10.222.0.97 "GET /v2.0/ports?device_id=76622244-1b87-4bef-abec-7e54b6e9682e HTTP/1.1" status: 200 len: 984 time: 0.0895128 Jul 26 15:05:45.691814 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:45.707209 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2cc289-2669-427c-a4d4-f2ab48e9b0a4 req-cc0a3b5c-ce9f-4686-b44c-12140e601482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:45.709049 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-1b2cc289-2669-427c-a4d4-f2ab48e9b0a4 req-cc0a3b5c-ce9f-4686-b44c-12140e601482 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=d057f29b771a4110be66186949246663&device_id=76622244-1b87-4bef-abec-7e54b6e9682e HTTP/1.1" status: 200 len: 1168 time: 0.0700338 Jul 26 15:05:45.725805 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:45.727275 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=100 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:45.783891 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-20125037-dd18-4dc4-aa64-873eecc04587 None None] Provisioning complete for port 2831923e-e6ab-4b89-a50e-076a3e488d88 triggered by entity DHCP. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:05:45.784261 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-20125037-dd18-4dc4-aa64-873eecc04587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (2831923e-e6ab-4b89-a50e-076a3e488d88), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:45.820293 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-644a793f-fe13-47fa-8ac0-7c264b9fd576 req-a7019095-61aa-4e67-a0ff-57a348ebd865 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] 10.222.0.97 "GET /v2.0/security-groups?id=842a9ad9-e6c4-438e-b348-b4c56e62196e&id=88d72e76-bb09-4ad4-8080-032d0bcf07c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1265290 Jul 26 15:05:45.848216 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2cc289-2669-427c-a4d4-f2ab48e9b0a4 req-04b8a0f4-14eb-4de2-a4ba-e1266cfde89f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:45.849999 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-1b2cc289-2669-427c-a4d4-f2ab48e9b0a4 req-04b8a0f4-14eb-4de2-a4ba-e1266cfde89f service neutron] 10.222.0.99 "GET /v2.0/networks?id=bf886878-6d84-4a71-af9c-be5dc52b71cd HTTP/1.1" status: 200 len: 917 time: 0.1319337 Jul 26 15:05:45.919042 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-1b2cc289-2669-427c-a4d4-f2ab48e9b0a4 req-569f86bd-4b23-4f43-a141-c65d7e6ae541 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2831923e-e6ab-4b89-a50e-076a3e488d88 HTTP/1.1" status: 200 len: 1001 time: 0.0624664 Jul 26 15:05:45.971880 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2cc289-2669-427c-a4d4-f2ab48e9b0a4 req-42891bbb-d5aa-4cff-a662-7fdee0b38f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:45.973344 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-1b2cc289-2669-427c-a4d4-f2ab48e9b0a4 req-42891bbb-d5aa-4cff-a662-7fdee0b38f0e service neutron] 10.222.0.99 "GET /v2.0/subnets?id=45c37ca3-876f-4e01-a3bc-880fa7a43acb HTTP/1.1" status: 200 len: 854 time: 0.0486684 Jul 26 15:05:45.993201 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-20125037-dd18-4dc4-aa64-873eecc04587 None None] Current status of the port 2831923e-e6ab-4b89-a50e-076a3e488d88 is: ACTIVE; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:05:46.026390 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2cc289-2669-427c-a4d4-f2ab48e9b0a4 req-351b3896-0ff0-4c2c-8334-2690a3014ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:46.027983 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-1b2cc289-2669-427c-a4d4-f2ab48e9b0a4 req-351b3896-0ff0-4c2c-8334-2690a3014ff9 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=bf886878-6d84-4a71-af9c-be5dc52b71cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478489 Jul 26 15:05:46.057496 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=100 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:46.133167 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-1b2cc289-2669-427c-a4d4-f2ab48e9b0a4 req-fbc05de5-060f-4a81-a2c7-e67decea8cfb service neutron] 10.222.0.99 "GET /v2.0/networks/bf886878-6d84-4a71-af9c-be5dc52b71cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988317 Jul 26 15:05:46.226547 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-1b2cc289-2669-427c-a4d4-f2ab48e9b0a4 req-8085931a-368b-4668-b52b-c5119a976be3 service neutron] 10.222.0.99 "GET /v2.0/networks/bf886878-6d84-4a71-af9c-be5dc52b71cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865448 Jul 26 15:05:52.026503 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-0817d0b7-c050-4e49-b8c5-a534f9381e29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (bb4183fa-e0c9-4858-9c34-b1ab78d39af4), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:52.650457 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:52.653377 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:54.292663 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-44bd191a-1326-4631-aea5-a6cf2173bc71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (66f8bb98-7ace-4a85-b6ba-ffe40597695b), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:55.460387 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b30572d2-bee0-4462-94ed-c13cd0ef4273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (40fac31a-afaa-44e8-8521-47b803a59f0f), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:55.517123 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=19 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:55.543156 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=75,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:56.244084 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=96 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:05:57.003218 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b977bc9f-0510-4ebd-94dd-930fc4499a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (e5556d63-fbf3-48f2-bfac-7896e86945c3), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:57.134432 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (df49e665-2de0-463a-a1e1-c989804d5593), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:05:57.745626 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-16ce8af0-5faf-45c0-bf46-48ef4b704b68 req-63bdfeae-ca10-4580-8cd2-e3dd1a733121 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=10e87418-f3e0-4162-bf2a-2ae8579091bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0439203 Jul 26 15:05:57.848965 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ce8af0-5faf-45c0-bf46-48ef4b704b68 req-58fab6d7-d066-4c50-ab07-9f02c989e1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:57.850529 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-16ce8af0-5faf-45c0-bf46-48ef4b704b68 req-58fab6d7-d066-4c50-ab07-9f02c989e1a2 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7f82b8853b874e61820108bc16e8dc41&device_id=10e87418-f3e0-4162-bf2a-2ae8579091bb HTTP/1.1" status: 200 len: 1130 time: 0.0404735 Jul 26 15:05:57.956307 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ce8af0-5faf-45c0-bf46-48ef4b704b68 req-62da82f3-5acf-430d-8c23-f0f15c47d69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:57.957769 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-16ce8af0-5faf-45c0-bf46-48ef4b704b68 req-62da82f3-5acf-430d-8c23-f0f15c47d69c service neutron] 10.222.0.99 "GET /v2.0/networks?id=40bf059a-9593-4ce0-be05-c864bfa3c074 HTTP/1.1" status: 200 len: 917 time: 0.0873775 Jul 26 15:05:58.026651 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-16ce8af0-5faf-45c0-bf46-48ef4b704b68 req-ed31d27e-88f7-4849-be36-e84234875194 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c0142c69-b557-4895-8179-6c8e34d11416 HTTP/1.1" status: 200 len: 1002 time: 0.0617528 Jul 26 15:05:58.076192 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ce8af0-5faf-45c0-bf46-48ef4b704b68 req-b7433b1c-e9f8-46fe-b7ac-651166d278f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:58.077671 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-16ce8af0-5faf-45c0-bf46-48ef4b704b68 req-b7433b1c-e9f8-46fe-b7ac-651166d278f0 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=8d76239a-a9c4-4c98-83cb-a3f6ea48b403 HTTP/1.1" status: 200 len: 854 time: 0.0456700 Jul 26 15:05:58.125998 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ce8af0-5faf-45c0-bf46-48ef4b704b68 req-f9503a95-a099-4545-bc04-de965e2b7759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:05:58.127558 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-16ce8af0-5faf-45c0-bf46-48ef4b704b68 req-f9503a95-a099-4545-bc04-de965e2b7759 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=40bf059a-9593-4ce0-be05-c864bfa3c074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443349 Jul 26 15:05:58.223475 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-16ce8af0-5faf-45c0-bf46-48ef4b704b68 req-6bb0eb12-bffb-4708-8c2e-266cee9bde46 service neutron] 10.222.0.99 "GET /v2.0/networks/40bf059a-9593-4ce0-be05-c864bfa3c074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895481 Jul 26 15:05:58.314897 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-16ce8af0-5faf-45c0-bf46-48ef4b704b68 req-dd197656-2976-48dd-9494-dbc6efd5f8ae service neutron] 10.222.0.99 "GET /v2.0/networks/40bf059a-9593-4ce0-be05-c864bfa3c074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844705 Jul 26 15:06:05.066536 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=3 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:06:05.070514 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=3 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:06:07.028817 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=29 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:06:07.030734 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=61,neutron:UPDATE=5 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:06:08.310307 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=45 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:06:08.312161 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=56 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:06:12.074003 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.agents_db [None req-99196b13-9676-4f02-b89b-0db7196f18a6 None None] Agent healthcheck: found 6 active agents {{(pid=111105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:06:15.457359 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (311d617f-8fa1-4662-a157-ab38f6e1e2d8), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:22.023031 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-dfd6dce3-0038-4840-9f22-59ad91b125f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (bb4183fa-e0c9-4858-9c34-b1ab78d39af4), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:22.067964 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=1 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:06:22.069154 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=1 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:06:24.291654 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-83cd0066-bfad-4a45-a2ed-74032d429d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (66f8bb98-7ace-4a85-b6ba-ffe40597695b), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:25.485874 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b30572d2-bee0-4462-94ed-c13cd0ef4273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (40fac31a-afaa-44e8-8521-47b803a59f0f), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:27.045416 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b977bc9f-0510-4ebd-94dd-930fc4499a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (e5556d63-fbf3-48f2-bfac-7896e86945c3), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:27.127739 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (df49e665-2de0-463a-a1e1-c989804d5593), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:37.026048 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:06:37.034075 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:06:37.435589 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0774ea-7ea2-44d0-a764-328cd285640b req-039d9db5-4333-4a46-8f67-07eb8397ea2c tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:37.437105 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-3d0774ea-7ea2-44d0-a764-328cd285640b req-039d9db5-4333-4a46-8f67-07eb8397ea2c tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=10e87418-f3e0-4162-bf2a-2ae8579091bb HTTP/1.1" status: 200 len: 946 time: 0.0494020 Jul 26 15:06:37.486469 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-3d0774ea-7ea2-44d0-a764-328cd285640b req-fd43c3cb-4bd2-4a79-8da6-16a47bdea65c tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=d67b6f6d-db3d-4464-9d0b-0ddcf91da5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436110 Jul 26 15:06:38.619741 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e29ecb-a41b-4d59-9f53-5b1eaffabac9 req-f197d8f8-dcee-4717-9db7-5ea7d047c5de tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:38.621229 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-73e29ecb-a41b-4d59-9f53-5b1eaffabac9 req-f197d8f8-dcee-4717-9db7-5ea7d047c5de tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=10e87418-f3e0-4162-bf2a-2ae8579091bb HTTP/1.1" status: 200 len: 946 time: 0.0516491 Jul 26 15:06:38.670039 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-73e29ecb-a41b-4d59-9f53-5b1eaffabac9 req-210b8c1b-535e-41a8-b962-c8a937a7493a tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=d67b6f6d-db3d-4464-9d0b-0ddcf91da5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431054 Jul 26 15:06:39.796101 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f059d8-3b46-4143-8533-c69ec44dbd34 req-a0ee3487-fad6-4a40-817c-dcaaaedd1c7d tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:39.797614 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-c7f059d8-3b46-4143-8533-c69ec44dbd34 req-a0ee3487-fad6-4a40-817c-dcaaaedd1c7d tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=10e87418-f3e0-4162-bf2a-2ae8579091bb HTTP/1.1" status: 200 len: 946 time: 0.0473201 Jul 26 15:06:39.848060 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-c7f059d8-3b46-4143-8533-c69ec44dbd34 req-33ab8e3e-6963-499e-8b18-8c056b4e53f2 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=d67b6f6d-db3d-4464-9d0b-0ddcf91da5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447536 Jul 26 15:06:40.976786 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae2b597-1dff-4397-9f58-ad119c7d3686 req-3e020a2b-a415-4c70-9ca3-57f05491431e tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:40.978293 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-5ae2b597-1dff-4397-9f58-ad119c7d3686 req-3e020a2b-a415-4c70-9ca3-57f05491431e tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=10e87418-f3e0-4162-bf2a-2ae8579091bb HTTP/1.1" status: 200 len: 946 time: 0.0485315 Jul 26 15:06:41.029628 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-5ae2b597-1dff-4397-9f58-ad119c7d3686 req-913c38f8-885e-41c9-837a-cf15cd0acbfb tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=d67b6f6d-db3d-4464-9d0b-0ddcf91da5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455370 Jul 26 15:06:42.155712 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7918f8d1-06dc-4ea7-b558-d5c9ae3cbcaf req-34bfed80-fe1d-484c-b0a4-8e2a9e026051 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:42.157253 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-7918f8d1-06dc-4ea7-b558-d5c9ae3cbcaf req-34bfed80-fe1d-484c-b0a4-8e2a9e026051 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=10e87418-f3e0-4162-bf2a-2ae8579091bb HTTP/1.1" status: 200 len: 946 time: 0.0478461 Jul 26 15:06:42.206531 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-7918f8d1-06dc-4ea7-b558-d5c9ae3cbcaf req-ebde24d1-4dad-4228-933b-d7791e4d96bb tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=d67b6f6d-db3d-4464-9d0b-0ddcf91da5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435050 Jul 26 15:06:43.334693 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10d992f-ce47-4963-a9d7-8bc6d470c149 req-36d17799-94fc-411a-bc76-040f7e546351 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:43.336215 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-f10d992f-ce47-4963-a9d7-8bc6d470c149 req-36d17799-94fc-411a-bc76-040f7e546351 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=10e87418-f3e0-4162-bf2a-2ae8579091bb HTTP/1.1" status: 200 len: 946 time: 0.0517831 Jul 26 15:06:43.388005 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-f10d992f-ce47-4963-a9d7-8bc6d470c149 req-effdfa9d-920c-4560-8ab9-3b04ac7ee027 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=d67b6f6d-db3d-4464-9d0b-0ddcf91da5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461721 Jul 26 15:06:44.517421 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38df9fc3-406f-4496-9341-df9c8b4b7b9c req-503be3c4-638d-46f2-9bee-b994346bdf6c tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:44.518905 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-38df9fc3-406f-4496-9341-df9c8b4b7b9c req-503be3c4-638d-46f2-9bee-b994346bdf6c tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=10e87418-f3e0-4162-bf2a-2ae8579091bb HTTP/1.1" status: 200 len: 946 time: 0.0481431 Jul 26 15:06:44.567023 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-38df9fc3-406f-4496-9341-df9c8b4b7b9c req-11fb0d99-8637-4644-9d20-84e1eff09b9d tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=d67b6f6d-db3d-4464-9d0b-0ddcf91da5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421717 Jul 26 15:06:44.722218 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f606aeed-5473-4b3e-ac0d-28a731085ebc req-063565b9-e17b-4ed6-aeb6-4ef97ef22a76 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:44.723736 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-f606aeed-5473-4b3e-ac0d-28a731085ebc req-063565b9-e17b-4ed6-aeb6-4ef97ef22a76 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] 10.222.0.97 "GET /v2.0/ports?device_id=76622244-1b87-4bef-abec-7e54b6e9682e HTTP/1.1" status: 200 len: 984 time: 0.0483291 Jul 26 15:06:44.792183 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-f606aeed-5473-4b3e-ac0d-28a731085ebc req-62ceb3d8-fb7d-4b4d-a8be-69aaeb6bff5d tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] 10.222.0.97 "GET /v2.0/security-groups?id=842a9ad9-e6c4-438e-b348-b4c56e62196e&id=88d72e76-bb09-4ad4-8080-032d0bcf07c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0613823 Jul 26 15:06:44.831786 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51d2d7a-38d9-4a5c-b307-30f25fafe422 req-7ab59353-513f-4047-b152-596405bbc359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:44.833250 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-c51d2d7a-38d9-4a5c-b307-30f25fafe422 req-7ab59353-513f-4047-b152-596405bbc359 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=d057f29b771a4110be66186949246663&device_id=76622244-1b87-4bef-abec-7e54b6e9682e HTTP/1.1" status: 200 len: 1168 time: 0.0402117 Jul 26 15:06:44.926229 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51d2d7a-38d9-4a5c-b307-30f25fafe422 req-c1f59603-84a0-4ca4-9eee-5a81395bf50b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:44.927891 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-c51d2d7a-38d9-4a5c-b307-30f25fafe422 req-c1f59603-84a0-4ca4-9eee-5a81395bf50b service neutron] 10.222.0.99 "GET /v2.0/networks?id=bf886878-6d84-4a71-af9c-be5dc52b71cd HTTP/1.1" status: 200 len: 917 time: 0.0880468 Jul 26 15:06:44.997186 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-c51d2d7a-38d9-4a5c-b307-30f25fafe422 req-44263374-2d61-486d-8860-c153fdf413af service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2831923e-e6ab-4b89-a50e-076a3e488d88 HTTP/1.1" status: 200 len: 1001 time: 0.0622838 Jul 26 15:06:45.047722 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51d2d7a-38d9-4a5c-b307-30f25fafe422 req-c6136836-8328-4f62-a0f5-009326779bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:45.049173 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-c51d2d7a-38d9-4a5c-b307-30f25fafe422 req-c6136836-8328-4f62-a0f5-009326779bc7 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=45c37ca3-876f-4e01-a3bc-880fa7a43acb HTTP/1.1" status: 200 len: 854 time: 0.0458763 Jul 26 15:06:45.093959 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51d2d7a-38d9-4a5c-b307-30f25fafe422 req-00c7b3c6-4773-401f-94b5-850f9f9e71dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:45.095502 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-c51d2d7a-38d9-4a5c-b307-30f25fafe422 req-00c7b3c6-4773-401f-94b5-850f9f9e71dd service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=bf886878-6d84-4a71-af9c-be5dc52b71cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403554 Jul 26 15:06:45.193231 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-c51d2d7a-38d9-4a5c-b307-30f25fafe422 req-b69a25be-8144-4987-a5e3-554f0d6a4642 service neutron] 10.222.0.99 "GET /v2.0/networks/bf886878-6d84-4a71-af9c-be5dc52b71cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913243 Jul 26 15:06:45.292415 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=100 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:06:45.296616 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-c51d2d7a-38d9-4a5c-b307-30f25fafe422 req-fd51fc29-acd2-4a83-947e-d89968e29a24 service neutron] 10.222.0.99 "GET /v2.0/networks/bf886878-6d84-4a71-af9c-be5dc52b71cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965619 Jul 26 15:06:45.404780 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (311d617f-8fa1-4662-a157-ab38f6e1e2d8), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:45.698268 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde1fa48-c22d-4a79-acc4-6ba9d9478f39 req-3f960b9e-39db-4316-a8c0-74529436fb1b tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:45.699824 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-fde1fa48-c22d-4a79-acc4-6ba9d9478f39 req-3f960b9e-39db-4316-a8c0-74529436fb1b tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=10e87418-f3e0-4162-bf2a-2ae8579091bb HTTP/1.1" status: 200 len: 946 time: 0.0509543 Jul 26 15:06:45.749184 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-fde1fa48-c22d-4a79-acc4-6ba9d9478f39 req-8460f519-7fc8-4edf-9f46-6ce4b34a2ef5 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=d67b6f6d-db3d-4464-9d0b-0ddcf91da5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436130 Jul 26 15:06:45.911458 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef318c92-a0f2-49fa-b6db-81cffb3939b0 req-398851e9-7bfa-404a-8073-d7f0b52724b4 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:45.912833 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-ef318c92-a0f2-49fa-b6db-81cffb3939b0 req-398851e9-7bfa-404a-8073-d7f0b52724b4 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] 10.222.0.97 "GET /v2.0/ports?device_id=76622244-1b87-4bef-abec-7e54b6e9682e HTTP/1.1" status: 200 len: 984 time: 0.0475361 Jul 26 15:06:45.975900 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-ef318c92-a0f2-49fa-b6db-81cffb3939b0 req-c015c734-2922-4927-a78d-cd3bdbf100f7 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] 10.222.0.97 "GET /v2.0/security-groups?id=842a9ad9-e6c4-438e-b348-b4c56e62196e&id=88d72e76-bb09-4ad4-8080-032d0bcf07c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0568142 Jul 26 15:06:46.892375 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4279b0cf-8fcb-46b4-8fb3-94a03e701aed req-149513c0-8f3c-497e-85f2-936e1cbc756c tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:46.893911 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-4279b0cf-8fcb-46b4-8fb3-94a03e701aed req-149513c0-8f3c-497e-85f2-936e1cbc756c tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=10e87418-f3e0-4162-bf2a-2ae8579091bb HTTP/1.1" status: 200 len: 946 time: 0.0655723 Jul 26 15:06:46.945220 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-4279b0cf-8fcb-46b4-8fb3-94a03e701aed req-535d2c5e-8df9-4f00-b207-47d7e0db6fc5 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=d67b6f6d-db3d-4464-9d0b-0ddcf91da5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454240 Jul 26 15:06:47.067112 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=100 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:06:47.103043 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e256ea-e9d2-43c9-8cb6-6b6e92f2924e req-d53ba722-940c-49a8-9c35-180cfd747f36 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:47.105065 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-68e256ea-e9d2-43c9-8cb6-6b6e92f2924e req-d53ba722-940c-49a8-9c35-180cfd747f36 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] 10.222.0.97 "GET /v2.0/ports?device_id=76622244-1b87-4bef-abec-7e54b6e9682e HTTP/1.1" status: 200 len: 984 time: 0.0483973 Jul 26 15:06:47.165433 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-68e256ea-e9d2-43c9-8cb6-6b6e92f2924e req-be70224b-ebd4-436b-8ee5-4fad9f9e9940 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] 10.222.0.97 "GET /v2.0/security-groups?id=842a9ad9-e6c4-438e-b348-b4c56e62196e&id=88d72e76-bb09-4ad4-8080-032d0bcf07c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546334 Jul 26 15:06:48.067217 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d828706-b06c-4eec-8a32-2d0c21b626cc req-e56f1982-0094-44c5-9f58-b3991cf16889 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:48.068746 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-9d828706-b06c-4eec-8a32-2d0c21b626cc req-e56f1982-0094-44c5-9f58-b3991cf16889 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=10e87418-f3e0-4162-bf2a-2ae8579091bb HTTP/1.1" status: 200 len: 946 time: 0.0476251 Jul 26 15:06:48.115777 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-9d828706-b06c-4eec-8a32-2d0c21b626cc req-8fa02c5e-bba5-4c8b-acbc-45ada96b75f8 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=d67b6f6d-db3d-4464-9d0b-0ddcf91da5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414469 Jul 26 15:06:48.290488 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e512a3-99c7-4a77-9050-c9dec0ce289a req-57d09d6e-0890-4491-834f-5046d30832f8 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:48.296980 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-d2e512a3-99c7-4a77-9050-c9dec0ce289a req-57d09d6e-0890-4491-834f-5046d30832f8 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] 10.222.0.97 "GET /v2.0/ports?device_id=76622244-1b87-4bef-abec-7e54b6e9682e HTTP/1.1" status: 200 len: 984 time: 0.0521533 Jul 26 15:06:48.355316 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-d2e512a3-99c7-4a77-9050-c9dec0ce289a req-7c47dfe5-9f1a-4dc3-be47-9560c871c0d3 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] 10.222.0.97 "GET /v2.0/security-groups?id=842a9ad9-e6c4-438e-b348-b4c56e62196e&id=88d72e76-bb09-4ad4-8080-032d0bcf07c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0560298 Jul 26 15:06:49.073815 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.agents_db [None req-99196b13-9676-4f02-b89b-0db7196f18a6 None None] Agent healthcheck: found 6 active agents {{(pid=111105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:06:49.245113 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f39c1f7-8fa0-4f3b-a7e8-c258bc4e42dd req-c149f705-864e-4dc8-86c1-c6aae2feb035 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:49.246508 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-1f39c1f7-8fa0-4f3b-a7e8-c258bc4e42dd req-c149f705-864e-4dc8-86c1-c6aae2feb035 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=10e87418-f3e0-4162-bf2a-2ae8579091bb HTTP/1.1" status: 200 len: 946 time: 0.0512984 Jul 26 15:06:49.293950 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-1f39c1f7-8fa0-4f3b-a7e8-c258bc4e42dd req-c0e476d9-d209-43a4-93ba-389627e993de tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=d67b6f6d-db3d-4464-9d0b-0ddcf91da5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417221 Jul 26 15:06:49.481436 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a71088-da80-424b-bc88-72c99dd6b3a1 req-ac6c08c9-71da-4937-a1fd-a8fdab98ea50 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:49.482899 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-04a71088-da80-424b-bc88-72c99dd6b3a1 req-ac6c08c9-71da-4937-a1fd-a8fdab98ea50 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] 10.222.0.97 "GET /v2.0/ports?device_id=76622244-1b87-4bef-abec-7e54b6e9682e HTTP/1.1" status: 200 len: 984 time: 0.0519538 Jul 26 15:06:49.543802 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-04a71088-da80-424b-bc88-72c99dd6b3a1 req-525337e9-07e2-483f-9795-73ff35f47909 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] 10.222.0.97 "GET /v2.0/security-groups?id=842a9ad9-e6c4-438e-b348-b4c56e62196e&id=88d72e76-bb09-4ad4-8080-032d0bcf07c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550227 Jul 26 15:06:50.114225 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:06:50.422872 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9203a78b-5699-4196-a8ee-bedc8d150765 req-6693ceac-91d3-45d5-a045-4b38063a4049 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:50.424366 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-9203a78b-5699-4196-a8ee-bedc8d150765 req-6693ceac-91d3-45d5-a045-4b38063a4049 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=10e87418-f3e0-4162-bf2a-2ae8579091bb HTTP/1.1" status: 200 len: 946 time: 0.0499072 Jul 26 15:06:50.471031 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-9203a78b-5699-4196-a8ee-bedc8d150765 req-0bac4b3f-e477-4f89-87de-e917c62fc72b tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=d67b6f6d-db3d-4464-9d0b-0ddcf91da5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411029 Jul 26 15:06:50.710304 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c48d9ed-00ca-4246-a90f-e6ab70fc6144 req-99f2773d-b1a4-47bb-923f-e4222493b7a8 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:50.715948 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-8c48d9ed-00ca-4246-a90f-e6ab70fc6144 req-99f2773d-b1a4-47bb-923f-e4222493b7a8 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] 10.222.0.97 "GET /v2.0/ports?device_id=76622244-1b87-4bef-abec-7e54b6e9682e HTTP/1.1" status: 200 len: 984 time: 0.0965202 Jul 26 15:06:50.775798 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-8c48d9ed-00ca-4246-a90f-e6ab70fc6144 req-7026b7ac-1896-4e27-adcc-6019f2d5a21a tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] 10.222.0.97 "GET /v2.0/security-groups?id=842a9ad9-e6c4-438e-b348-b4c56e62196e&id=88d72e76-bb09-4ad4-8080-032d0bcf07c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0575328 Jul 26 15:06:50.922355 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Device c0142c69-b557-4895-8179-6c8e34d11416 details requested by agent hyperv_hv-cinder-85103 with host hv-cinder-85103 {{(pid=111104) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:06:51.029100 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] For port c0142c69-b557-4895-8179-6c8e34d11416, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=c0142c69-b557-4895-8179-6c8e34d11416,segment=NetworkSegment(cec6c169-26ac-4d4a-8f8d-b81b07eccaa9),segment_id=cec6c169-26ac-4d4a-8f8d-b81b07eccaa9)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:06:51.040643 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Returning: {'device': 'c0142c69-b557-4895-8179-6c8e34d11416', 'network_id': '40bf059a-9593-4ce0-be05-c864bfa3c074', 'port_id': 'c0142c69-b557-4895-8179-6c8e34d11416', 'mac_address': 'fa:16:3e:8d:07:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1098, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d76239a-a9c4-4c98-83cb-a3f6ea48b403', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111104) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:06:51.077797 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Current status of the port c0142c69-b557-4895-8179-6c8e34d11416 is: ACTIVE; New status is: BUILD {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:06:51.078181 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (c0142c69-b557-4895-8179-6c8e34d11416), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:51.095224 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.notifiers.nova [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c0142c69-b557-4895-8179-6c8e34d11416 {{(pid=111104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 15:06:51.114628 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] For port c0142c69-b557-4895-8179-6c8e34d11416, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=c0142c69-b557-4895-8179-6c8e34d11416,segment=NetworkSegment(cec6c169-26ac-4d4a-8f8d-b81b07eccaa9),segment_id=cec6c169-26ac-4d4a-8f8d-b81b07eccaa9)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:06:51.204263 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (c0142c69-b557-4895-8179-6c8e34d11416), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:51.250529 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Pushing event updated for resources: {'Port': ['ID=c0142c69-b557-4895-8179-6c8e34d11416,revision_number=6']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:51.257488 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:06:51.257830 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:06:51.258169 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:06:51.258505 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:06:51.258830 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:06:51.259153 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:06:51.259501 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:06:51.259824 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:06:51.260779 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:06:51.261101 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:06:51.261421 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:06:51.261742 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:06:51.262058 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:06:51.262374 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:06:51.262689 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:06:51.390439 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] get_ports_and_sgs() called for port_ids ['c0142c69-b557-4895-8179-6c8e34d11416'] {{(pid=111104) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:06:51.594621 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4053f3-90f2-44fb-9f1a-93d14bc3c020 req-c74ab915-03e0-4fb1-bb33-50c705ae5ca4 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:51.596237 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-8a4053f3-90f2-44fb-9f1a-93d14bc3c020 req-c74ab915-03e0-4fb1-bb33-50c705ae5ca4 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=10e87418-f3e0-4162-bf2a-2ae8579091bb HTTP/1.1" status: 200 len: 945 time: 0.0471885 Jul 26 15:06:51.649535 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-8a4053f3-90f2-44fb-9f1a-93d14bc3c020 req-70c975d1-bcca-4c2a-8a43-f6af75929d88 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=d67b6f6d-db3d-4464-9d0b-0ddcf91da5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464475 Jul 26 15:06:51.893722 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1779161-1140-4b7b-bd88-18bd6fca1ae0 req-4ae6f066-8aef-4e6d-b640-758c619cd5a7 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:51.895453 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-e1779161-1140-4b7b-bd88-18bd6fca1ae0 req-4ae6f066-8aef-4e6d-b640-758c619cd5a7 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] 10.222.0.97 "GET /v2.0/ports?device_id=76622244-1b87-4bef-abec-7e54b6e9682e HTTP/1.1" status: 200 len: 984 time: 0.0474503 Jul 26 15:06:51.957568 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-e1779161-1140-4b7b-bd88-18bd6fca1ae0 req-f36535da-7aa7-48b5-8d48-4fc1451e0564 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] 10.222.0.97 "GET /v2.0/security-groups?id=842a9ad9-e6c4-438e-b348-b4c56e62196e&id=88d72e76-bb09-4ad4-8080-032d0bcf07c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0557547 Jul 26 15:06:52.000986 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-8f235fd7-d804-43d3-932e-d008454bfe33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (bb4183fa-e0c9-4858-9c34-b1ab78d39af4), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:52.779875 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69860fd-67e3-483c-8d70-ce7bf730903b req-a91f9666-4686-438b-84fe-cb32bfb97bba tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:52.781373 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-b69860fd-67e3-483c-8d70-ce7bf730903b req-a91f9666-4686-438b-84fe-cb32bfb97bba tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=10e87418-f3e0-4162-bf2a-2ae8579091bb HTTP/1.1" status: 200 len: 945 time: 0.0518384 Jul 26 15:06:52.830168 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-b69860fd-67e3-483c-8d70-ce7bf730903b req-8f348bd9-c9d1-4ba4-9660-0f4b744272ee tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=d67b6f6d-db3d-4464-9d0b-0ddcf91da5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431399 Jul 26 15:06:52.940402 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Device c0142c69-b557-4895-8179-6c8e34d11416 up at agent hyperv_hv-cinder-85103 {{(pid=111104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:06:52.987990 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Provisioning complete for port c0142c69-b557-4895-8179-6c8e34d11416 triggered by entity L2. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:06:52.988524 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (c0142c69-b557-4895-8179-6c8e34d11416), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:53.094701 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Current status of the port c0142c69-b557-4895-8179-6c8e34d11416 is: BUILD; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:06:53.095377 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (c0142c69-b557-4895-8179-6c8e34d11416), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:53.111198 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0a56c3-b225-4902-b626-44cc3f1ab723 req-cdba64b0-86fd-4f03-8682-de313030d2c2 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:53.112777 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-6b0a56c3-b225-4902-b626-44cc3f1ab723 req-cdba64b0-86fd-4f03-8682-de313030d2c2 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] 10.222.0.97 "GET /v2.0/ports?device_id=76622244-1b87-4bef-abec-7e54b6e9682e HTTP/1.1" status: 200 len: 984 time: 0.0502987 Jul 26 15:06:53.118929 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10e87418-f3e0-4162-bf2a-2ae8579091bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0142c69-b557-4895-8179-6c8e34d11416'}] {{(pid=111104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:06:53.122183 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8a064b11bc677c9d4ab9f25c89ff6de8646fcd773e132cdea81d797053aa31c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f645c67-28cc-45ed-9e5d-9006eef20067" -d '{"events": [{"server_uuid": "10e87418-f3e0-4162-bf2a-2ae8579091bb", "name": "network-vif-plugged", "status": "completed", "tag": "c0142c69-b557-4895-8179-6c8e34d11416"}]}' {{(pid=111104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:06:53.141372 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] For port c0142c69-b557-4895-8179-6c8e34d11416, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=c0142c69-b557-4895-8179-6c8e34d11416,segment=NetworkSegment(cec6c169-26ac-4d4a-8f8d-b81b07eccaa9),segment_id=cec6c169-26ac-4d4a-8f8d-b81b07eccaa9)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:06:53.169799 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 15:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fe0ebae-5398-48ad-9fcf-6ed98fd73754 x-openstack-request-id: req-2fe0ebae-5398-48ad-9fcf-6ed98fd73754 {{(pid=111104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:06:53.170091 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10e87418-f3e0-4162-bf2a-2ae8579091bb", "name": "network-vif-plugged", "status": "completed", "tag": "c0142c69-b557-4895-8179-6c8e34d11416", "code": 200}]} {{(pid=111104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:06:53.170343 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-2fe0ebae-5398-48ad-9fcf-6ed98fd73754 {{(pid=111104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:06:53.170752 dv-cinder-851030-1-iscsi neutron-server[111104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fe0ebae-5398-48ad-9fcf-6ed98fd73754'] response: {'server_uuid': '10e87418-f3e0-4162-bf2a-2ae8579091bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0142c69-b557-4895-8179-6c8e34d11416', 'code': 200} Jul 26 15:06:53.189314 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-6b0a56c3-b225-4902-b626-44cc3f1ab723 req-5d791299-81db-4912-9582-e0a91e6d00a1 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] 10.222.0.97 "GET /v2.0/security-groups?id=842a9ad9-e6c4-438e-b348-b4c56e62196e&id=88d72e76-bb09-4ad4-8080-032d0bcf07c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0703175 Jul 26 15:06:53.213168 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (c0142c69-b557-4895-8179-6c8e34d11416), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:53.264041 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Pushing event updated for resources: {'Port': ['ID=c0142c69-b557-4895-8179-6c8e34d11416,revision_number=7']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:06:53.955248 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cc6a5d-591c-4c72-9303-ca7e70145d79 req-18b5d91b-ab1a-45d2-9772-2bc897ac5f8e tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:53.956694 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-32cc6a5d-591c-4c72-9303-ca7e70145d79 req-18b5d91b-ab1a-45d2-9772-2bc897ac5f8e tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=10e87418-f3e0-4162-bf2a-2ae8579091bb HTTP/1.1" status: 200 len: 946 time: 0.0488775 Jul 26 15:06:53.969639 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=100 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:06:54.005872 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-32cc6a5d-591c-4c72-9303-ca7e70145d79 req-2023be56-0ea5-4eab-ae68-1ad1f85d49ae tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=d67b6f6d-db3d-4464-9d0b-0ddcf91da5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428424 Jul 26 15:06:54.323501 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062c54b4-3bc9-4ddc-8333-50afd448101e req-b6857e55-cd5a-447f-a689-de833c25e4c5 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:54.325828 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-062c54b4-3bc9-4ddc-8333-50afd448101e req-b6857e55-cd5a-447f-a689-de833c25e4c5 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] 10.222.0.97 "GET /v2.0/ports?device_id=76622244-1b87-4bef-abec-7e54b6e9682e HTTP/1.1" status: 200 len: 984 time: 0.0526733 Jul 26 15:06:54.344411 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-9079d102-ed4e-453f-8269-e5771e06b20e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (66f8bb98-7ace-4a85-b6ba-ffe40597695b), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:54.391218 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-062c54b4-3bc9-4ddc-8333-50afd448101e req-9f89b75f-1a5c-4b10-9298-0667d2e3dc8f tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] 10.222.0.97 "GET /v2.0/security-groups?id=842a9ad9-e6c4-438e-b348-b4c56e62196e&id=88d72e76-bb09-4ad4-8080-032d0bcf07c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0603480 Jul 26 15:06:55.123936 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=100 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:06:55.140286 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5d09e9-065d-4390-b192-2ed766128ddf req-e008ac3a-40a7-4f74-ad13-fd80805ebdf1 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:55.141815 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-ee5d09e9-065d-4390-b192-2ed766128ddf req-e008ac3a-40a7-4f74-ad13-fd80805ebdf1 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=10e87418-f3e0-4162-bf2a-2ae8579091bb HTTP/1.1" status: 200 len: 946 time: 0.0522850 Jul 26 15:06:55.190822 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-ee5d09e9-065d-4390-b192-2ed766128ddf req-4297ae6e-6447-4ff2-a15c-99abe458acf3 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=d67b6f6d-db3d-4464-9d0b-0ddcf91da5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429251 Jul 26 15:06:55.487795 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b30572d2-bee0-4462-94ed-c13cd0ef4273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (40fac31a-afaa-44e8-8521-47b803a59f0f), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:55.529048 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4837197e-6bb2-4171-9b92-34cf5edbb9bd req-51fdf177-9e6e-4d32-b79e-b3b75d730017 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:55.531104 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-4837197e-6bb2-4171-9b92-34cf5edbb9bd req-51fdf177-9e6e-4d32-b79e-b3b75d730017 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] 10.222.0.97 "GET /v2.0/ports?device_id=76622244-1b87-4bef-abec-7e54b6e9682e HTTP/1.1" status: 200 len: 984 time: 0.0574682 Jul 26 15:06:55.610481 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-4837197e-6bb2-4171-9b92-34cf5edbb9bd req-64c2a585-7a07-4c16-b962-2c3efe2adeb1 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] 10.222.0.97 "GET /v2.0/security-groups?id=842a9ad9-e6c4-438e-b348-b4c56e62196e&id=88d72e76-bb09-4ad4-8080-032d0bcf07c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0699308 Jul 26 15:06:56.393803 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7139dd-9e14-4b9d-b790-800dfd428c7f req-0520c051-4aa8-426a-98ec-54e6eaa98f80 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:56.396859 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-fc7139dd-9e14-4b9d-b790-800dfd428c7f req-0520c051-4aa8-426a-98ec-54e6eaa98f80 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=10e87418-f3e0-4162-bf2a-2ae8579091bb HTTP/1.1" status: 200 len: 946 time: 0.0680535 Jul 26 15:06:56.466233 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-fc7139dd-9e14-4b9d-b790-800dfd428c7f req-01624cd2-1444-48b6-92eb-5bd6c6fdf7dd tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=d67b6f6d-db3d-4464-9d0b-0ddcf91da5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633738 Jul 26 15:06:56.763267 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb46c05-0ff4-4846-8447-506b1939fc47 req-2efdce0a-88c3-49db-b117-989e0338c462 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:56.765590 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-ebb46c05-0ff4-4846-8447-506b1939fc47 req-2efdce0a-88c3-49db-b117-989e0338c462 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] 10.222.0.97 "GET /v2.0/ports?device_id=76622244-1b87-4bef-abec-7e54b6e9682e HTTP/1.1" status: 200 len: 984 time: 0.0701029 Jul 26 15:06:56.828343 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=100 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:06:56.847253 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-ebb46c05-0ff4-4846-8447-506b1939fc47 req-a8163636-8c32-4e5c-8ec9-5754fd82cf7f tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] 10.222.0.97 "GET /v2.0/security-groups?id=842a9ad9-e6c4-438e-b348-b4c56e62196e&id=88d72e76-bb09-4ad4-8080-032d0bcf07c8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0745392 Jul 26 15:06:57.010507 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b977bc9f-0510-4ebd-94dd-930fc4499a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (e5556d63-fbf3-48f2-bfac-7896e86945c3), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:57.152843 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (df49e665-2de0-463a-a1e1-c989804d5593), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:06:57.603944 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9860d7-17c9-479a-9c60-a4d52d2fb248 req-113cf855-37cc-41dc-a59f-39a446bee46b tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:57.607939 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-5e9860d7-17c9-479a-9c60-a4d52d2fb248 req-113cf855-37cc-41dc-a59f-39a446bee46b tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=10e87418-f3e0-4162-bf2a-2ae8579091bb HTTP/1.1" status: 200 len: 946 time: 0.0559950 Jul 26 15:06:57.675992 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-5e9860d7-17c9-479a-9c60-a4d52d2fb248 req-aae4e678-cead-43ec-858a-45336ad6451e tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=d67b6f6d-db3d-4464-9d0b-0ddcf91da5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636141 Jul 26 15:06:57.721158 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=100 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:06:57.729599 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-1a1f2bb0-e67d-40c1-8d5b-e789ca838325 req-a02f1537-4424-47db-8aa4-d0e8c57ef473 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=76622244-1b87-4bef-abec-7e54b6e9682e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0623343 Jul 26 15:06:57.825050 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1f2bb0-e67d-40c1-8d5b-e789ca838325 req-6d7de48f-ce7c-45ec-a84e-281027a026e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:57.827821 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-1a1f2bb0-e67d-40c1-8d5b-e789ca838325 req-6d7de48f-ce7c-45ec-a84e-281027a026e2 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=d057f29b771a4110be66186949246663&device_id=76622244-1b87-4bef-abec-7e54b6e9682e HTTP/1.1" status: 200 len: 1168 time: 0.0621297 Jul 26 15:06:57.842776 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:06:57.854943 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:06:57.990792 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1f2bb0-e67d-40c1-8d5b-e789ca838325 req-f2aecbd8-22e9-48a7-818e-0e97294ea78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:57.992402 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-1a1f2bb0-e67d-40c1-8d5b-e789ca838325 req-f2aecbd8-22e9-48a7-818e-0e97294ea78d service neutron] 10.222.0.99 "GET /v2.0/networks?id=bf886878-6d84-4a71-af9c-be5dc52b71cd HTTP/1.1" status: 200 len: 917 time: 0.1410303 Jul 26 15:06:58.069837 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-1a1f2bb0-e67d-40c1-8d5b-e789ca838325 req-832cbda9-a9a5-490c-afbf-ca41014da945 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2831923e-e6ab-4b89-a50e-076a3e488d88 HTTP/1.1" status: 200 len: 1001 time: 0.0706980 Jul 26 15:06:58.136244 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1f2bb0-e67d-40c1-8d5b-e789ca838325 req-06a38c8d-3562-4b1f-a091-2b5199beeff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:58.138366 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-1a1f2bb0-e67d-40c1-8d5b-e789ca838325 req-06a38c8d-3562-4b1f-a091-2b5199beeff3 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=45c37ca3-876f-4e01-a3bc-880fa7a43acb HTTP/1.1" status: 200 len: 854 time: 0.0581646 Jul 26 15:06:58.197334 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1f2bb0-e67d-40c1-8d5b-e789ca838325 req-337ea276-1892-4f6a-a0d1-98ce618b9429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:58.198888 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-1a1f2bb0-e67d-40c1-8d5b-e789ca838325 req-337ea276-1892-4f6a-a0d1-98ce618b9429 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=bf886878-6d84-4a71-af9c-be5dc52b71cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0540628 Jul 26 15:06:58.317066 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-1a1f2bb0-e67d-40c1-8d5b-e789ca838325 req-11a25ae9-6e03-4a54-8562-71381facfcf9 service neutron] 10.222.0.99 "GET /v2.0/networks/bf886878-6d84-4a71-af9c-be5dc52b71cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093500 Jul 26 15:06:58.422572 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-1a1f2bb0-e67d-40c1-8d5b-e789ca838325 req-2ecf9049-bb51-4973-a25b-73885ff2172d service neutron] 10.222.0.99 "GET /v2.0/networks/bf886878-6d84-4a71-af9c-be5dc52b71cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991943 Jul 26 15:06:58.827812 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f6ddd2-753c-4ed9-a2c4-714aab699ab6 req-d8f596ff-25bd-467e-a3be-99409eafba9c tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:06:58.829304 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-94f6ddd2-753c-4ed9-a2c4-714aab699ab6 req-d8f596ff-25bd-467e-a3be-99409eafba9c tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=10e87418-f3e0-4162-bf2a-2ae8579091bb HTTP/1.1" status: 200 len: 946 time: 0.0585675 Jul 26 15:06:58.879131 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-94f6ddd2-753c-4ed9-a2c4-714aab699ab6 req-08f35d35-304c-4b38-978d-06b2f0059d43 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=d67b6f6d-db3d-4464-9d0b-0ddcf91da5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435436 Jul 26 15:06:59.070065 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=5 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:07:00.033884 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8c0355-7179-4709-9839-c0cfba1832df req-a3a347b0-7349-47b4-888d-e1524c28e71f tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:00.042406 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-0c8c0355-7179-4709-9839-c0cfba1832df req-a3a347b0-7349-47b4-888d-e1524c28e71f tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=10e87418-f3e0-4162-bf2a-2ae8579091bb HTTP/1.1" status: 200 len: 946 time: 0.0665715 Jul 26 15:07:00.096650 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-0c8c0355-7179-4709-9839-c0cfba1832df req-875a4c37-11a5-4821-947f-6c1457edc52e tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=d67b6f6d-db3d-4464-9d0b-0ddcf91da5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530083 Jul 26 15:07:01.254205 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d159ae2e-997e-4ecf-81d6-3ce11e3f9051 req-dc6723c6-5634-4420-b422-434336ad6428 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:01.255827 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-d159ae2e-997e-4ecf-81d6-3ce11e3f9051 req-dc6723c6-5634-4420-b422-434336ad6428 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=10e87418-f3e0-4162-bf2a-2ae8579091bb HTTP/1.1" status: 200 len: 946 time: 0.0553772 Jul 26 15:07:01.359045 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-d159ae2e-997e-4ecf-81d6-3ce11e3f9051 req-3f0d3762-88f4-40b7-9a19-ce13debe1203 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=d67b6f6d-db3d-4464-9d0b-0ddcf91da5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955436 Jul 26 15:07:02.593783 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65e0589-4f54-47e2-9ee5-75971754597f req-b8660783-4dcc-43b1-b87a-e4962de5b317 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:02.600357 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-e65e0589-4f54-47e2-9ee5-75971754597f req-b8660783-4dcc-43b1-b87a-e4962de5b317 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=10e87418-f3e0-4162-bf2a-2ae8579091bb HTTP/1.1" status: 200 len: 946 time: 0.1413171 Jul 26 15:07:02.672560 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-e65e0589-4f54-47e2-9ee5-75971754597f req-7594fa5e-7179-49c6-89ef-d11ee163eeae tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=d67b6f6d-db3d-4464-9d0b-0ddcf91da5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702519 Jul 26 15:07:03.817583 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee2c1d4-aebc-4173-bb72-0005800fd8ff req-759a0641-a7e2-4f24-8ad8-0cdb04733096 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:03.819196 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-5ee2c1d4-aebc-4173-bb72-0005800fd8ff req-759a0641-a7e2-4f24-8ad8-0cdb04733096 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=10e87418-f3e0-4162-bf2a-2ae8579091bb HTTP/1.1" status: 200 len: 946 time: 0.0537794 Jul 26 15:07:03.899136 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-5ee2c1d4-aebc-4173-bb72-0005800fd8ff req-92427f50-ce69-4cca-935f-6d0faf8085a3 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=d67b6f6d-db3d-4464-9d0b-0ddcf91da5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729342 Jul 26 15:07:05.047760 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07baf1eb-f3af-4950-809d-09d85486e474 req-f0524f50-0c61-4f97-8e51-28d4a15f7ea1 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:05.055569 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-07baf1eb-f3af-4950-809d-09d85486e474 req-f0524f50-0c61-4f97-8e51-28d4a15f7ea1 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=10e87418-f3e0-4162-bf2a-2ae8579091bb HTTP/1.1" status: 200 len: 946 time: 0.0651922 Jul 26 15:07:05.110921 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-07baf1eb-f3af-4950-809d-09d85486e474 req-b4d7e50d-dc58-4045-a48d-b3c11db6f200 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=d67b6f6d-db3d-4464-9d0b-0ddcf91da5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540895 Jul 26 15:07:06.243922 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519fd583-70bc-4f31-aa9c-7fe4e570826c req-7410894f-d3c1-417f-9b60-ed54f1a8c600 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:06.245522 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-519fd583-70bc-4f31-aa9c-7fe4e570826c req-7410894f-d3c1-417f-9b60-ed54f1a8c600 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=10e87418-f3e0-4162-bf2a-2ae8579091bb HTTP/1.1" status: 200 len: 946 time: 0.0525701 Jul 26 15:07:06.298194 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-519fd583-70bc-4f31-aa9c-7fe4e570826c req-fc2b7b97-bfa3-43cb-87be-b8c1a1beed87 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=d67b6f6d-db3d-4464-9d0b-0ddcf91da5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449777 Jul 26 15:07:07.441267 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc7303e-7317-4f38-9cab-08a0e2dfba61 req-3569c9ec-94bd-4cac-b2e9-09056fb1bc43 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:07.442876 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-acc7303e-7317-4f38-9cab-08a0e2dfba61 req-3569c9ec-94bd-4cac-b2e9-09056fb1bc43 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=10e87418-f3e0-4162-bf2a-2ae8579091bb HTTP/1.1" status: 200 len: 946 time: 0.0492065 Jul 26 15:07:07.504248 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-acc7303e-7317-4f38-9cab-08a0e2dfba61 req-3d3cee5b-67de-4e7d-9109-cb75135d22a9 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=d67b6f6d-db3d-4464-9d0b-0ddcf91da5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519421 Jul 26 15:07:08.166498 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=16 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:07:08.168421 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=2 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:07:08.670335 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1343e7e-5ecb-48d6-a0ec-2449c8546b19 req-21d7d0ec-6857-4774-b3a0-7f24c0d1d98f tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:08.671941 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-e1343e7e-5ecb-48d6-a0ec-2449c8546b19 req-21d7d0ec-6857-4774-b3a0-7f24c0d1d98f tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=10e87418-f3e0-4162-bf2a-2ae8579091bb HTTP/1.1" status: 200 len: 946 time: 0.0842292 Jul 26 15:07:08.675315 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfca585-fe82-46fa-9ad2-afe6b766934b req-802383c8-9d8e-4746-9db9-094b3a81a24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:08.676829 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-ccfca585-fe82-46fa-9ad2-afe6b766934b req-802383c8-9d8e-4746-9db9-094b3a81a24c service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7f82b8853b874e61820108bc16e8dc41&device_id=10e87418-f3e0-4162-bf2a-2ae8579091bb HTTP/1.1" status: 200 len: 1130 time: 0.0798433 Jul 26 15:07:08.701134 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=100 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:07:08.756465 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=100 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:07:08.781383 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-e1343e7e-5ecb-48d6-a0ec-2449c8546b19 req-54937f7a-8cea-42bf-8396-5e2cde36eb8f tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=d67b6f6d-db3d-4464-9d0b-0ddcf91da5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036105 Jul 26 15:07:08.805639 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfca585-fe82-46fa-9ad2-afe6b766934b req-3166dbde-2dc0-47d3-9757-f341d1c95c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:08.807695 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-ccfca585-fe82-46fa-9ad2-afe6b766934b req-3166dbde-2dc0-47d3-9757-f341d1c95c82 service neutron] 10.222.0.99 "GET /v2.0/networks?id=40bf059a-9593-4ce0-be05-c864bfa3c074 HTTP/1.1" status: 200 len: 917 time: 0.1223707 Jul 26 15:07:08.872776 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-ccfca585-fe82-46fa-9ad2-afe6b766934b req-8475b8d0-b2a8-48c2-b98e-a47856636b6a service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c0142c69-b557-4895-8179-6c8e34d11416 HTTP/1.1" status: 200 len: 1002 time: 0.0584307 Jul 26 15:07:08.927914 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfca585-fe82-46fa-9ad2-afe6b766934b req-0b43dd89-3ff1-4016-b671-f43f86349c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:08.929391 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-ccfca585-fe82-46fa-9ad2-afe6b766934b req-0b43dd89-3ff1-4016-b671-f43f86349c39 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=8d76239a-a9c4-4c98-83cb-a3f6ea48b403 HTTP/1.1" status: 200 len: 854 time: 0.0498185 Jul 26 15:07:08.979456 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfca585-fe82-46fa-9ad2-afe6b766934b req-ee3e32ca-b11b-4375-badf-eb83a17a0c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:08.980977 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-ccfca585-fe82-46fa-9ad2-afe6b766934b req-ee3e32ca-b11b-4375-badf-eb83a17a0c4c service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=40bf059a-9593-4ce0-be05-c864bfa3c074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447350 Jul 26 15:07:09.086187 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-ccfca585-fe82-46fa-9ad2-afe6b766934b req-a1e4c8cb-f883-4b71-82ef-a58b71387d0d service neutron] 10.222.0.99 "GET /v2.0/networks/40bf059a-9593-4ce0-be05-c864bfa3c074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992308 Jul 26 15:07:09.454638 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-ccfca585-fe82-46fa-9ad2-afe6b766934b req-3c69a6c4-7743-4920-8d51-76391d582d8c service neutron] 10.222.0.99 "GET /v2.0/networks/40bf059a-9593-4ce0-be05-c864bfa3c074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3625021 Jul 26 15:07:09.921946 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d10cad4-c23d-49af-8ae7-0fe1e87172c3 req-461d40b7-1fdf-41f5-b3f4-84c069c33ef5 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:09.923618 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-4d10cad4-c23d-49af-8ae7-0fe1e87172c3 req-461d40b7-1fdf-41f5-b3f4-84c069c33ef5 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=10e87418-f3e0-4162-bf2a-2ae8579091bb HTTP/1.1" status: 200 len: 946 time: 0.0532653 Jul 26 15:07:09.978735 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-4d10cad4-c23d-49af-8ae7-0fe1e87172c3 req-9316184b-15d8-44ef-b737-dfde4f134c0b tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=d67b6f6d-db3d-4464-9d0b-0ddcf91da5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454574 Jul 26 15:07:11.109400 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfdee09-0e95-4250-b904-2d90762dd6a5 req-975e85a2-3fbb-414e-ac5b-236fbed1b3c5 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:11.110921 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-9bfdee09-0e95-4250-b904-2d90762dd6a5 req-975e85a2-3fbb-414e-ac5b-236fbed1b3c5 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=10e87418-f3e0-4162-bf2a-2ae8579091bb HTTP/1.1" status: 200 len: 946 time: 0.0486152 Jul 26 15:07:11.163078 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-9bfdee09-0e95-4250-b904-2d90762dd6a5 req-90959f28-91f3-4b84-bec5-668f626e3f7b tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=d67b6f6d-db3d-4464-9d0b-0ddcf91da5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465701 Jul 26 15:07:12.313098 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1efecf-e259-4ee3-a040-e8a0404abc49 req-8afbb6e5-8302-4661-95c6-17abb762fcfe tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:12.314531 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-ed1efecf-e259-4ee3-a040-e8a0404abc49 req-8afbb6e5-8302-4661-95c6-17abb762fcfe tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=10e87418-f3e0-4162-bf2a-2ae8579091bb HTTP/1.1" status: 200 len: 946 time: 0.0561457 Jul 26 15:07:12.365175 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-ed1efecf-e259-4ee3-a040-e8a0404abc49 req-162bbd79-03cf-4feb-a9b3-3f92953dbfef tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=d67b6f6d-db3d-4464-9d0b-0ddcf91da5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437121 Jul 26 15:07:13.121863 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Device c0142c69-b557-4895-8179-6c8e34d11416 no longer exists at agent hyperv_hv-cinder-85103 {{(pid=111104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:07:13.201979 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Current status of the port c0142c69-b557-4895-8179-6c8e34d11416 is: ACTIVE; New status is: DOWN {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:07:13.202349 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (c0142c69-b557-4895-8179-6c8e34d11416), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:13.227993 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10e87418-f3e0-4162-bf2a-2ae8579091bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0142c69-b557-4895-8179-6c8e34d11416'}] {{(pid=111104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:07:13.230325 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8a064b11bc677c9d4ab9f25c89ff6de8646fcd773e132cdea81d797053aa31c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-921eb651-35c9-4d95-ad79-dfb34b11c0fa" -d '{"events": [{"server_uuid": "10e87418-f3e0-4162-bf2a-2ae8579091bb", "name": "network-vif-unplugged", "status": "completed", "tag": "c0142c69-b557-4895-8179-6c8e34d11416"}]}' {{(pid=111104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:07:13.243769 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] For port c0142c69-b557-4895-8179-6c8e34d11416, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=c0142c69-b557-4895-8179-6c8e34d11416,segment=NetworkSegment(cec6c169-26ac-4d4a-8f8d-b81b07eccaa9),segment_id=cec6c169-26ac-4d4a-8f8d-b81b07eccaa9)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:07:13.264099 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 26 Jul 2022 15:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f80c2b0b-c5a5-42d3-afb1-e78f64acd853 x-openstack-request-id: req-f80c2b0b-c5a5-42d3-afb1-e78f64acd853 {{(pid=111104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:07:13.264387 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10e87418-f3e0-4162-bf2a-2ae8579091bb", "name": "network-vif-unplugged", "status": "failed", "tag": "c0142c69-b557-4895-8179-6c8e34d11416", "code": 422}]} {{(pid=111104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:07:13.264642 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-f80c2b0b-c5a5-42d3-afb1-e78f64acd853 {{(pid=111104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:07:13.265087 dv-cinder-851030-1-iscsi neutron-server[111104]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-f80c2b0b-c5a5-42d3-afb1-e78f64acd853']: {'server_uuid': '10e87418-f3e0-4162-bf2a-2ae8579091bb', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c0142c69-b557-4895-8179-6c8e34d11416', 'code': 422} returned with failed status Jul 26 15:07:13.353468 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (c0142c69-b557-4895-8179-6c8e34d11416), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:13.437417 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Pushing event updated for resources: {'Port': ['ID=c0142c69-b557-4895-8179-6c8e34d11416,revision_number=8']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:07:14.955712 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8268b2-9c56-4b46-839d-462c76c2a7f8 req-b1f5749c-c91c-413e-9086-c0b922bbb2a5 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:14.957327 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-8a8268b2-9c56-4b46-839d-462c76c2a7f8 req-b1f5749c-c91c-413e-9086-c0b922bbb2a5 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=10e87418-f3e0-4162-bf2a-2ae8579091bb HTTP/1.1" status: 200 len: 944 time: 0.0500984 Jul 26 15:07:14.990069 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=100 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:07:15.011848 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-8a8268b2-9c56-4b46-839d-462c76c2a7f8 req-6ecfbaf7-85ab-4f16-92a6-8f83f0d0c12e tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=d67b6f6d-db3d-4464-9d0b-0ddcf91da5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483110 Jul 26 15:07:15.418106 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (311d617f-8fa1-4662-a157-ab38f6e1e2d8), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:15.450314 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-4b18cc2e-0e3d-4d39-97aa-882a1648f506 req-6254f4d4-5fee-4d8d-aade-af00971c1d56 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=10e87418-f3e0-4162-bf2a-2ae8579091bb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0902133 Jul 26 15:07:15.583687 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b18cc2e-0e3d-4d39-97aa-882a1648f506 req-7ba2f5de-9b75-46c8-95eb-0657f0e6d869 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:15.585136 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-4b18cc2e-0e3d-4d39-97aa-882a1648f506 req-7ba2f5de-9b75-46c8-95eb-0657f0e6d869 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports/c0142c69-b557-4895-8179-6c8e34d11416 HTTP/1.1" status: 200 len: 941 time: 0.1049800 Jul 26 15:07:16.143468 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5e6d6d-4cf1-4ee4-97a9-7522e9412f41 req-08aa2502-fbf4-4065-9ac1-f0159ccbbd45 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:16.145156 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-ee5e6d6d-4cf1-4ee4-97a9-7522e9412f41 req-08aa2502-fbf4-4065-9ac1-f0159ccbbd45 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=10e87418-f3e0-4162-bf2a-2ae8579091bb HTTP/1.1" status: 200 len: 944 time: 0.0492022 Jul 26 15:07:16.195723 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-ee5e6d6d-4cf1-4ee4-97a9-7522e9412f41 req-b1e0b14b-7644-47f4-b973-50034a798f41 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=d67b6f6d-db3d-4464-9d0b-0ddcf91da5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442064 Jul 26 15:07:17.325528 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9fe04a-2979-46cf-9220-75ce85ac8ef7 req-95687367-1667-4fd7-aaee-0912ab9eb89a tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:17.327087 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-1d9fe04a-2979-46cf-9220-75ce85ac8ef7 req-95687367-1667-4fd7-aaee-0912ab9eb89a tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=10e87418-f3e0-4162-bf2a-2ae8579091bb HTTP/1.1" status: 200 len: 944 time: 0.0497749 Jul 26 15:07:17.377055 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-1d9fe04a-2979-46cf-9220-75ce85ac8ef7 req-5ccdd953-e9d6-4cd3-a700-00af82329700 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=d67b6f6d-db3d-4464-9d0b-0ddcf91da5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441837 Jul 26 15:07:17.478806 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b18cc2e-0e3d-4d39-97aa-882a1648f506 req-a103777a-c061-4315-b6b1-b9cf3051d85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:17.480347 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-4b18cc2e-0e3d-4d39-97aa-882a1648f506 req-a103777a-c061-4315-b6b1-b9cf3051d85a service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=10e87418-f3e0-4162-bf2a-2ae8579091bb&tenant_id=7f82b8853b874e61820108bc16e8dc41 HTTP/1.1" status: 200 len: 1128 time: 0.0412128 Jul 26 15:07:17.558519 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b18cc2e-0e3d-4d39-97aa-882a1648f506 req-90e540e3-c10d-4d8e-8e8f-43f6446ea022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:17.560126 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-4b18cc2e-0e3d-4d39-97aa-882a1648f506 req-90e540e3-c10d-4d8e-8e8f-43f6446ea022 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7f82b8853b874e61820108bc16e8dc41&device_id=10e87418-f3e0-4162-bf2a-2ae8579091bb HTTP/1.1" status: 200 len: 1128 time: 0.0450590 Jul 26 15:07:17.658312 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b18cc2e-0e3d-4d39-97aa-882a1648f506 req-8cbbe955-36f2-4f3d-babe-e21c1f7829e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:17.659825 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-4b18cc2e-0e3d-4d39-97aa-882a1648f506 req-8cbbe955-36f2-4f3d-babe-e21c1f7829e6 service neutron] 10.222.0.99 "GET /v2.0/networks?id=40bf059a-9593-4ce0-be05-c864bfa3c074 HTTP/1.1" status: 200 len: 917 time: 0.0939453 Jul 26 15:07:17.734767 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-4b18cc2e-0e3d-4d39-97aa-882a1648f506 req-8af25eab-08b3-4dc0-8732-3151287ef6fd service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c0142c69-b557-4895-8179-6c8e34d11416 HTTP/1.1" status: 200 len: 1000 time: 0.0685267 Jul 26 15:07:17.784190 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=100 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:07:17.788385 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b18cc2e-0e3d-4d39-97aa-882a1648f506 req-8ab47346-bff9-4e50-a191-74045fbdac87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:17.790532 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-4b18cc2e-0e3d-4d39-97aa-882a1648f506 req-8ab47346-bff9-4e50-a191-74045fbdac87 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=8d76239a-a9c4-4c98-83cb-a3f6ea48b403 HTTP/1.1" status: 200 len: 854 time: 0.0490043 Jul 26 15:07:17.836990 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b18cc2e-0e3d-4d39-97aa-882a1648f506 req-8d90337f-53bf-49c8-8756-b514d90e4950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:17.838559 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-4b18cc2e-0e3d-4d39-97aa-882a1648f506 req-8d90337f-53bf-49c8-8756-b514d90e4950 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=40bf059a-9593-4ce0-be05-c864bfa3c074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411534 Jul 26 15:07:17.935228 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-4b18cc2e-0e3d-4d39-97aa-882a1648f506 req-898924ea-6937-4cf1-bb71-4fa8a9938811 service neutron] 10.222.0.99 "GET /v2.0/networks/40bf059a-9593-4ce0-be05-c864bfa3c074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897999 Jul 26 15:07:18.039063 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-4b18cc2e-0e3d-4d39-97aa-882a1648f506 req-2c476fb8-a79d-4b6e-adef-040408c9266b service neutron] 10.222.0.99 "GET /v2.0/networks/40bf059a-9593-4ce0-be05-c864bfa3c074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940683 Jul 26 15:07:18.503545 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=100 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:07:18.518028 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18e6832-24b7-40d4-8254-e3c0f3674dc6 req-cf4b6e53-8c23-4726-b7ff-428548cbee3d tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:18.519939 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-f18e6832-24b7-40d4-8254-e3c0f3674dc6 req-cf4b6e53-8c23-4726-b7ff-428548cbee3d tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=10e87418-f3e0-4162-bf2a-2ae8579091bb HTTP/1.1" status: 200 len: 944 time: 0.0624223 Jul 26 15:07:18.572425 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-f18e6832-24b7-40d4-8254-e3c0f3674dc6 req-8cd881aa-d664-4515-b1c1-f69cc3e27597 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=d67b6f6d-db3d-4464-9d0b-0ddcf91da5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461388 Jul 26 15:07:19.077569 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=2 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:07:19.078850 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=4 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:07:19.709118 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a103831f-8ece-4077-adde-46acd2307bfb req-aa61ab06-66ca-4e9e-ae58-70aa0341c7bd tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:19.710868 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-a103831f-8ece-4077-adde-46acd2307bfb req-aa61ab06-66ca-4e9e-ae58-70aa0341c7bd tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=10e87418-f3e0-4162-bf2a-2ae8579091bb HTTP/1.1" status: 200 len: 944 time: 0.0580287 Jul 26 15:07:19.722974 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=100 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:07:19.764456 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-a103831f-8ece-4077-adde-46acd2307bfb req-16912bbc-0c95-4adb-88c2-422f565c5cd8 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=d67b6f6d-db3d-4464-9d0b-0ddcf91da5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472813 Jul 26 15:07:20.916162 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f89cb2-b663-4439-a367-c6d1cbfbf734 req-02d0ffba-b08e-4247-855e-6569ccf915de tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:20.918379 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-65f89cb2-b663-4439-a367-c6d1cbfbf734 req-02d0ffba-b08e-4247-855e-6569ccf915de tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=10e87418-f3e0-4162-bf2a-2ae8579091bb HTTP/1.1" status: 200 len: 944 time: 0.0668404 Jul 26 15:07:20.975683 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-65f89cb2-b663-4439-a367-c6d1cbfbf734 req-b222e603-5a03-44f4-8233-36b1c2da75ca tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=d67b6f6d-db3d-4464-9d0b-0ddcf91da5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552013 Jul 26 15:07:22.126163 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e6d253-b100-40a2-b84c-a0d8deaf257b req-1e2fd2d8-fa21-4d28-830e-cbd889ced06d tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:22.127726 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-54e6d253-b100-40a2-b84c-a0d8deaf257b req-1e2fd2d8-fa21-4d28-830e-cbd889ced06d tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=10e87418-f3e0-4162-bf2a-2ae8579091bb HTTP/1.1" status: 200 len: 944 time: 0.0558405 Jul 26 15:07:22.180671 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-54e6d253-b100-40a2-b84c-a0d8deaf257b req-f725c063-f38b-43dd-a935-750fc2e1da47 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=d67b6f6d-db3d-4464-9d0b-0ddcf91da5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454800 Jul 26 15:07:22.263739 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-51af169b-c809-421f-9b91-1ab4efe7b94b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (bb4183fa-e0c9-4858-9c34-b1ab78d39af4), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:23.317716 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deea94b1-cd6d-41ea-ad9e-dba4b3f24dbc req-fa34ded7-4099-4728-b1e2-2ccc6533adff tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:23.319343 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-deea94b1-cd6d-41ea-ad9e-dba4b3f24dbc req-fa34ded7-4099-4728-b1e2-2ccc6533adff tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=10e87418-f3e0-4162-bf2a-2ae8579091bb HTTP/1.1" status: 200 len: 944 time: 0.0526850 Jul 26 15:07:23.378466 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-deea94b1-cd6d-41ea-ad9e-dba4b3f24dbc req-5fd43d92-9c87-41a2-9592-a46dda9be484 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=d67b6f6d-db3d-4464-9d0b-0ddcf91da5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514426 Jul 26 15:07:24.300800 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-c014806f-123b-4095-bcb5-63059e0d3d1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (66f8bb98-7ace-4a85-b6ba-ffe40597695b), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:24.519202 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc552cf8-6c5e-4e73-a164-d7e000a80e4b req-472cd4ab-3989-4439-86cc-3e57b9a7a9a8 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:24.520770 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-dc552cf8-6c5e-4e73-a164-d7e000a80e4b req-472cd4ab-3989-4439-86cc-3e57b9a7a9a8 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=10e87418-f3e0-4162-bf2a-2ae8579091bb HTTP/1.1" status: 200 len: 944 time: 0.0551343 Jul 26 15:07:24.572558 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-dc552cf8-6c5e-4e73-a164-d7e000a80e4b req-3f6c815f-a767-40a5-9122-4a0d13973f22 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=d67b6f6d-db3d-4464-9d0b-0ddcf91da5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449717 Jul 26 15:07:25.469025 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b30572d2-bee0-4462-94ed-c13cd0ef4273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (40fac31a-afaa-44e8-8521-47b803a59f0f), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:25.716956 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d10308-824a-4ead-b204-a0bbba62fbd1 req-fac89b6c-6e67-488d-acd9-16b5213c5ec8 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:25.718823 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-e2d10308-824a-4ead-b204-a0bbba62fbd1 req-fac89b6c-6e67-488d-acd9-16b5213c5ec8 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=10e87418-f3e0-4162-bf2a-2ae8579091bb HTTP/1.1" status: 200 len: 944 time: 0.0615623 Jul 26 15:07:25.778942 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-e2d10308-824a-4ead-b204-a0bbba62fbd1 req-b4c9ab44-6bfa-4d13-bca7-9f16a407ce38 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=d67b6f6d-db3d-4464-9d0b-0ddcf91da5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497532 Jul 26 15:07:26.074714 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.agents_db [None req-99196b13-9676-4f02-b89b-0db7196f18a6 None None] Agent healthcheck: found 6 active agents {{(pid=111105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:07:26.937376 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f17f80-46b7-4273-9959-343e212d4a90 req-d81fb50a-0ecd-4f10-b789-c301c6648518 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:26.939332 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-f6f17f80-46b7-4273-9959-343e212d4a90 req-d81fb50a-0ecd-4f10-b789-c301c6648518 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=10e87418-f3e0-4162-bf2a-2ae8579091bb HTTP/1.1" status: 200 len: 944 time: 0.0555794 Jul 26 15:07:26.996805 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-f6f17f80-46b7-4273-9959-343e212d4a90 req-ff845f5a-225b-4b9c-b9ea-4c9e9e99277b tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=d67b6f6d-db3d-4464-9d0b-0ddcf91da5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468161 Jul 26 15:07:27.043226 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b977bc9f-0510-4ebd-94dd-930fc4499a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (e5556d63-fbf3-48f2-bfac-7896e86945c3), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:27.134953 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (df49e665-2de0-463a-a1e1-c989804d5593), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:28.128151 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1728daf-5e1a-482e-bfb2-4de922710ed5 req-e1973202-bacf-4394-9964-9f49fcce1a14 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:28.129842 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-f1728daf-5e1a-482e-bfb2-4de922710ed5 req-e1973202-bacf-4394-9964-9f49fcce1a14 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=10e87418-f3e0-4162-bf2a-2ae8579091bb HTTP/1.1" status: 200 len: 944 time: 0.0494852 Jul 26 15:07:28.179693 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-f1728daf-5e1a-482e-bfb2-4de922710ed5 req-1c396fe1-480e-4fdc-ba60-0bf70f411d35 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=d67b6f6d-db3d-4464-9d0b-0ddcf91da5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434439 Jul 26 15:07:29.306540 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e6c22c-2613-4467-b493-0187cd14a7cf req-208c7e78-c424-4c33-9ab4-5a22a0d54eda tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:29.308110 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-44e6c22c-2613-4467-b493-0187cd14a7cf req-208c7e78-c424-4c33-9ab4-5a22a0d54eda tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=10e87418-f3e0-4162-bf2a-2ae8579091bb HTTP/1.1" status: 200 len: 944 time: 0.0486674 Jul 26 15:07:29.364455 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-44e6c22c-2613-4467-b493-0187cd14a7cf req-29e8e864-c00e-4f62-ba04-eeafdd8e4193 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=d67b6f6d-db3d-4464-9d0b-0ddcf91da5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463703 Jul 26 15:07:30.495824 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2570f48b-f534-4c3d-8d07-503b2c3a7c79 req-fccfba19-0687-404d-ae00-43751a3bbfc7 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:30.497385 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-2570f48b-f534-4c3d-8d07-503b2c3a7c79 req-fccfba19-0687-404d-ae00-43751a3bbfc7 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=10e87418-f3e0-4162-bf2a-2ae8579091bb HTTP/1.1" status: 200 len: 944 time: 0.0558732 Jul 26 15:07:30.546987 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-2570f48b-f534-4c3d-8d07-503b2c3a7c79 req-613a849c-4f69-4ca6-bdc3-bd79d0b27c44 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=d67b6f6d-db3d-4464-9d0b-0ddcf91da5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439479 Jul 26 15:07:31.889251 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be3e751-ac44-4351-8880-33d1754a88c1 req-7d9ba960-5559-44ca-acb4-e73df1cb6253 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:31.890735 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-4be3e751-ac44-4351-8880-33d1754a88c1 req-7d9ba960-5559-44ca-acb4-e73df1cb6253 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=10e87418-f3e0-4162-bf2a-2ae8579091bb HTTP/1.1" status: 200 len: 944 time: 0.2645671 Jul 26 15:07:31.942111 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-4be3e751-ac44-4351-8880-33d1754a88c1 req-eca7ca49-0026-447c-9c0c-5b363aa4f433 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=d67b6f6d-db3d-4464-9d0b-0ddcf91da5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452414 Jul 26 15:07:33.071890 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adffac74-fca0-43c2-9d57-39cf448c83fc req-21875b17-1c54-4fbb-8c3e-b9f0f0f236d7 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:33.073394 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-adffac74-fca0-43c2-9d57-39cf448c83fc req-21875b17-1c54-4fbb-8c3e-b9f0f0f236d7 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=10e87418-f3e0-4162-bf2a-2ae8579091bb HTTP/1.1" status: 200 len: 944 time: 0.0488510 Jul 26 15:07:33.123776 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-adffac74-fca0-43c2-9d57-39cf448c83fc req-2bb4dbb7-316a-4adc-b480-444e9f5190c3 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=d67b6f6d-db3d-4464-9d0b-0ddcf91da5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446861 Jul 26 15:07:33.238609 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Device c0142c69-b557-4895-8179-6c8e34d11416 details requested by agent hyperv_hv-cinder-85103 with host hv-cinder-85103 {{(pid=111104) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:07:33.342661 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] For port c0142c69-b557-4895-8179-6c8e34d11416, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=c0142c69-b557-4895-8179-6c8e34d11416,segment=NetworkSegment(cec6c169-26ac-4d4a-8f8d-b81b07eccaa9),segment_id=cec6c169-26ac-4d4a-8f8d-b81b07eccaa9)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:07:33.354267 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Returning: {'device': 'c0142c69-b557-4895-8179-6c8e34d11416', 'network_id': '40bf059a-9593-4ce0-be05-c864bfa3c074', 'port_id': 'c0142c69-b557-4895-8179-6c8e34d11416', 'mac_address': 'fa:16:3e:8d:07:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1098, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d76239a-a9c4-4c98-83cb-a3f6ea48b403', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111104) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:07:33.389910 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Current status of the port c0142c69-b557-4895-8179-6c8e34d11416 is: DOWN; New status is: BUILD {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:07:33.390298 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (c0142c69-b557-4895-8179-6c8e34d11416), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:33.403851 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.notifiers.nova [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0142c69-b557-4895-8179-6c8e34d11416 {{(pid=111104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 15:07:33.427857 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] For port c0142c69-b557-4895-8179-6c8e34d11416, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=c0142c69-b557-4895-8179-6c8e34d11416,segment=NetworkSegment(cec6c169-26ac-4d4a-8f8d-b81b07eccaa9),segment_id=cec6c169-26ac-4d4a-8f8d-b81b07eccaa9)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:07:33.529199 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (c0142c69-b557-4895-8179-6c8e34d11416), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:33.576607 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Pushing event updated for resources: {'Port': ['ID=c0142c69-b557-4895-8179-6c8e34d11416,revision_number=9']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:07:33.996119 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] get_ports_and_sgs() called for port_ids ['c0142c69-b557-4895-8179-6c8e34d11416'] {{(pid=111104) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:07:34.259747 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc302d94-449b-41d6-bc70-ef1a4bfb9f16 req-ff6fc04f-f0d4-4658-8ade-dd1a35e81b9f tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:34.261288 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-bc302d94-449b-41d6-bc70-ef1a4bfb9f16 req-ff6fc04f-f0d4-4658-8ade-dd1a35e81b9f tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=10e87418-f3e0-4162-bf2a-2ae8579091bb HTTP/1.1" status: 200 len: 945 time: 0.0482702 Jul 26 15:07:34.311111 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-bc302d94-449b-41d6-bc70-ef1a4bfb9f16 req-be832870-532f-46f9-ac26-26f9970eb2c4 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=d67b6f6d-db3d-4464-9d0b-0ddcf91da5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441577 Jul 26 15:07:35.231056 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Device c0142c69-b557-4895-8179-6c8e34d11416 up at agent hyperv_hv-cinder-85103 {{(pid=111104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:07:35.276081 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Provisioning complete for port c0142c69-b557-4895-8179-6c8e34d11416 triggered by entity L2. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:07:35.276454 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (c0142c69-b557-4895-8179-6c8e34d11416), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:35.300923 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:07:35.313693 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:07:35.355164 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Current status of the port c0142c69-b557-4895-8179-6c8e34d11416 is: BUILD; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:07:35.355628 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (c0142c69-b557-4895-8179-6c8e34d11416), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:35.380188 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10e87418-f3e0-4162-bf2a-2ae8579091bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0142c69-b557-4895-8179-6c8e34d11416'}] {{(pid=111104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:07:35.382669 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8a064b11bc677c9d4ab9f25c89ff6de8646fcd773e132cdea81d797053aa31c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ae3ed75-2d4c-42f2-ba8a-d52f32686b0c" -d '{"events": [{"server_uuid": "10e87418-f3e0-4162-bf2a-2ae8579091bb", "name": "network-vif-plugged", "status": "completed", "tag": "c0142c69-b557-4895-8179-6c8e34d11416"}]}' {{(pid=111104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:07:35.401670 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] For port c0142c69-b557-4895-8179-6c8e34d11416, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=c0142c69-b557-4895-8179-6c8e34d11416,segment=NetworkSegment(cec6c169-26ac-4d4a-8f8d-b81b07eccaa9),segment_id=cec6c169-26ac-4d4a-8f8d-b81b07eccaa9)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:07:35.423249 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 15:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-087f4f0e-2019-45ef-9f2f-b4b0ed1e07bb x-openstack-request-id: req-087f4f0e-2019-45ef-9f2f-b4b0ed1e07bb {{(pid=111104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:07:35.423570 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10e87418-f3e0-4162-bf2a-2ae8579091bb", "name": "network-vif-plugged", "status": "completed", "tag": "c0142c69-b557-4895-8179-6c8e34d11416", "code": 200}]} {{(pid=111104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:07:35.423821 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-087f4f0e-2019-45ef-9f2f-b4b0ed1e07bb {{(pid=111104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:07:35.424221 dv-cinder-851030-1-iscsi neutron-server[111104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-087f4f0e-2019-45ef-9f2f-b4b0ed1e07bb'] response: {'server_uuid': '10e87418-f3e0-4162-bf2a-2ae8579091bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0142c69-b557-4895-8179-6c8e34d11416', 'code': 200} Jul 26 15:07:35.446033 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c2b83e-815f-4b7f-9616-0a2e71fd118b req-d3ee43b5-de9c-4e62-92b9-d13fd323e3b0 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:35.447539 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-f5c2b83e-815f-4b7f-9616-0a2e71fd118b req-d3ee43b5-de9c-4e62-92b9-d13fd323e3b0 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=10e87418-f3e0-4162-bf2a-2ae8579091bb HTTP/1.1" status: 200 len: 945 time: 0.0565124 Jul 26 15:07:35.501566 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-f5c2b83e-815f-4b7f-9616-0a2e71fd118b req-1397d87b-b5d3-4a7d-9635-0f948de75226 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=d67b6f6d-db3d-4464-9d0b-0ddcf91da5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482233 Jul 26 15:07:35.512431 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (c0142c69-b557-4895-8179-6c8e34d11416), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:35.566403 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Pushing event updated for resources: {'Port': ['ID=c0142c69-b557-4895-8179-6c8e34d11416,revision_number=10']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:07:35.900178 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=100 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:07:35.911733 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1742c0-2384-4bcc-adcb-614cec440f98 req-c2a5592e-596a-418f-92bf-2b272648cfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:35.913342 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-af1742c0-2384-4bcc-adcb-614cec440f98 req-c2a5592e-596a-418f-92bf-2b272648cfe0 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=10e87418-f3e0-4162-bf2a-2ae8579091bb HTTP/1.1" status: 200 len: 1131 time: 0.0408189 Jul 26 15:07:36.069462 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=1 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:07:36.070839 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=1 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:07:36.074761 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-af1742c0-2384-4bcc-adcb-614cec440f98 req-c5e2637b-9e7f-4a7f-83c6-826ba60c69eb service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=d67b6f6d-db3d-4464-9d0b-0ddcf91da5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410833 Jul 26 15:07:36.643998 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69023c1-8455-469a-9fd3-eb343063325d req-3210a99f-b168-48d5-aea3-e9ada543d8c9 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:36.645477 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-c69023c1-8455-469a-9fd3-eb343063325d req-3210a99f-b168-48d5-aea3-e9ada543d8c9 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=10e87418-f3e0-4162-bf2a-2ae8579091bb HTTP/1.1" status: 200 len: 947 time: 0.0525522 Jul 26 15:07:36.694234 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-c69023c1-8455-469a-9fd3-eb343063325d req-448ee281-1cfa-4821-9154-39634ab7379d tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=d67b6f6d-db3d-4464-9d0b-0ddcf91da5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425591 Jul 26 15:07:37.822758 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41a40b4-c360-45fe-9e58-9969a8a36c29 req-88f2e0de-b7e5-4d94-ac93-ccc67ed9e884 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:37.824368 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-f41a40b4-c360-45fe-9e58-9969a8a36c29 req-88f2e0de-b7e5-4d94-ac93-ccc67ed9e884 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=10e87418-f3e0-4162-bf2a-2ae8579091bb HTTP/1.1" status: 200 len: 947 time: 0.0475488 Jul 26 15:07:37.875778 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-f41a40b4-c360-45fe-9e58-9969a8a36c29 req-d878b782-b632-4fa2-9924-387310824ee0 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=d67b6f6d-db3d-4464-9d0b-0ddcf91da5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457704 Jul 26 15:07:38.989397 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=100 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:07:39.000770 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f901386-b2f1-45ea-aa71-223eb549e75e req-5a445b13-8243-4013-be3f-c0e7c4fcb59c tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:39.002250 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-8f901386-b2f1-45ea-aa71-223eb549e75e req-5a445b13-8243-4013-be3f-c0e7c4fcb59c tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=10e87418-f3e0-4162-bf2a-2ae8579091bb HTTP/1.1" status: 200 len: 947 time: 0.0469093 Jul 26 15:07:39.053137 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-8f901386-b2f1-45ea-aa71-223eb549e75e req-1c691df0-e93c-48d4-81b9-92a1b25f08e6 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=d67b6f6d-db3d-4464-9d0b-0ddcf91da5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452075 Jul 26 15:07:40.181008 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e35c66-643c-4fae-a830-03ee363b9886 req-777f4acb-d051-4213-8156-5c687e96737c tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:40.182545 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-d3e35c66-643c-4fae-a830-03ee363b9886 req-777f4acb-d051-4213-8156-5c687e96737c tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=10e87418-f3e0-4162-bf2a-2ae8579091bb HTTP/1.1" status: 200 len: 947 time: 0.0495777 Jul 26 15:07:40.230461 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-d3e35c66-643c-4fae-a830-03ee363b9886 req-0ce01962-6b8f-4f03-9431-3366ed74c680 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=d67b6f6d-db3d-4464-9d0b-0ddcf91da5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422790 Jul 26 15:07:45.477025 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (311d617f-8fa1-4662-a157-ab38f6e1e2d8), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:48.565897 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [req-cce33663-7243-4a4f-b566-7c7a796879a5 req-ce87cd47-2c7a-49f5-a89c-6ff20a76dd43 service neutron] (111103) timed out ('10.222.0.99', 60074) {{(pid=111103) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 26 15:07:48.966870 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [req-56f3fc52-df1b-4410-a10f-5f10e25981f5 req-e457d7e0-87bc-4732-b91f-09795c2b91fa service neutron] (111103) timed out ('10.222.0.99', 60069) {{(pid=111103) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 26 15:07:49.046737 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=71 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:07:49.049657 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=1 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:07:50.224476 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=90 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:07:50.226408 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=27 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:07:52.047833 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-88391eb9-af4c-43e5-bbfc-9e33386cf456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (bb4183fa-e0c9-4858-9c34-b1ab78d39af4), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:54.267854 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-0045b2fc-6905-497f-8741-144764c896d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (66f8bb98-7ace-4a85-b6ba-ffe40597695b), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:55.482309 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b30572d2-bee0-4462-94ed-c13cd0ef4273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (40fac31a-afaa-44e8-8521-47b803a59f0f), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:56.091131 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=16 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:07:56.092215 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=18 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:07:56.976845 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b977bc9f-0510-4ebd-94dd-930fc4499a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (e5556d63-fbf3-48f2-bfac-7896e86945c3), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:57.142340 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (df49e665-2de0-463a-a1e1-c989804d5593), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:07:59.744525 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-2b9dc878-53ea-4588-9b7e-690ff174cf13 req-deff7ad7-cc4a-433b-936f-c527b1fb7957 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=10e87418-f3e0-4162-bf2a-2ae8579091bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0813053 Jul 26 15:07:59.844749 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9dc878-53ea-4588-9b7e-690ff174cf13 req-75b1230b-6463-459c-adb2-30d8b279f91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:59.846280 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-2b9dc878-53ea-4588-9b7e-690ff174cf13 req-75b1230b-6463-459c-adb2-30d8b279f91e service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=7f82b8853b874e61820108bc16e8dc41&device_id=10e87418-f3e0-4162-bf2a-2ae8579091bb HTTP/1.1" status: 200 len: 1131 time: 0.0390136 Jul 26 15:07:59.958231 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9dc878-53ea-4588-9b7e-690ff174cf13 req-0de2c02d-f640-4179-9644-8c9e9e340e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:07:59.961360 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-2b9dc878-53ea-4588-9b7e-690ff174cf13 req-0de2c02d-f640-4179-9644-8c9e9e340e09 service neutron] 10.222.0.99 "GET /v2.0/networks?id=40bf059a-9593-4ce0-be05-c864bfa3c074 HTTP/1.1" status: 200 len: 917 time: 0.0905988 Jul 26 15:08:00.029560 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-2b9dc878-53ea-4588-9b7e-690ff174cf13 req-2fe8de6a-d382-4ab9-a412-36d6a6a13dd9 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c0142c69-b557-4895-8179-6c8e34d11416 HTTP/1.1" status: 200 len: 1002 time: 0.0616333 Jul 26 15:08:00.081331 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9dc878-53ea-4588-9b7e-690ff174cf13 req-b27eadc8-6020-4130-846b-16135efea766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:08:00.082837 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-2b9dc878-53ea-4588-9b7e-690ff174cf13 req-b27eadc8-6020-4130-846b-16135efea766 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=8d76239a-a9c4-4c98-83cb-a3f6ea48b403 HTTP/1.1" status: 200 len: 854 time: 0.0455704 Jul 26 15:08:00.129426 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9dc878-53ea-4588-9b7e-690ff174cf13 req-bea9631b-e74b-46fa-97a8-5c46fd475bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:08:00.130942 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-2b9dc878-53ea-4588-9b7e-690ff174cf13 req-bea9631b-e74b-46fa-97a8-5c46fd475bb6 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=40bf059a-9593-4ce0-be05-c864bfa3c074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394554 Jul 26 15:08:00.232054 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-2b9dc878-53ea-4588-9b7e-690ff174cf13 req-38f242fc-bbd9-4d93-b7e7-18a2d1dcadc0 service neutron] 10.222.0.99 "GET /v2.0/networks/40bf059a-9593-4ce0-be05-c864bfa3c074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876684 Jul 26 15:08:00.328093 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-2b9dc878-53ea-4588-9b7e-690ff174cf13 req-8780b8c6-8375-4804-b2d2-79a4890fe8a1 service neutron] 10.222.0.99 "GET /v2.0/networks/40bf059a-9593-4ce0-be05-c864bfa3c074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891626 Jul 26 15:08:03.074635 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.agents_db [None req-99196b13-9676-4f02-b89b-0db7196f18a6 None None] Agent healthcheck: found 6 active agents {{(pid=111105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:08:04.109253 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-a5bd83e0-0f75-4a0e-af5e-079e83a25bd8 req-07844e24-7f36-4671-a770-057942dce21d tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] 10.222.0.97 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1366881776&fields=id&tenant_id=d057f29b771a4110be66186949246663 HTTP/1.1" status: 200 len: 267 time: 0.0446854 Jul 26 15:08:04.164839 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bd83e0-0f75-4a0e-af5e-079e83a25bd8 req-b7c53225-b6a9-4204-bff8-dce9e52fc9aa tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:08:04.166328 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-a5bd83e0-0f75-4a0e-af5e-079e83a25bd8 req-b7c53225-b6a9-4204-bff8-dce9e52fc9aa tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] 10.222.0.97 "GET /v2.0/ports?device_id=76622244-1b87-4bef-abec-7e54b6e9682e HTTP/1.1" status: 200 len: 984 time: 0.0517576 Jul 26 15:08:04.177365 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.v2.base [req-a5bd83e0-0f75-4a0e-af5e-079e83a25bd8 req-6ee1fd9f-1342-4e5b-a1d1-02c274035b04 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Request body: {'port': {'security_groups': ['88d72e76-bb09-4ad4-8080-032d0bcf07c8']}} {{(pid=111103) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:08:04.254392 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [req-a5bd83e0-0f75-4a0e-af5e-079e83a25bd8 req-6ee1fd9f-1342-4e5b-a1d1-02c274035b04 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (2831923e-e6ab-4b89-a50e-076a3e488d88), before_update {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:04.436354 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.plugins.ml2.db [req-a5bd83e0-0f75-4a0e-af5e-079e83a25bd8 req-6ee1fd9f-1342-4e5b-a1d1-02c274035b04 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] For port 2831923e-e6ab-4b89-a50e-076a3e488d88, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=2831923e-e6ab-4b89-a50e-076a3e488d88,segment=NetworkSegment(7ddb2a6f-702e-4a65-81b6-804570c07d9f),segment_id=7ddb2a6f-702e-4a65-81b6-804570c07d9f)] {{(pid=111103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:08:04.464033 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [req-a5bd83e0-0f75-4a0e-af5e-079e83a25bd8 req-6ee1fd9f-1342-4e5b-a1d1-02c274035b04 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Publish callbacks [] for port (2831923e-e6ab-4b89-a50e-076a3e488d88), precommit_update {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:04.536304 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [req-a5bd83e0-0f75-4a0e-af5e-079e83a25bd8 req-6ee1fd9f-1342-4e5b-a1d1-02c274035b04 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4313535'] for port (2831923e-e6ab-4b89-a50e-076a3e488d88), after_update {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:04.574127 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] get_ports_and_sgs() called for port_ids ['2831923e-e6ab-4b89-a50e-076a3e488d88'] {{(pid=111104) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:08:04.582534 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bd83e0-0f75-4a0e-af5e-079e83a25bd8 req-6ee1fd9f-1342-4e5b-a1d1-02c274035b04 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:08:04.583221 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [req-a5bd83e0-0f75-4a0e-af5e-079e83a25bd8 req-6ee1fd9f-1342-4e5b-a1d1-02c274035b04 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-431034'] for port (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:04.585202 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-a5bd83e0-0f75-4a0e-af5e-079e83a25bd8 req-6ee1fd9f-1342-4e5b-a1d1-02c274035b04 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] 10.222.0.97 "PUT /v2.0/ports/2831923e-e6ab-4b89-a50e-076a3e488d88 HTTP/1.1" status: 200 len: 942 time: 0.4124682 Jul 26 15:08:04.585679 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76622244-1b87-4bef-abec-7e54b6e9682e', 'tag': '2831923e-e6ab-4b89-a50e-076a3e488d88'}] {{(pid=111103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:08:04.588089 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}517d84f8092def9b9250e77a34976a676e41c9ce554e95d8bccbc94b5a7b6795" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-762578c5-0ab9-4fb3-90a9-3a27f6600240" -d '{"events": [{"name": "network-changed", "server_uuid": "76622244-1b87-4bef-abec-7e54b6e9682e", "tag": "2831923e-e6ab-4b89-a50e-076a3e488d88"}]}' {{(pid=111103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:08:04.599449 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 54096) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:08:04.633877 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee1fd9f-1342-4e5b-a1d1-02c274035b04 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Pushing event updated for resources: {'Port': ['ID=2831923e-e6ab-4b89-a50e-076a3e488d88,revision_number=7']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:08:04.643286 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee1fd9f-1342-4e5b-a1d1-02c274035b04 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:08:04.643845 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee1fd9f-1342-4e5b-a1d1-02c274035b04 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:08:04.644196 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee1fd9f-1342-4e5b-a1d1-02c274035b04 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:08:04.644538 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee1fd9f-1342-4e5b-a1d1-02c274035b04 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:08:04.644864 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee1fd9f-1342-4e5b-a1d1-02c274035b04 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:08:04.645199 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee1fd9f-1342-4e5b-a1d1-02c274035b04 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:08:04.645522 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee1fd9f-1342-4e5b-a1d1-02c274035b04 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:08:04.645850 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee1fd9f-1342-4e5b-a1d1-02c274035b04 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:08:04.646181 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee1fd9f-1342-4e5b-a1d1-02c274035b04 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:08:04.647194 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee1fd9f-1342-4e5b-a1d1-02c274035b04 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:08:04.647582 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee1fd9f-1342-4e5b-a1d1-02c274035b04 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:08:04.647957 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee1fd9f-1342-4e5b-a1d1-02c274035b04 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:08:04.648286 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee1fd9f-1342-4e5b-a1d1-02c274035b04 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:08:04.648609 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee1fd9f-1342-4e5b-a1d1-02c274035b04 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:08:04.648940 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee1fd9f-1342-4e5b-a1d1-02c274035b04 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:08:04.670505 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 15:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c04dd4d-e840-4118-ba00-3496d4c881ef x-openstack-request-id: req-1c04dd4d-e840-4118-ba00-3496d4c881ef {{(pid=111103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:08:04.670790 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76622244-1b87-4bef-abec-7e54b6e9682e", "tag": "2831923e-e6ab-4b89-a50e-076a3e488d88", "status": "completed", "code": 200}]} {{(pid=111103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:08:04.671073 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-1c04dd4d-e840-4118-ba00-3496d4c881ef {{(pid=111103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:08:04.671586 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c04dd4d-e840-4118-ba00-3496d4c881ef'] response: {'name': 'network-changed', 'server_uuid': '76622244-1b87-4bef-abec-7e54b6e9682e', 'tag': '2831923e-e6ab-4b89-a50e-076a3e488d88', 'status': 'completed', 'code': 200} Jul 26 15:08:04.701721 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-6153fd3d-ed14-423f-9b31-9f0661e9fe94 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Publish callbacks [] for security_group (842a9ad9-e6c4-438e-b348-b4c56e62196e), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:04.757084 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-6153fd3d-ed14-423f-9b31-9f0661e9fe94 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Publish callbacks [] for security_group (842a9ad9-e6c4-438e-b348-b4c56e62196e), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:04.764573 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] get_ports_and_sgs() called for port_ids ['2831923e-e6ab-4b89-a50e-076a3e488d88'] {{(pid=111104) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:08:04.793116 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762578c5-0ab9-4fb3-90a9-3a27f6600240 req-29bbb8f9-9bbd-4abe-be56-f204fd915b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:08:04.794800 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-762578c5-0ab9-4fb3-90a9-3a27f6600240 req-29bbb8f9-9bbd-4abe-be56-f204fd915b86 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=d057f29b771a4110be66186949246663&device_id=76622244-1b87-4bef-abec-7e54b6e9682e HTTP/1.1" status: 200 len: 1129 time: 0.0860488 Jul 26 15:08:04.907582 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762578c5-0ab9-4fb3-90a9-3a27f6600240 req-510e5179-e558-48fb-89d7-af2030714415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:08:04.909302 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-762578c5-0ab9-4fb3-90a9-3a27f6600240 req-510e5179-e558-48fb-89d7-af2030714415 service neutron] 10.222.0.99 "GET /v2.0/networks?id=bf886878-6d84-4a71-af9c-be5dc52b71cd HTTP/1.1" status: 200 len: 917 time: 0.1055870 Jul 26 15:08:04.939193 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-7046d200-a750-4ede-af5e-a7e48f5d0f53 None None] Provisioning complete for port 2831923e-e6ab-4b89-a50e-076a3e488d88 triggered by entity DHCP. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:08:04.939761 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-7046d200-a750-4ede-af5e-a7e48f5d0f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (2831923e-e6ab-4b89-a50e-076a3e488d88), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:04.978706 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-762578c5-0ab9-4fb3-90a9-3a27f6600240 req-79c24cdc-e9ce-4f94-b367-dad4460decf0 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2831923e-e6ab-4b89-a50e-076a3e488d88 HTTP/1.1" status: 200 len: 1001 time: 0.0617919 Jul 26 15:08:05.019517 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-6153fd3d-ed14-423f-9b31-9f0661e9fe94 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (842a9ad9-e6c4-438e-b348-b4c56e62196e), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:05.022923 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-6153fd3d-ed14-423f-9b31-9f0661e9fe94 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Publish callbacks [] for security_group (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:05.024330 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-6153fd3d-ed14-423f-9b31-9f0661e9fe94 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] 10.222.0.97 "DELETE /v2.0/security-groups/842a9ad9-e6c4-438e-b348-b4c56e62196e HTTP/1.1" status: 204 len: 168 time: 0.4223711 Jul 26 15:08:05.027201 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 54098) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:08:05.041547 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6153fd3d-ed14-423f-9b31-9f0661e9fe94 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=842a9ad9-e6c4-438e-b348-b4c56e62196e,revision_number=None']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:08:05.044079 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-7046d200-a750-4ede-af5e-a7e48f5d0f53 None None] Current status of the port 2831923e-e6ab-4b89-a50e-076a3e488d88 is: ACTIVE; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:08:05.060756 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6153fd3d-ed14-423f-9b31-9f0661e9fe94 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:08:05.061111 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6153fd3d-ed14-423f-9b31-9f0661e9fe94 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:08:05.061457 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6153fd3d-ed14-423f-9b31-9f0661e9fe94 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:08:05.061799 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6153fd3d-ed14-423f-9b31-9f0661e9fe94 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:08:05.062135 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6153fd3d-ed14-423f-9b31-9f0661e9fe94 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:08:05.062468 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6153fd3d-ed14-423f-9b31-9f0661e9fe94 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:08:05.062805 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6153fd3d-ed14-423f-9b31-9f0661e9fe94 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:08:05.063197 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6153fd3d-ed14-423f-9b31-9f0661e9fe94 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:08:05.063562 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6153fd3d-ed14-423f-9b31-9f0661e9fe94 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:08:05.063895 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6153fd3d-ed14-423f-9b31-9f0661e9fe94 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:08:05.064222 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6153fd3d-ed14-423f-9b31-9f0661e9fe94 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:08:05.064553 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6153fd3d-ed14-423f-9b31-9f0661e9fe94 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:08:05.064875 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6153fd3d-ed14-423f-9b31-9f0661e9fe94 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:08:05.065197 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6153fd3d-ed14-423f-9b31-9f0661e9fe94 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:08:05.065520 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6153fd3d-ed14-423f-9b31-9f0661e9fe94 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:08:05.073186 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762578c5-0ab9-4fb3-90a9-3a27f6600240 req-15cd0e97-cba9-479d-9ebb-ce839f1647ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:08:05.075771 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-762578c5-0ab9-4fb3-90a9-3a27f6600240 req-15cd0e97-cba9-479d-9ebb-ce839f1647ae service neutron] 10.222.0.99 "GET /v2.0/subnets?id=45c37ca3-876f-4e01-a3bc-880fa7a43acb HTTP/1.1" status: 200 len: 854 time: 0.0916348 Jul 26 15:08:05.078939 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:08:05.100323 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:08:05.132475 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762578c5-0ab9-4fb3-90a9-3a27f6600240 req-75f7a86e-e5d7-47d3-87ae-42cebd5cbd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:08:05.134024 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-762578c5-0ab9-4fb3-90a9-3a27f6600240 req-75f7a86e-e5d7-47d3-87ae-42cebd5cbd92 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=bf886878-6d84-4a71-af9c-be5dc52b71cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0515587 Jul 26 15:08:05.191901 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:08:05.212441 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.plugins.ml2.plugin [None req-31c8ce63-bd1b-4142-9c88-adba5304b20f tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Deleting port 7d3e4096-3a91-4434-9510-cbdbf715146a {{(pid=111103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:08:05.213039 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-31c8ce63-bd1b-4142-9c88-adba5304b20f tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789580082445'] for port (7d3e4096-3a91-4434-9510-cbdbf715146a), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:05.235482 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-762578c5-0ab9-4fb3-90a9-3a27f6600240 req-72807b38-9b48-4f87-ace5-d0b67d9bc026 service neutron] 10.222.0.99 "GET /v2.0/networks/bf886878-6d84-4a71-af9c-be5dc52b71cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943589 Jul 26 15:08:05.296145 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-31c8ce63-bd1b-4142-9c88-adba5304b20f tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580114'] for port (7d3e4096-3a91-4434-9510-cbdbf715146a), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:05.296466 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-31c8ce63-bd1b-4142-9c88-adba5304b20f tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Publish callbacks [] for floatingip (7d3e4096-3a91-4434-9510-cbdbf715146a), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:05.309606 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.plugins.ml2.plugin [None req-31c8ce63-bd1b-4142-9c88-adba5304b20f tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Calling delete_port for 7d3e4096-3a91-4434-9510-cbdbf715146a owned by network:floatingip {{(pid=111103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:08:05.354337 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-762578c5-0ab9-4fb3-90a9-3a27f6600240 req-7d458c0f-0fb3-4f81-aa91-2c024c278f87 service neutron] 10.222.0.99 "GET /v2.0/networks/bf886878-6d84-4a71-af9c-be5dc52b71cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123252 Jul 26 15:08:05.458065 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:08:05.466965 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:08:05.650578 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-31c8ce63-bd1b-4142-9c88-adba5304b20f tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789580201795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789579689804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4313512'] for port (7d3e4096-3a91-4434-9510-cbdbf715146a), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:05.676484 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c8ce63-bd1b-4142-9c88-adba5304b20f tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Pushing event deleted for resources: {'Port': ['ID=7d3e4096-3a91-4434-9510-cbdbf715146a,revision_number=None']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:08:05.753990 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-31c8ce63-bd1b-4142-9c88-adba5304b20f tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Publish callbacks [] for floatingip (3b027d6c-365a-494a-a688-7f6a39ec2671), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:05.754353 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.db.l3_db [None req-31c8ce63-bd1b-4142-9c88-adba5304b20f tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Floating IP 3b027d6c-365a-494a-a688-7f6a39ec2671 disassociated (deleted). External IP: 172.27.0.147, port: 2831923e-e6ab-4b89-a50e-076a3e488d88. Jul 26 15:08:05.961763 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31c8ce63-bd1b-4142-9c88-adba5304b20f tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Router 7175239f-2d91-460d-aa58-8006ed22683c has already been hosted by L3 agent 66f8bb98-7ace-4a85-b6ba-ffe40597695b {{(pid=111103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:08:06.070007 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31c8ce63-bd1b-4142-9c88-adba5304b20f tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Notify agent at l3_agent.dv-cinder-851030-1-iscsi the message routers_updated {{(pid=111103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:08:06.074891 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-31c8ce63-bd1b-4142-9c88-adba5304b20f tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-431034'] for floatingip (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:06.079799 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1040574c-9cbc-4515-a9f2-fc7ea3cebde4 None None] Sync routers for ids ['7175239f-2d91-460d-aa58-8006ed22683c'] in dv-cinder-851030-1-iscsi {{(pid=111104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:08:06.086458 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=69,neutron:UPDATE=2 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:08:06.094836 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1040574c-9cbc-4515-a9f2-fc7ea3cebde4 None None] Routers {'7175239f-2d91-460d-aa58-8006ed22683c'} bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:08:06.099162 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-1040574c-9cbc-4515-a9f2-fc7ea3cebde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851030-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-26T14:42:54Z,description=,heartbeat_timestamp=2022-07-26T15:07:54Z,host='dv-cinder-851030-1-iscsi',id=66f8bb98-7ace-4a85-b6ba-ffe40597695b,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:42:55Z,topic='l3_agent')) {'router_ids': ['7175239f-2d91-460d-aa58-8006ed22683c'], 'active': True} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:08:06.108524 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-31c8ce63-bd1b-4142-9c88-adba5304b20f tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] 10.222.0.97 "DELETE /v2.0/floatingips/3b027d6c-365a-494a-a688-7f6a39ec2671 HTTP/1.1" status: 204 len: 168 time: 1.0800900 Jul 26 15:08:06.201096 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvr_db [None req-1040574c-9cbc-4515-a9f2-fc7ea3cebde4 None None] Set router 7175239f-2d91-460d-aa58-8006ed22683c gateway port host: dv-cinder-851030-1-iscsi {{(pid=111104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:08:06.393444 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-1040574c-9cbc-4515-a9f2-fc7ea3cebde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7175239f-2d91-460d-aa58-8006ed22683c', 'name': 'tempest-TestMinimumBasicScenario-1027876831-router', 'tenant_id': 'd057f29b771a4110be66186949246663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': 'a103099f-7e5d-46a1-9908-946507570474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:04:30Z', 'updated_at': '2022-07-26T15:04:33Z', 'revision_number': 4, 'project_id': 'd057f29b771a4110be66186949246663', 'gw_port': {'id': 'a103099f-7e5d-46a1-9908-946507570474', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:de:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7175239f-2d91-460d-aa58-8006ed22683c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:31Z', 'updated_at': '2022-07-26T15:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi', '_interfaces': [{'id': '234c1355-bcfb-4cb2-bcd5-44cbf51237f7', 'name': '', 'network_id': 'bf886878-6d84-4a71-af9c-be5dc52b71cd', 'tenant_id': 'd057f29b771a4110be66186949246663', 'mac_address': 'fa:16:3e:92:9f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7175239f-2d91-460d-aa58-8006ed22683c', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '45c37ca3-876f-4e01-a3bc-880fa7a43acb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:33Z', 'updated_at': '2022-07-26T15:04:37Z', 'revision_number': 5, 'project_id': 'd057f29b771a4110be66186949246663', 'subnets': [{'id': '45c37ca3-876f-4e01-a3bc-880fa7a43acb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851030-1-iscsi', False) {} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:08:06.418415 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1040574c-9cbc-4515-a9f2-fc7ea3cebde4 None None] Checking router: 7175239f-2d91-460d-aa58-8006ed22683c for host: dv-cinder-851030-1-iscsi {{(pid=111104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:08:06.426916 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1040574c-9cbc-4515-a9f2-fc7ea3cebde4 None None] Routers {'7175239f-2d91-460d-aa58-8006ed22683c'} bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:08:06.427566 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-1040574c-9cbc-4515-a9f2-fc7ea3cebde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851030-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-26T14:42:54Z,description=,heartbeat_timestamp=2022-07-26T15:07:54Z,host='dv-cinder-851030-1-iscsi',id=66f8bb98-7ace-4a85-b6ba-ffe40597695b,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:42:55Z,topic='l3_agent')) {'router_ids': ['7175239f-2d91-460d-aa58-8006ed22683c'], 'active': True} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:08:06.545113 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvr_db [None req-1040574c-9cbc-4515-a9f2-fc7ea3cebde4 None None] Set router 7175239f-2d91-460d-aa58-8006ed22683c gateway port host: dv-cinder-851030-1-iscsi {{(pid=111104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:08:06.672442 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76622244-1b87-4bef-abec-7e54b6e9682e', 'tag': '2831923e-e6ab-4b89-a50e-076a3e488d88'}] {{(pid=111103) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:08:06.674937 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}517d84f8092def9b9250e77a34976a676e41c9ce554e95d8bccbc94b5a7b6795" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-185b504f-83cb-46f8-ace7-e9d9251c230a" -d '{"events": [{"name": "network-changed", "server_uuid": "76622244-1b87-4bef-abec-7e54b6e9682e", "tag": "2831923e-e6ab-4b89-a50e-076a3e488d88"}]}' {{(pid=111103) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:08:06.715971 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 15:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91a7f848-2ce5-4a2d-a78a-4345781997bf x-openstack-request-id: req-91a7f848-2ce5-4a2d-a78a-4345781997bf {{(pid=111103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:08:06.716321 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76622244-1b87-4bef-abec-7e54b6e9682e", "tag": "2831923e-e6ab-4b89-a50e-076a3e488d88", "status": "completed", "code": 200}]} {{(pid=111103) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:08:06.716522 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-91a7f848-2ce5-4a2d-a78a-4345781997bf {{(pid=111103) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:08:06.716929 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91a7f848-2ce5-4a2d-a78a-4345781997bf'] response: {'name': 'network-changed', 'server_uuid': '76622244-1b87-4bef-abec-7e54b6e9682e', 'tag': '2831923e-e6ab-4b89-a50e-076a3e488d88', 'status': 'completed', 'code': 200} Jul 26 15:08:06.733919 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-1040574c-9cbc-4515-a9f2-fc7ea3cebde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7175239f-2d91-460d-aa58-8006ed22683c', 'name': 'tempest-TestMinimumBasicScenario-1027876831-router', 'tenant_id': 'd057f29b771a4110be66186949246663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': 'a103099f-7e5d-46a1-9908-946507570474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:04:30Z', 'updated_at': '2022-07-26T15:04:33Z', 'revision_number': 4, 'project_id': 'd057f29b771a4110be66186949246663', 'gw_port': {'id': 'a103099f-7e5d-46a1-9908-946507570474', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:de:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7175239f-2d91-460d-aa58-8006ed22683c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:31Z', 'updated_at': '2022-07-26T15:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi', '_interfaces': [{'id': '234c1355-bcfb-4cb2-bcd5-44cbf51237f7', 'name': '', 'network_id': 'bf886878-6d84-4a71-af9c-be5dc52b71cd', 'tenant_id': 'd057f29b771a4110be66186949246663', 'mac_address': 'fa:16:3e:92:9f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7175239f-2d91-460d-aa58-8006ed22683c', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '45c37ca3-876f-4e01-a3bc-880fa7a43acb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:33Z', 'updated_at': '2022-07-26T15:04:37Z', 'revision_number': 5, 'project_id': 'd057f29b771a4110be66186949246663', 'subnets': [{'id': '45c37ca3-876f-4e01-a3bc-880fa7a43acb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851030-1-iscsi', False) {} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:08:06.760701 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1040574c-9cbc-4515-a9f2-fc7ea3cebde4 None None] The sync data for ids ['7175239f-2d91-460d-aa58-8006ed22683c'] in dv-cinder-851030-1-iscsi is: [{'id': '7175239f-2d91-460d-aa58-8006ed22683c', 'name': 'tempest-TestMinimumBasicScenario-1027876831-router', 'tenant_id': 'd057f29b771a4110be66186949246663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': 'a103099f-7e5d-46a1-9908-946507570474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:04:30Z', 'updated_at': '2022-07-26T15:04:33Z', 'revision_number': 4, 'project_id': 'd057f29b771a4110be66186949246663', 'gw_port': {'id': 'a103099f-7e5d-46a1-9908-946507570474', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:de:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7175239f-2d91-460d-aa58-8006ed22683c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:31Z', 'updated_at': '2022-07-26T15:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi', '_interfaces': [{'id': '234c1355-bcfb-4cb2-bcd5-44cbf51237f7', 'name': '', 'network_id': 'bf886878-6d84-4a71-af9c-be5dc52b71cd', 'tenant_id': 'd057f29b771a4110be66186949246663', 'mac_address': 'fa:16:3e:92:9f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7175239f-2d91-460d-aa58-8006ed22683c', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '45c37ca3-876f-4e01-a3bc-880fa7a43acb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:33Z', 'updated_at': '2022-07-26T15:04:37Z', 'revision_number': 5, 'project_id': 'd057f29b771a4110be66186949246663', 'subnets': [{'id': '45c37ca3-876f-4e01-a3bc-880fa7a43acb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:08:06.815151 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185b504f-83cb-46f8-ace7-e9d9251c230a req-cfbc37bb-3d18-44ee-a22d-e2291a7c04ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:08:06.816954 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-185b504f-83cb-46f8-ace7-e9d9251c230a req-cfbc37bb-3d18-44ee-a22d-e2291a7c04ef service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=d057f29b771a4110be66186949246663&device_id=76622244-1b87-4bef-abec-7e54b6e9682e HTTP/1.1" status: 200 len: 1129 time: 0.0530007 Jul 26 15:08:06.990779 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5434f7-6b1b-46d3-9360-ba20363cccdd None None] New status for floating IP 3b027d6c-365a-494a-a688-7f6a39ec2671: DOWN {{(pid=111105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 15:08:07.312638 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185b504f-83cb-46f8-ace7-e9d9251c230a req-75402db9-401b-467c-bd23-ec5f72f320b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:08:07.314576 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-185b504f-83cb-46f8-ace7-e9d9251c230a req-75402db9-401b-467c-bd23-ec5f72f320b3 service neutron] 10.222.0.99 "GET /v2.0/networks?id=bf886878-6d84-4a71-af9c-be5dc52b71cd HTTP/1.1" status: 200 len: 917 time: 0.0920715 Jul 26 15:08:07.360846 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-185b504f-83cb-46f8-ace7-e9d9251c230a req-953feb9c-2c88-41a4-b024-441141353afc service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2831923e-e6ab-4b89-a50e-076a3e488d88 HTTP/1.1" status: 200 len: 217 time: 0.0361094 Jul 26 15:08:07.423290 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185b504f-83cb-46f8-ace7-e9d9251c230a req-19ac3438-ec21-41d6-acb7-27f923038633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:08:07.424799 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-185b504f-83cb-46f8-ace7-e9d9251c230a req-19ac3438-ec21-41d6-acb7-27f923038633 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=45c37ca3-876f-4e01-a3bc-880fa7a43acb HTTP/1.1" status: 200 len: 854 time: 0.0463626 Jul 26 15:08:07.473493 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185b504f-83cb-46f8-ace7-e9d9251c230a req-5bcc1001-073c-4853-9299-01701366dc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:08:07.476535 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-185b504f-83cb-46f8-ace7-e9d9251c230a req-5bcc1001-073c-4853-9299-01701366dc21 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=bf886878-6d84-4a71-af9c-be5dc52b71cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451648 Jul 26 15:08:07.574829 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-185b504f-83cb-46f8-ace7-e9d9251c230a req-0b160ce9-1105-4b08-8483-661af7b9db75 service neutron] 10.222.0.99 "GET /v2.0/networks/bf886878-6d84-4a71-af9c-be5dc52b71cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919633 Jul 26 15:08:07.672452 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-185b504f-83cb-46f8-ace7-e9d9251c230a req-2565dfcd-45c2-4893-8f29-4a09e2bad2e7 service neutron] 10.222.0.99 "GET /v2.0/networks/bf886878-6d84-4a71-af9c-be5dc52b71cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919094 Jul 26 15:08:10.634677 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136183fe-52da-47c8-b629-27b362a8f4b0 req-2d22c1c2-bb25-40e8-9682-0982a84f5ded tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:08:10.636172 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-136183fe-52da-47c8-b629-27b362a8f4b0 req-2d22c1c2-bb25-40e8-9682-0982a84f5ded tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] 10.222.0.97 "GET /v2.0/ports?device_id=76622244-1b87-4bef-abec-7e54b6e9682e HTTP/1.1" status: 200 len: 945 time: 0.0476036 Jul 26 15:08:10.684180 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-136183fe-52da-47c8-b629-27b362a8f4b0 req-7012836b-eb2c-40da-a8a6-afeff6ffd83d tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] 10.222.0.97 "GET /v2.0/security-groups?id=88d72e76-bb09-4ad4-8080-032d0bcf07c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422173 Jul 26 15:08:11.806469 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5ebbc4-43b9-4b01-94da-9c28ee352c8b req-9003300f-aa90-405c-b9c1-571edea7f11a tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:08:11.808002 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-fe5ebbc4-43b9-4b01-94da-9c28ee352c8b req-9003300f-aa90-405c-b9c1-571edea7f11a tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] 10.222.0.97 "GET /v2.0/ports?device_id=76622244-1b87-4bef-abec-7e54b6e9682e HTTP/1.1" status: 200 len: 945 time: 0.0490584 Jul 26 15:08:11.857005 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-fe5ebbc4-43b9-4b01-94da-9c28ee352c8b req-334297d6-4ed1-49fe-9d05-8dc7844cd126 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] 10.222.0.97 "GET /v2.0/security-groups?id=88d72e76-bb09-4ad4-8080-032d0bcf07c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432010 Jul 26 15:08:12.931748 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003d16c4-7b21-4453-9837-13205694a9c4 req-a44c7bea-521e-47d8-ba36-5aeff13d106c tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:08:12.933275 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-003d16c4-7b21-4453-9837-13205694a9c4 req-a44c7bea-521e-47d8-ba36-5aeff13d106c tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] 10.222.0.99 "GET /v2.0/ports?device_id=76622244-1b87-4bef-abec-7e54b6e9682e HTTP/1.1" status: 200 len: 945 time: 0.0533674 Jul 26 15:08:13.012095 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348116b7-69c6-4682-bb48-69d34952df7e req-e143999d-d68d-4928-b914-a354adf2f3b6 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:08:13.013571 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-348116b7-69c6-4682-bb48-69d34952df7e req-e143999d-d68d-4928-b914-a354adf2f3b6 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] 10.222.0.97 "GET /v2.0/ports?device_id=76622244-1b87-4bef-abec-7e54b6e9682e HTTP/1.1" status: 200 len: 945 time: 0.0794206 Jul 26 15:08:13.047375 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=100 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:08:13.072293 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.plugin [req-003d16c4-7b21-4453-9837-13205694a9c4 req-3dc558e5-924f-4aeb-a4cb-b38a48b03d63 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Deleting port 2831923e-e6ab-4b89-a50e-076a3e488d88 {{(pid=111102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:08:13.072635 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-003d16c4-7b21-4453-9837-13205694a9c4 req-3dc558e5-924f-4aeb-a4cb-b38a48b03d63 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789580082445'] for port (2831923e-e6ab-4b89-a50e-076a3e488d88), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:13.147391 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-348116b7-69c6-4682-bb48-69d34952df7e req-673738f5-ce9d-446b-bdff-0e0d14b3e157 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] 10.222.0.97 "GET /v2.0/security-groups?id=88d72e76-bb09-4ad4-8080-032d0bcf07c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127806 Jul 26 15:08:13.186101 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.db [req-003d16c4-7b21-4453-9837-13205694a9c4 req-3dc558e5-924f-4aeb-a4cb-b38a48b03d63 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] For port 2831923e-e6ab-4b89-a50e-076a3e488d88, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=2831923e-e6ab-4b89-a50e-076a3e488d88,segment=NetworkSegment(7ddb2a6f-702e-4a65-81b6-804570c07d9f),segment_id=7ddb2a6f-702e-4a65-81b6-804570c07d9f)] {{(pid=111102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:08:13.186474 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-003d16c4-7b21-4453-9837-13205694a9c4 req-3dc558e5-924f-4aeb-a4cb-b38a48b03d63 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580114'] for port (2831923e-e6ab-4b89-a50e-076a3e488d88), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:13.200595 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.plugin [req-003d16c4-7b21-4453-9837-13205694a9c4 req-3dc558e5-924f-4aeb-a4cb-b38a48b03d63 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Calling delete_port for 2831923e-e6ab-4b89-a50e-076a3e488d88 owned by compute:nova {{(pid=111102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:08:13.265812 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=100 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:08:13.415789 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-003d16c4-7b21-4453-9837-13205694a9c4 req-3dc558e5-924f-4aeb-a4cb-b38a48b03d63 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789580201795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789579689804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868105'] for port (2831923e-e6ab-4b89-a50e-076a3e488d88), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:13.447170 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc558e5-924f-4aeb-a4cb-b38a48b03d63 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Pushing event deleted for resources: {'Port': ['ID=2831923e-e6ab-4b89-a50e-076a3e488d88,revision_number=None']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:08:13.453119 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] get_ports_and_sgs() called for port_ids ['2831923e-e6ab-4b89-a50e-076a3e488d88'] {{(pid=111104) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:08:13.501201 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.l3_dvrscheduler_db [req-003d16c4-7b21-4453-9837-13205694a9c4 req-3dc558e5-924f-4aeb-a4cb-b38a48b03d63 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] No DVR routers for this DVR port 2831923e-e6ab-4b89-a50e-076a3e488d88 on host hv-cinder-85103 {{(pid=111102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 15:08:13.506267 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-003d16c4-7b21-4453-9837-13205694a9c4 req-3dc558e5-924f-4aeb-a4cb-b38a48b03d63 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-431034'] for port (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:13.507697 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-003d16c4-7b21-4453-9837-13205694a9c4 req-3dc558e5-924f-4aeb-a4cb-b38a48b03d63 tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] 10.222.0.99 "DELETE /v2.0/ports/2831923e-e6ab-4b89-a50e-076a3e488d88 HTTP/1.1" status: 204 len: 173 time: 0.5638416 Jul 26 15:08:13.508230 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76622244-1b87-4bef-abec-7e54b6e9682e', 'name': 'network-vif-deleted', 'tag': '2831923e-e6ab-4b89-a50e-076a3e488d88'}] {{(pid=111102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:08:13.511068 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8185506cd1cc56e10fcde42571d85de650c4e290bb1b6bf5ec2f858ed2201c15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b9be6e8-1176-4643-b118-4ed71c0ad4e7" -d '{"events": [{"server_uuid": "76622244-1b87-4bef-abec-7e54b6e9682e", "name": "network-vif-deleted", "tag": "2831923e-e6ab-4b89-a50e-076a3e488d88"}]}' {{(pid=111102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:08:13.551242 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 15:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7801d62b-294d-433c-b857-29e12e69f4ee x-openstack-request-id: req-7801d62b-294d-433c-b857-29e12e69f4ee {{(pid=111102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:08:13.551690 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76622244-1b87-4bef-abec-7e54b6e9682e", "name": "network-vif-deleted", "tag": "2831923e-e6ab-4b89-a50e-076a3e488d88", "status": "completed", "code": 200}]} {{(pid=111102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:08:13.551941 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-7801d62b-294d-433c-b857-29e12e69f4ee {{(pid=111102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:08:13.552334 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7801d62b-294d-433c-b857-29e12e69f4ee'] response: {'server_uuid': '76622244-1b87-4bef-abec-7e54b6e9682e', 'name': 'network-vif-deleted', 'tag': '2831923e-e6ab-4b89-a50e-076a3e488d88', 'status': 'completed', 'code': 200} Jul 26 15:08:14.265276 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-06eeaec6-8d76-489c-bbef-364aab97d7cf req-fb76bd65-1936-4362-8b5a-c0a6c949831a tempest-TestMinimumBasicScenario-2094516089 tempest-TestMinimumBasicScenario-2094516089-project] 10.222.0.97 "GET /v2.0/ports?device_id=76622244-1b87-4bef-abec-7e54b6e9682e HTTP/1.1" status: 200 len: 210 time: 0.0292530 Jul 26 15:08:15.532792 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (311d617f-8fa1-4662-a157-ab38f6e1e2d8), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:16.995793 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=2 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:08:17.021094 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=3 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:08:17.205724 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 54182) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:08:17.401857 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:08:17.441969 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Device 2831923e-e6ab-4b89-a50e-076a3e488d88 no longer exists at agent hyperv_hv-cinder-85103 {{(pid=111104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:08:17.462836 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] No Port match for: 2831923e-e6ab-4b89-a50e-076a3e488d88 {{(pid=111104) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:08:17.463181 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Device 2831923e-e6ab-4b89-a50e-076a3e488d88 not bound to the agent host hv-cinder-85103 {{(pid=111104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:08:17.541908 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-945c8d03-6a69-4a53-be8f-f1b4a364dcea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-688923'] for router_interface (7175239f-2d91-460d-aa58-8006ed22683c), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:17.758819 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=100 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:08:17.770685 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.plugins.ml2.plugin [None req-945c8d03-6a69-4a53-be8f-f1b4a364dcea admin admin] Deleting port 234c1355-bcfb-4cb2-bcd5-44cbf51237f7 {{(pid=111103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:08:17.771637 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-945c8d03-6a69-4a53-be8f-f1b4a364dcea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789580082445'] for port (234c1355-bcfb-4cb2-bcd5-44cbf51237f7), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:17.859357 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.plugins.ml2.db [None req-945c8d03-6a69-4a53-be8f-f1b4a364dcea admin admin] For port 234c1355-bcfb-4cb2-bcd5-44cbf51237f7, host dv-cinder-851030-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851030-1-iscsi',level=0,port_id=234c1355-bcfb-4cb2-bcd5-44cbf51237f7,segment=NetworkSegment(7ddb2a6f-702e-4a65-81b6-804570c07d9f),segment_id=7ddb2a6f-702e-4a65-81b6-804570c07d9f)] {{(pid=111103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:08:17.859807 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-945c8d03-6a69-4a53-be8f-f1b4a364dcea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580114'] for port (234c1355-bcfb-4cb2-bcd5-44cbf51237f7), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:17.874394 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.plugins.ml2.plugin [None req-945c8d03-6a69-4a53-be8f-f1b4a364dcea admin admin] Calling delete_port for 234c1355-bcfb-4cb2-bcd5-44cbf51237f7 owned by network:router_interface {{(pid=111103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:08:18.135680 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-945c8d03-6a69-4a53-be8f-f1b4a364dcea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789580201795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789579689804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4313512'] for port (234c1355-bcfb-4cb2-bcd5-44cbf51237f7), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:18.162523 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945c8d03-6a69-4a53-be8f-f1b4a364dcea admin admin] Pushing event deleted for resources: {'Port': ['ID=234c1355-bcfb-4cb2-bcd5-44cbf51237f7,revision_number=None']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:08:18.343059 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-945c8d03-6a69-4a53-be8f-f1b4a364dcea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689039'] for router_interface (7175239f-2d91-460d-aa58-8006ed22683c), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:18.471443 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:08:18.817411 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-945c8d03-6a69-4a53-be8f-f1b4a364dcea admin admin] Router 7175239f-2d91-460d-aa58-8006ed22683c has already been hosted by L3 agent 66f8bb98-7ace-4a85-b6ba-ffe40597695b {{(pid=111103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:08:18.860475 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:08:18.923611 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-945c8d03-6a69-4a53-be8f-f1b4a364dcea admin admin] Notify agent at l3_agent.dv-cinder-851030-1-iscsi the message routers_updated {{(pid=111103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:08:18.929245 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-945c8d03-6a69-4a53-be8f-f1b4a364dcea admin admin] 10.222.0.97 "PUT /v2.0/routers/7175239f-2d91-460d-aa58-8006ed22683c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7224944 Jul 26 15:08:18.931873 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 54184) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:08:18.934755 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356321dc-44bf-4b68-8ed1-36fa6edacbff None None] Sync routers for ids ['7175239f-2d91-460d-aa58-8006ed22683c'] in dv-cinder-851030-1-iscsi {{(pid=111104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:08:18.945495 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356321dc-44bf-4b68-8ed1-36fa6edacbff None None] Routers {'7175239f-2d91-460d-aa58-8006ed22683c'} bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:08:18.946104 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-356321dc-44bf-4b68-8ed1-36fa6edacbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851030-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-26T14:42:54Z,description=,heartbeat_timestamp=2022-07-26T15:07:54Z,host='dv-cinder-851030-1-iscsi',id=66f8bb98-7ace-4a85-b6ba-ffe40597695b,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:42:55Z,topic='l3_agent')) {'router_ids': ['7175239f-2d91-460d-aa58-8006ed22683c'], 'active': True} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:08:19.042797 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-1643917e-8318-47c7-bb93-c37f6102a27f admin admin] Publish callbacks [] for router (7175239f-2d91-460d-aa58-8006ed22683c), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:19.067113 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvr_db [None req-356321dc-44bf-4b68-8ed1-36fa6edacbff None None] Set router 7175239f-2d91-460d-aa58-8006ed22683c gateway port host: dv-cinder-851030-1-iscsi {{(pid=111104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:08:19.150113 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-1643917e-8318-47c7-bb93-c37f6102a27f admin admin] Publish callbacks [] for router_gateway (7175239f-2d91-460d-aa58-8006ed22683c), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:19.169086 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:08:19.237813 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-356321dc-44bf-4b68-8ed1-36fa6edacbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7175239f-2d91-460d-aa58-8006ed22683c', 'name': 'tempest-TestMinimumBasicScenario-1027876831-router', 'tenant_id': 'd057f29b771a4110be66186949246663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': 'a103099f-7e5d-46a1-9908-946507570474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:04:30Z', 'updated_at': '2022-07-26T15:08:18Z', 'revision_number': 5, 'project_id': 'd057f29b771a4110be66186949246663', 'gw_port': {'id': 'a103099f-7e5d-46a1-9908-946507570474', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:de:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7175239f-2d91-460d-aa58-8006ed22683c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:31Z', 'updated_at': '2022-07-26T15:04:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi'}], 'dv-cinder-851030-1-iscsi', False) {} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:08:19.267305 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.plugins.ml2.plugin [None req-1643917e-8318-47c7-bb93-c37f6102a27f admin admin] Deleting port a103099f-7e5d-46a1-9908-946507570474 {{(pid=111103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:08:19.267669 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-1643917e-8318-47c7-bb93-c37f6102a27f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789580082445'] for port (a103099f-7e5d-46a1-9908-946507570474), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:19.267804 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356321dc-44bf-4b68-8ed1-36fa6edacbff None None] Checking router: 7175239f-2d91-460d-aa58-8006ed22683c for host: dv-cinder-851030-1-iscsi {{(pid=111104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:08:19.270129 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=100 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:08:19.277523 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356321dc-44bf-4b68-8ed1-36fa6edacbff None None] Routers {'7175239f-2d91-460d-aa58-8006ed22683c'} bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:08:19.278132 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-356321dc-44bf-4b68-8ed1-36fa6edacbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851030-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-26T14:42:54Z,description=,heartbeat_timestamp=2022-07-26T15:07:54Z,host='dv-cinder-851030-1-iscsi',id=66f8bb98-7ace-4a85-b6ba-ffe40597695b,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:42:55Z,topic='l3_agent')) {'router_ids': ['7175239f-2d91-460d-aa58-8006ed22683c'], 'active': True} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:08:19.353673 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.plugins.ml2.db [None req-1643917e-8318-47c7-bb93-c37f6102a27f admin admin] For port a103099f-7e5d-46a1-9908-946507570474, host dv-cinder-851030-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851030-1-iscsi',level=0,port_id=a103099f-7e5d-46a1-9908-946507570474,segment=NetworkSegment(9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7),segment_id=9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7)] {{(pid=111103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:08:19.354257 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-1643917e-8318-47c7-bb93-c37f6102a27f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580114'] for port (a103099f-7e5d-46a1-9908-946507570474), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:19.360798 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvr_db [None req-356321dc-44bf-4b68-8ed1-36fa6edacbff None None] Set router 7175239f-2d91-460d-aa58-8006ed22683c gateway port host: None {{(pid=111104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:08:19.367494 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.plugins.ml2.plugin [None req-1643917e-8318-47c7-bb93-c37f6102a27f admin admin] Calling delete_port for a103099f-7e5d-46a1-9908-946507570474 owned by network:router_gateway {{(pid=111103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:08:19.543666 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-356321dc-44bf-4b68-8ed1-36fa6edacbff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7175239f-2d91-460d-aa58-8006ed22683c', 'name': 'tempest-TestMinimumBasicScenario-1027876831-router', 'tenant_id': 'd057f29b771a4110be66186949246663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:04:30Z', 'updated_at': '2022-07-26T15:08:19Z', 'revision_number': 6, 'project_id': 'd057f29b771a4110be66186949246663', 'gw_port_host': None}], 'dv-cinder-851030-1-iscsi', False) {} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:08:19.568852 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356321dc-44bf-4b68-8ed1-36fa6edacbff None None] The sync data for ids ['7175239f-2d91-460d-aa58-8006ed22683c'] in dv-cinder-851030-1-iscsi is: [{'id': '7175239f-2d91-460d-aa58-8006ed22683c', 'name': 'tempest-TestMinimumBasicScenario-1027876831-router', 'tenant_id': 'd057f29b771a4110be66186949246663', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:04:30Z', 'updated_at': '2022-07-26T15:08:19Z', 'revision_number': 6, 'project_id': 'd057f29b771a4110be66186949246663', 'gw_port_host': None}] {{(pid=111104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:08:19.630236 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-1643917e-8318-47c7-bb93-c37f6102a27f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789580201795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789579689804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4313512'] for port (a103099f-7e5d-46a1-9908-946507570474), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:19.658881 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1643917e-8318-47c7-bb93-c37f6102a27f admin admin] Pushing event deleted for resources: {'Port': ['ID=a103099f-7e5d-46a1-9908-946507570474,revision_number=None']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:08:19.729479 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-1643917e-8318-47c7-bb93-c37f6102a27f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690971'] for router_gateway (7175239f-2d91-460d-aa58-8006ed22683c), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:19.817879 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-1643917e-8318-47c7-bb93-c37f6102a27f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-859'] for router (7175239f-2d91-460d-aa58-8006ed22683c), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:19.820067 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-1643917e-8318-47c7-bb93-c37f6102a27f admin admin] Publish callbacks [] for router_controller (7175239f-2d91-460d-aa58-8006ed22683c), precommit_delete_associations {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:19.822736 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:08:19.972983 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-1643917e-8318-47c7-bb93-c37f6102a27f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-569106'] for router (7175239f-2d91-460d-aa58-8006ed22683c), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:19.973729 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1643917e-8318-47c7-bb93-c37f6102a27f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7175239f-2d91-460d-aa58-8006ed22683c {{(pid=111103) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 15:08:19.982749 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-1643917e-8318-47c7-bb93-c37f6102a27f admin admin] Publish callbacks [] for router (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:19.982749 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-1643917e-8318-47c7-bb93-c37f6102a27f admin admin] 10.222.0.97 "DELETE /v2.0/routers/7175239f-2d91-460d-aa58-8006ed22683c HTTP/1.1" status: 204 len: 168 time: 1.0480065 Jul 26 15:08:19.985851 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 54186) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:08:20.037830 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa553778-dfae-4bee-b58f-9340d1000e1c admin admin] Deleting subnet 45c37ca3-876f-4e01-a3bc-880fa7a43acb {{(pid=111102) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 26 15:08:20.041175 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-fa553778-dfae-4bee-b58f-9340d1000e1c admin admin] Publish callbacks [] for subnet (45c37ca3-876f-4e01-a3bc-880fa7a43acb), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:20.076252 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-fa553778-dfae-4bee-b58f-9340d1000e1c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6109376'] for subnet (45c37ca3-876f-4e01-a3bc-880fa7a43acb), precommit_delete_associations {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:20.155796 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-fa553778-dfae-4bee-b58f-9340d1000e1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1534251'] for subnet (45c37ca3-876f-4e01-a3bc-880fa7a43acb), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:20.328039 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-fa553778-dfae-4bee-b58f-9340d1000e1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1534242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4868132', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4978243'] for subnet (45c37ca3-876f-4e01-a3bc-880fa7a43acb), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:20.355745 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa553778-dfae-4bee-b58f-9340d1000e1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45c37ca3-876f-4e01-a3bc-880fa7a43acb,revision_number=None']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:08:20.359544 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-fa553778-dfae-4bee-b58f-9340d1000e1c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:20.363711 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-fa553778-dfae-4bee-b58f-9340d1000e1c admin admin] 10.222.0.97 "DELETE /v2.0/subnets/45c37ca3-876f-4e01-a3bc-880fa7a43acb HTTP/1.1" status: 204 len: 168 time: 0.3766599 Jul 26 15:08:20.365771 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 54188) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:08:20.367433 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b68f819-df84-46a7-a1c9-c52569eddb1b None None] Network bf886878-6d84-4a71-af9c-be5dc52b71cd requested from dv-cinder-851030-1-iscsi {{(pid=111104) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 15:08:20.449686 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-98305ee2-2ec1-4b04-825d-10283d30c8b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459809'] for network (bf886878-6d84-4a71-af9c-be5dc52b71cd), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:20.497581 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.plugin [None req-98305ee2-2ec1-4b04-825d-10283d30c8b7 admin admin] Deleting port e7c793c8-e118-4eda-8244-7486689fe581 {{(pid=111102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:08:20.497924 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-98305ee2-2ec1-4b04-825d-10283d30c8b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789580082445'] for port (e7c793c8-e118-4eda-8244-7486689fe581), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:20.527349 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0befba-e14e-4f93-9125-71ca9b46f96c None None] DHCP port deletion for bf886878-6d84-4a71-af9c-be5dc52b71cd request from dv-cinder-851030-1-iscsi {{(pid=111104) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 26 15:08:20.565473 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-fd0befba-e14e-4f93-9125-71ca9b46f96c None None] Deleting port e7c793c8-e118-4eda-8244-7486689fe581 {{(pid=111104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:08:20.565859 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-fd0befba-e14e-4f93-9125-71ca9b46f96c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789580082445'] for port (e7c793c8-e118-4eda-8244-7486689fe581), before_delete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:20.570698 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.db [None req-98305ee2-2ec1-4b04-825d-10283d30c8b7 admin admin] For port e7c793c8-e118-4eda-8244-7486689fe581, host dv-cinder-851030-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851030-1-iscsi',level=0,port_id=e7c793c8-e118-4eda-8244-7486689fe581,segment=NetworkSegment(7ddb2a6f-702e-4a65-81b6-804570c07d9f),segment_id=7ddb2a6f-702e-4a65-81b6-804570c07d9f)] {{(pid=111102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:08:20.571066 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-98305ee2-2ec1-4b04-825d-10283d30c8b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580114'] for port (e7c793c8-e118-4eda-8244-7486689fe581), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:20.584490 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.plugin [None req-98305ee2-2ec1-4b04-825d-10283d30c8b7 admin admin] Calling delete_port for e7c793c8-e118-4eda-8244-7486689fe581 owned by network:dhcp {{(pid=111102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:08:20.594585 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:08:20.638278 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-fd0befba-e14e-4f93-9125-71ca9b46f96c None None] For port e7c793c8-e118-4eda-8244-7486689fe581, host dv-cinder-851030-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851030-1-iscsi',level=0,port_id=e7c793c8-e118-4eda-8244-7486689fe581,segment=NetworkSegment(7ddb2a6f-702e-4a65-81b6-804570c07d9f),segment_id=7ddb2a6f-702e-4a65-81b6-804570c07d9f)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:08:20.638689 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-fd0befba-e14e-4f93-9125-71ca9b46f96c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580114'] for port (e7c793c8-e118-4eda-8244-7486689fe581), precommit_delete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:20.653236 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-fd0befba-e14e-4f93-9125-71ca9b46f96c None None] Calling delete_port for e7c793c8-e118-4eda-8244-7486689fe581 owned by network:dhcp {{(pid=111104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:08:20.761383 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-98305ee2-2ec1-4b04-825d-10283d30c8b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789580201795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789579689804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868105'] for port (e7c793c8-e118-4eda-8244-7486689fe581), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:20.768278 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-fd0befba-e14e-4f93-9125-71ca9b46f96c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789580201795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789579689804'] for port (e7c793c8-e118-4eda-8244-7486689fe581), after_delete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:20.787988 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98305ee2-2ec1-4b04-825d-10283d30c8b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7c793c8-e118-4eda-8244-7486689fe581,revision_number=None']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:08:20.791413 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98305ee2-2ec1-4b04-825d-10283d30c8b7 admin admin] No DVR routers for this DVR port e7c793c8-e118-4eda-8244-7486689fe581 on host dv-cinder-851030-1-iscsi {{(pid=111102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 15:08:20.799391 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0befba-e14e-4f93-9125-71ca9b46f96c None None] Pushing event deleted for resources: {'Port': ['ID=e7c793c8-e118-4eda-8244-7486689fe581,revision_number=None']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:08:20.804843 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0befba-e14e-4f93-9125-71ca9b46f96c None None] No DVR routers for this DVR port e7c793c8-e118-4eda-8244-7486689fe581 on host dv-cinder-851030-1-iscsi {{(pid=111104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 15:08:20.812299 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0befba-e14e-4f93-9125-71ca9b46f96c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:08:20.812749 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0befba-e14e-4f93-9125-71ca9b46f96c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:08:20.813108 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0befba-e14e-4f93-9125-71ca9b46f96c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:08:20.813456 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0befba-e14e-4f93-9125-71ca9b46f96c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:08:20.813632 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0befba-e14e-4f93-9125-71ca9b46f96c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:08:20.813957 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0befba-e14e-4f93-9125-71ca9b46f96c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:08:20.814275 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0befba-e14e-4f93-9125-71ca9b46f96c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:08:20.814594 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0befba-e14e-4f93-9125-71ca9b46f96c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:08:20.814917 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0befba-e14e-4f93-9125-71ca9b46f96c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:08:20.815233 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0befba-e14e-4f93-9125-71ca9b46f96c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:08:20.815587 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0befba-e14e-4f93-9125-71ca9b46f96c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:08:20.825136 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0befba-e14e-4f93-9125-71ca9b46f96c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:08:20.825136 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0befba-e14e-4f93-9125-71ca9b46f96c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:08:20.825136 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0befba-e14e-4f93-9125-71ca9b46f96c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:08:20.825136 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0befba-e14e-4f93-9125-71ca9b46f96c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:08:20.868220 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:08:20.872121 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-98305ee2-2ec1-4b04-825d-10283d30c8b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1536261', 'neutron.services.segments.db._delete_segments_for_network-8789580160202'] for network (bf886878-6d84-4a71-af9c-be5dc52b71cd), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:20.902608 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.services.segments.db [None req-98305ee2-2ec1-4b04-825d-10283d30c8b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf886878-6d84-4a71-af9c-be5dc52b71cd']}} {{(pid=111102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:08:20.914981 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.services.segments.db [None req-98305ee2-2ec1-4b04-825d-10283d30c8b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ddb2a6f-702e-4a65-81b6-804570c07d9f') {'for_net_delete': True} {{(pid=111102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:08:20.915281 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.services.segments.db [None req-98305ee2-2ec1-4b04-825d-10283d30c8b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ddb2a6f-702e-4a65-81b6-804570c07d9f') {} {{(pid=111102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:08:20.925852 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-98305ee2-2ec1-4b04-825d-10283d30c8b7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789580160103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6109401'] for segment (7ddb2a6f-702e-4a65-81b6-804570c07d9f), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:20.940232 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-98305ee2-2ec1-4b04-825d-10283d30c8b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1539468'] for segment (7ddb2a6f-702e-4a65-81b6-804570c07d9f), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:20.946887 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98305ee2-2ec1-4b04-825d-10283d30c8b7 admin admin] Releasing vlan 1063 on physical network physnet1 to pool {{(pid=111102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 15:08:20.947276 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-98305ee2-2ec1-4b04-825d-10283d30c8b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1539468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4868218'] for segment (7ddb2a6f-702e-4a65-81b6-804570c07d9f), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:20.991267 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.services.segments.plugin [-] Segment 7ddb2a6f-702e-4a65-81b6-804570c07d9f resource provider aggregate not found Jul 26 15:08:21.010246 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.services.segments.plugin [-] Segment 7ddb2a6f-702e-4a65-81b6-804570c07d9f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7ddb2a6f-702e-4a65-81b6-804570c07d9f found for delete ", "request_id": "req-ea04bf2c-bd41-4dba-94fc-35b71e33a86f"}]} Jul 26 15:08:21.045487 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device a103099f-7e5d-46a1-9908-946507570474 no longer exists at agent ovs-agent-dv-cinder-851030-1-iscsi {{(pid=111104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:08:21.065674 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] No Port match for: a103099f-7e5d-46a1-9908-946507570474 {{(pid=111104) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:08:21.066025 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device a103099f-7e5d-46a1-9908-946507570474 not bound to the agent host dv-cinder-851030-1-iscsi {{(pid=111104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:08:21.066438 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device 234c1355-bcfb-4cb2-bcd5-44cbf51237f7 no longer exists at agent ovs-agent-dv-cinder-851030-1-iscsi {{(pid=111104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:08:21.084731 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] No Port match for: 234c1355-bcfb-4cb2-bcd5-44cbf51237f7 {{(pid=111104) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:08:21.085034 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device 234c1355-bcfb-4cb2-bcd5-44cbf51237f7 not bound to the agent host dv-cinder-851030-1-iscsi {{(pid=111104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:08:21.085443 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device e7c793c8-e118-4eda-8244-7486689fe581 no longer exists at agent ovs-agent-dv-cinder-851030-1-iscsi {{(pid=111104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:08:21.104607 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] No Port match for: e7c793c8-e118-4eda-8244-7486689fe581 {{(pid=111104) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:08:21.104956 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device e7c793c8-e118-4eda-8244-7486689fe581 not bound to the agent host dv-cinder-851030-1-iscsi {{(pid=111104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:08:21.144825 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-98305ee2-2ec1-4b04-825d-10283d30c8b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1536270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690999'] for network (bf886878-6d84-4a71-af9c-be5dc52b71cd), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:21.150748 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-98305ee2-2ec1-4b04-825d-10283d30c8b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524685'] for network (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:21.166760 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-98305ee2-2ec1-4b04-825d-10283d30c8b7 admin admin] 10.222.0.97 "DELETE /v2.0/networks/bf886878-6d84-4a71-af9c-be5dc52b71cd HTTP/1.1" status: 204 len: 168 time: 0.7871449 Jul 26 15:08:21.167212 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 54196) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:08:21.167781 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98305ee2-2ec1-4b04-825d-10283d30c8b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf886878-6d84-4a71-af9c-be5dc52b71cd,revision_number=None']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:08:21.334689 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:08:21.481809 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-8cd3b092-c019-4ad1-b901-7d600742a2d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-688923'] for router_interface (468b68f5-44ed-4da0-ac35-90b33a555d4c), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:21.706136 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.plugins.ml2.plugin [None req-8cd3b092-c019-4ad1-b901-7d600742a2d1 admin admin] Deleting port 8b571665-f149-4f9e-812c-2df66e8f7e71 {{(pid=111103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:08:21.706467 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-8cd3b092-c019-4ad1-b901-7d600742a2d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789580082445'] for port (8b571665-f149-4f9e-812c-2df66e8f7e71), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:21.787987 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.plugins.ml2.db [None req-8cd3b092-c019-4ad1-b901-7d600742a2d1 admin admin] For port 8b571665-f149-4f9e-812c-2df66e8f7e71, host dv-cinder-851030-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851030-1-iscsi',level=0,port_id=8b571665-f149-4f9e-812c-2df66e8f7e71,segment=NetworkSegment(d4556041-6ee5-49fe-a99e-1bbfc698a4cc),segment_id=d4556041-6ee5-49fe-a99e-1bbfc698a4cc)] {{(pid=111103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:08:21.788347 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-8cd3b092-c019-4ad1-b901-7d600742a2d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580114'] for port (8b571665-f149-4f9e-812c-2df66e8f7e71), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:21.801634 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.plugins.ml2.plugin [None req-8cd3b092-c019-4ad1-b901-7d600742a2d1 admin admin] Calling delete_port for 8b571665-f149-4f9e-812c-2df66e8f7e71 owned by network:router_interface {{(pid=111103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:08:21.930664 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=100 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:08:22.021369 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-0176b9de-317f-40b0-9f79-865e88d44263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (bb4183fa-e0c9-4858-9c34-b1ab78d39af4), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:22.084840 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-8cd3b092-c019-4ad1-b901-7d600742a2d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789580201795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789579689804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4313512'] for port (8b571665-f149-4f9e-812c-2df66e8f7e71), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:22.113905 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd3b092-c019-4ad1-b901-7d600742a2d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b571665-f149-4f9e-812c-2df66e8f7e71,revision_number=None']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:08:22.276948 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-8cd3b092-c019-4ad1-b901-7d600742a2d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689039'] for router_interface (468b68f5-44ed-4da0-ac35-90b33a555d4c), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:22.325060 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:08:22.496283 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cd3b092-c019-4ad1-b901-7d600742a2d1 admin admin] Router 468b68f5-44ed-4da0-ac35-90b33a555d4c has already been hosted by L3 agent 66f8bb98-7ace-4a85-b6ba-ffe40597695b {{(pid=111103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:08:22.608990 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cd3b092-c019-4ad1-b901-7d600742a2d1 admin admin] Notify agent at l3_agent.dv-cinder-851030-1-iscsi the message routers_updated {{(pid=111103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:08:22.613911 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-8cd3b092-c019-4ad1-b901-7d600742a2d1 admin admin] 10.222.0.97 "PUT /v2.0/routers/468b68f5-44ed-4da0-ac35-90b33a555d4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4558773 Jul 26 15:08:22.616394 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 54198) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:08:22.619097 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f75de67-a322-4f42-8437-cc677549dbae None None] Sync routers for ids ['468b68f5-44ed-4da0-ac35-90b33a555d4c'] in dv-cinder-851030-1-iscsi {{(pid=111105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:08:22.630257 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f75de67-a322-4f42-8437-cc677549dbae None None] Routers {'468b68f5-44ed-4da0-ac35-90b33a555d4c'} bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:08:22.630981 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_hamode_db [None req-8f75de67-a322-4f42-8437-cc677549dbae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851030-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-26T14:42:54Z,description=,heartbeat_timestamp=2022-07-26T15:07:54Z,host='dv-cinder-851030-1-iscsi',id=66f8bb98-7ace-4a85-b6ba-ffe40597695b,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:42:55Z,topic='l3_agent')) {'router_ids': ['468b68f5-44ed-4da0-ac35-90b33a555d4c'], 'active': True} {{(pid=111105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:08:22.720511 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-01fdccf8-326a-41a2-8f54-8eab57c4429e admin admin] Publish callbacks [] for router (468b68f5-44ed-4da0-ac35-90b33a555d4c), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:22.740840 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_dvr_db [None req-8f75de67-a322-4f42-8437-cc677549dbae None None] Set router 468b68f5-44ed-4da0-ac35-90b33a555d4c gateway port host: dv-cinder-851030-1-iscsi {{(pid=111105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:08:22.841865 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-01fdccf8-326a-41a2-8f54-8eab57c4429e admin admin] Publish callbacks [] for router_gateway (468b68f5-44ed-4da0-ac35-90b33a555d4c), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:22.923788 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_hamode_db [None req-8f75de67-a322-4f42-8437-cc677549dbae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '468b68f5-44ed-4da0-ac35-90b33a555d4c', 'name': 'tempest-TestMinimumBasicScenario-24076365-router', 'tenant_id': 'd1999761b68543bdb13a292635ca9e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': 'ee2b0ca6-6e6a-47da-99d5-fe61f6ef478b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:04:37Z', 'updated_at': '2022-07-26T15:08:21Z', 'revision_number': 5, 'project_id': 'd1999761b68543bdb13a292635ca9e56', 'gw_port': {'id': 'ee2b0ca6-6e6a-47da-99d5-fe61f6ef478b', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:fc:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468b68f5-44ed-4da0-ac35-90b33a555d4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:04:37Z', 'updated_at': '2022-07-26T15:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi'}], 'dv-cinder-851030-1-iscsi', False) {} {{(pid=111105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:08:22.949574 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f75de67-a322-4f42-8437-cc677549dbae None None] Checking router: 468b68f5-44ed-4da0-ac35-90b33a555d4c for host: dv-cinder-851030-1-iscsi {{(pid=111105) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:08:22.951105 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:08:22.959120 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f75de67-a322-4f42-8437-cc677549dbae None None] Routers {'468b68f5-44ed-4da0-ac35-90b33a555d4c'} bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111105) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:08:22.959759 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_hamode_db [None req-8f75de67-a322-4f42-8437-cc677549dbae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851030-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-26T14:42:54Z,description=,heartbeat_timestamp=2022-07-26T15:07:54Z,host='dv-cinder-851030-1-iscsi',id=66f8bb98-7ace-4a85-b6ba-ffe40597695b,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:42:55Z,topic='l3_agent')) {'router_ids': ['468b68f5-44ed-4da0-ac35-90b33a555d4c'], 'active': True} {{(pid=111105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:08:22.965141 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.plugins.ml2.plugin [None req-01fdccf8-326a-41a2-8f54-8eab57c4429e admin admin] Deleting port ee2b0ca6-6e6a-47da-99d5-fe61f6ef478b {{(pid=111103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:08:22.965480 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-01fdccf8-326a-41a2-8f54-8eab57c4429e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789580082445'] for port (ee2b0ca6-6e6a-47da-99d5-fe61f6ef478b), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:23.146949 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_dvr_db [None req-8f75de67-a322-4f42-8437-cc677549dbae None None] Set router 468b68f5-44ed-4da0-ac35-90b33a555d4c gateway port host: None {{(pid=111105) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:08:23.209239 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.l3_hamode_db [None req-8f75de67-a322-4f42-8437-cc677549dbae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '468b68f5-44ed-4da0-ac35-90b33a555d4c', 'name': 'tempest-TestMinimumBasicScenario-24076365-router', 'tenant_id': 'd1999761b68543bdb13a292635ca9e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:04:37Z', 'updated_at': '2022-07-26T15:08:22Z', 'revision_number': 6, 'project_id': 'd1999761b68543bdb13a292635ca9e56', 'gw_port_host': None}], 'dv-cinder-851030-1-iscsi', False) {} {{(pid=111105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:08:23.236777 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f75de67-a322-4f42-8437-cc677549dbae None None] The sync data for ids ['468b68f5-44ed-4da0-ac35-90b33a555d4c'] in dv-cinder-851030-1-iscsi is: [{'id': '468b68f5-44ed-4da0-ac35-90b33a555d4c', 'name': 'tempest-TestMinimumBasicScenario-24076365-router', 'tenant_id': 'd1999761b68543bdb13a292635ca9e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:04:37Z', 'updated_at': '2022-07-26T15:08:22Z', 'revision_number': 6, 'project_id': 'd1999761b68543bdb13a292635ca9e56', 'gw_port_host': None}] {{(pid=111105) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:08:23.292360 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.plugins.ml2.db [None req-01fdccf8-326a-41a2-8f54-8eab57c4429e admin admin] For port ee2b0ca6-6e6a-47da-99d5-fe61f6ef478b, host dv-cinder-851030-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851030-1-iscsi',level=0,port_id=ee2b0ca6-6e6a-47da-99d5-fe61f6ef478b,segment=NetworkSegment(9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7),segment_id=9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7)] {{(pid=111103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:08:23.292936 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-01fdccf8-326a-41a2-8f54-8eab57c4429e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580114'] for port (ee2b0ca6-6e6a-47da-99d5-fe61f6ef478b), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:23.306273 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.plugins.ml2.plugin [None req-01fdccf8-326a-41a2-8f54-8eab57c4429e admin admin] Calling delete_port for ee2b0ca6-6e6a-47da-99d5-fe61f6ef478b owned by network:router_gateway {{(pid=111103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:08:23.555940 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-01fdccf8-326a-41a2-8f54-8eab57c4429e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789580201795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789579689804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4313512'] for port (ee2b0ca6-6e6a-47da-99d5-fe61f6ef478b), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:23.587988 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fdccf8-326a-41a2-8f54-8eab57c4429e admin admin] Pushing event deleted for resources: {'Port': ['ID=ee2b0ca6-6e6a-47da-99d5-fe61f6ef478b,revision_number=None']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:08:23.664543 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-01fdccf8-326a-41a2-8f54-8eab57c4429e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690971'] for router_gateway (468b68f5-44ed-4da0-ac35-90b33a555d4c), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:23.720404 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:08:23.757828 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-01fdccf8-326a-41a2-8f54-8eab57c4429e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-859'] for router (468b68f5-44ed-4da0-ac35-90b33a555d4c), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:23.760391 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-01fdccf8-326a-41a2-8f54-8eab57c4429e admin admin] Publish callbacks [] for router_controller (468b68f5-44ed-4da0-ac35-90b33a555d4c), precommit_delete_associations {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:23.881823 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-01fdccf8-326a-41a2-8f54-8eab57c4429e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-569106'] for router (468b68f5-44ed-4da0-ac35-90b33a555d4c), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:23.882480 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01fdccf8-326a-41a2-8f54-8eab57c4429e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 468b68f5-44ed-4da0-ac35-90b33a555d4c {{(pid=111103) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 15:08:23.892892 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-01fdccf8-326a-41a2-8f54-8eab57c4429e admin admin] Publish callbacks [] for router (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:23.892892 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-01fdccf8-326a-41a2-8f54-8eab57c4429e admin admin] 10.222.0.97 "DELETE /v2.0/routers/468b68f5-44ed-4da0-ac35-90b33a555d4c HTTP/1.1" status: 204 len: 168 time: 1.2706227 Jul 26 15:08:23.892892 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 54200) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:08:23.938366 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa993163-d0c3-4f53-9925-6cd1a5514678 admin admin] Deleting subnet 83e1734a-a580-4eda-b147-d59a6364bf6f {{(pid=111103) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 26 15:08:23.941569 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-aa993163-d0c3-4f53-9925-6cd1a5514678 admin admin] Publish callbacks [] for subnet (83e1734a-a580-4eda-b147-d59a6364bf6f), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:23.981441 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-aa993163-d0c3-4f53-9925-6cd1a5514678 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4943357'] for subnet (83e1734a-a580-4eda-b147-d59a6364bf6f), precommit_delete_associations {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:24.061659 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-aa993163-d0c3-4f53-9925-6cd1a5514678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1534251'] for subnet (83e1734a-a580-4eda-b147-d59a6364bf6f), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:24.210708 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-aa993163-d0c3-4f53-9925-6cd1a5514678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1534242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4313477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4397448'] for subnet (83e1734a-a580-4eda-b147-d59a6364bf6f), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:24.243099 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa993163-d0c3-4f53-9925-6cd1a5514678 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83e1734a-a580-4eda-b147-d59a6364bf6f,revision_number=None']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:08:24.245380 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-aa993163-d0c3-4f53-9925-6cd1a5514678 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524685'] for subnet (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:24.248711 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-aa993163-d0c3-4f53-9925-6cd1a5514678 admin admin] 10.222.0.97 "DELETE /v2.0/subnets/83e1734a-a580-4eda-b147-d59a6364bf6f HTTP/1.1" status: 204 len: 168 time: 0.3571043 Jul 26 15:08:24.251304 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 54202) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:08:24.257745 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80661d05-2ba7-4ca0-a763-8920c48c5d24 None None] Network 01ebd92e-9159-4082-885d-64c59648a2ab requested from dv-cinder-851030-1-iscsi {{(pid=111104) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 15:08:24.315158 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-36ffb9a0-273c-4583-999b-1b328353fc93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (66f8bb98-7ace-4a85-b6ba-ffe40597695b), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:24.326941 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-9f8deb11-3c12-4d09-b55f-d471bf29b4f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459809'] for network (01ebd92e-9159-4082-885d-64c59648a2ab), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:24.370344 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.plugins.ml2.plugin [None req-9f8deb11-3c12-4d09-b55f-d471bf29b4f6 admin admin] Deleting port 91aabe3f-f716-4f3d-bf29-9d1e70a77072 {{(pid=111103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:08:24.370663 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-9f8deb11-3c12-4d09-b55f-d471bf29b4f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789580082445'] for port (91aabe3f-f716-4f3d-bf29-9d1e70a77072), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:24.411972 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9dc0250-256c-40d6-a610-3103a089a078 None None] DHCP port deletion for 01ebd92e-9159-4082-885d-64c59648a2ab request from dv-cinder-851030-1-iscsi {{(pid=111104) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 26 15:08:24.415198 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:08:24.444367 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.plugins.ml2.db [None req-9f8deb11-3c12-4d09-b55f-d471bf29b4f6 admin admin] For port 91aabe3f-f716-4f3d-bf29-9d1e70a77072, host dv-cinder-851030-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851030-1-iscsi',level=0,port_id=91aabe3f-f716-4f3d-bf29-9d1e70a77072,segment=NetworkSegment(d4556041-6ee5-49fe-a99e-1bbfc698a4cc),segment_id=d4556041-6ee5-49fe-a99e-1bbfc698a4cc)] {{(pid=111103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:08:24.444733 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-9f8deb11-3c12-4d09-b55f-d471bf29b4f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580114'] for port (91aabe3f-f716-4f3d-bf29-9d1e70a77072), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:24.460362 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.plugins.ml2.plugin [None req-9f8deb11-3c12-4d09-b55f-d471bf29b4f6 admin admin] Calling delete_port for 91aabe3f-f716-4f3d-bf29-9d1e70a77072 owned by network:dhcp {{(pid=111103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:08:24.460933 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-c9dc0250-256c-40d6-a610-3103a089a078 None None] Deleting port 91aabe3f-f716-4f3d-bf29-9d1e70a77072 {{(pid=111104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:08:24.461307 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-c9dc0250-256c-40d6-a610-3103a089a078 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789580082445'] for port (91aabe3f-f716-4f3d-bf29-9d1e70a77072), before_delete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:24.528887 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-c9dc0250-256c-40d6-a610-3103a089a078 None None] For port 91aabe3f-f716-4f3d-bf29-9d1e70a77072, host dv-cinder-851030-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851030-1-iscsi',level=0,port_id=91aabe3f-f716-4f3d-bf29-9d1e70a77072,segment=NetworkSegment(d4556041-6ee5-49fe-a99e-1bbfc698a4cc),segment_id=d4556041-6ee5-49fe-a99e-1bbfc698a4cc)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:08:24.529254 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-c9dc0250-256c-40d6-a610-3103a089a078 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580114'] for port (91aabe3f-f716-4f3d-bf29-9d1e70a77072), precommit_delete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:24.544793 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-c9dc0250-256c-40d6-a610-3103a089a078 None None] Calling delete_port for 91aabe3f-f716-4f3d-bf29-9d1e70a77072 owned by network:dhcp {{(pid=111104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:08:24.590764 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:08:24.664926 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-9f8deb11-3c12-4d09-b55f-d471bf29b4f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789580201795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789579689804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4313512'] for port (91aabe3f-f716-4f3d-bf29-9d1e70a77072), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:24.671214 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-c9dc0250-256c-40d6-a610-3103a089a078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789580201795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789579689804'] for port (91aabe3f-f716-4f3d-bf29-9d1e70a77072), after_delete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:24.696843 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8deb11-3c12-4d09-b55f-d471bf29b4f6 admin admin] No DVR routers for this DVR port 91aabe3f-f716-4f3d-bf29-9d1e70a77072 on host dv-cinder-851030-1-iscsi {{(pid=111103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 15:08:24.698252 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dc0250-256c-40d6-a610-3103a089a078 None None] Pushing event deleted for resources: {'Port': ['ID=91aabe3f-f716-4f3d-bf29-9d1e70a77072,revision_number=None']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:08:24.700146 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9dc0250-256c-40d6-a610-3103a089a078 None None] No DVR routers for this DVR port 91aabe3f-f716-4f3d-bf29-9d1e70a77072 on host dv-cinder-851030-1-iscsi {{(pid=111104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 15:08:24.704647 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8deb11-3c12-4d09-b55f-d471bf29b4f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=91aabe3f-f716-4f3d-bf29-9d1e70a77072,revision_number=None']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:08:24.776390 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-9f8deb11-3c12-4d09-b55f-d471bf29b4f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1536261', 'neutron.services.segments.db._delete_segments_for_network-8789580160202'] for network (01ebd92e-9159-4082-885d-64c59648a2ab), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:24.797008 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.services.segments.db [None req-9f8deb11-3c12-4d09-b55f-d471bf29b4f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01ebd92e-9159-4082-885d-64c59648a2ab']}} {{(pid=111103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:08:24.806612 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.services.segments.db [None req-9f8deb11-3c12-4d09-b55f-d471bf29b4f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4556041-6ee5-49fe-a99e-1bbfc698a4cc') {'for_net_delete': True} {{(pid=111103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:08:24.813799 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.services.segments.db [None req-9f8deb11-3c12-4d09-b55f-d471bf29b4f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4556041-6ee5-49fe-a99e-1bbfc698a4cc') {} {{(pid=111103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:08:24.817461 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-9f8deb11-3c12-4d09-b55f-d471bf29b4f6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789580160103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4943332'] for segment (d4556041-6ee5-49fe-a99e-1bbfc698a4cc), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:24.831545 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-9f8deb11-3c12-4d09-b55f-d471bf29b4f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1539468'] for segment (d4556041-6ee5-49fe-a99e-1bbfc698a4cc), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:24.836487 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:08:24.839214 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f8deb11-3c12-4d09-b55f-d471bf29b4f6 admin admin] Releasing vlan 1082 on physical network physnet1 to pool {{(pid=111103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 15:08:24.839634 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-9f8deb11-3c12-4d09-b55f-d471bf29b4f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1539468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4313563'] for segment (d4556041-6ee5-49fe-a99e-1bbfc698a4cc), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:24.918180 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.services.segments.plugin [-] Segment d4556041-6ee5-49fe-a99e-1bbfc698a4cc resource provider aggregate not found Jul 26 15:08:24.934317 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.services.segments.plugin [-] Segment d4556041-6ee5-49fe-a99e-1bbfc698a4cc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d4556041-6ee5-49fe-a99e-1bbfc698a4cc found for delete ", "request_id": "req-1f87e2b1-c392-4793-acf4-e0d765fd6aed"}]} Jul 26 15:08:25.032225 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device 91aabe3f-f716-4f3d-bf29-9d1e70a77072 no longer exists at agent ovs-agent-dv-cinder-851030-1-iscsi {{(pid=111104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:08:25.052715 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] No Port match for: 91aabe3f-f716-4f3d-bf29-9d1e70a77072 {{(pid=111104) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:08:25.056071 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device 91aabe3f-f716-4f3d-bf29-9d1e70a77072 not bound to the agent host dv-cinder-851030-1-iscsi {{(pid=111104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:08:25.056071 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device ee2b0ca6-6e6a-47da-99d5-fe61f6ef478b no longer exists at agent ovs-agent-dv-cinder-851030-1-iscsi {{(pid=111104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:08:25.071946 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] No Port match for: ee2b0ca6-6e6a-47da-99d5-fe61f6ef478b {{(pid=111104) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:08:25.072287 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device ee2b0ca6-6e6a-47da-99d5-fe61f6ef478b not bound to the agent host dv-cinder-851030-1-iscsi {{(pid=111104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:08:25.072690 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device 8b571665-f149-4f9e-812c-2df66e8f7e71 no longer exists at agent ovs-agent-dv-cinder-851030-1-iscsi {{(pid=111104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:08:25.091074 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] No Port match for: 8b571665-f149-4f9e-812c-2df66e8f7e71 {{(pid=111104) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:08:25.091548 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device 8b571665-f149-4f9e-812c-2df66e8f7e71 not bound to the agent host dv-cinder-851030-1-iscsi {{(pid=111104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:08:25.093063 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-9f8deb11-3c12-4d09-b55f-d471bf29b4f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1536270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690999'] for network (01ebd92e-9159-4082-885d-64c59648a2ab), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:25.113912 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-9f8deb11-3c12-4d09-b55f-d471bf29b4f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524685'] for network (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:25.113912 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-9f8deb11-3c12-4d09-b55f-d471bf29b4f6 admin admin] 10.222.0.97 "DELETE /v2.0/networks/01ebd92e-9159-4082-885d-64c59648a2ab HTTP/1.1" status: 204 len: 168 time: 0.8600361 Jul 26 15:08:25.113912 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8deb11-3c12-4d09-b55f-d471bf29b4f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=01ebd92e-9159-4082-885d-64c59648a2ab,revision_number=None']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:08:25.520096 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b30572d2-bee0-4462-94ed-c13cd0ef4273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (40fac31a-afaa-44e8-8521-47b803a59f0f), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:25.628101 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 54212) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:08:25.672141 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-b4b73e7a-3e69-42f2-aac4-6bb8897032e8 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=d057f29b771a4110be66186949246663&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0427778 Jul 26 15:08:25.674869 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 54214) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:08:25.725432 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-997eb865-286d-42ad-9a83-028922691d63 admin admin] Publish callbacks [] for security_group (88d72e76-bb09-4ad4-8080-032d0bcf07c8), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:25.747324 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-997eb865-286d-42ad-9a83-028922691d63 admin admin] Publish callbacks [] for security_group (88d72e76-bb09-4ad4-8080-032d0bcf07c8), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:25.876005 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-997eb865-286d-42ad-9a83-028922691d63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (88d72e76-bb09-4ad4-8080-032d0bcf07c8), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:25.878640 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-997eb865-286d-42ad-9a83-028922691d63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:25.879817 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-997eb865-286d-42ad-9a83-028922691d63 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/88d72e76-bb09-4ad4-8080-032d0bcf07c8 HTTP/1.1" status: 204 len: 168 time: 0.2040231 Jul 26 15:08:25.889432 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997eb865-286d-42ad-9a83-028922691d63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d72e76-bb09-4ad4-8080-032d0bcf07c8,revision_number=None']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:08:26.700187 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 54220) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:08:26.743015 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-da0163fe-6738-4fd2-88f1-cbf9e5492625 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=d1999761b68543bdb13a292635ca9e56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0416558 Jul 26 15:08:26.747772 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 54222) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:08:26.803278 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-6ba19970-c7ec-423f-95d6-ce2e1aa6711d admin admin] Publish callbacks [] for security_group (591df63e-df5c-4719-97f4-b48270bfd763), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:26.825028 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-6ba19970-c7ec-423f-95d6-ce2e1aa6711d admin admin] Publish callbacks [] for security_group (591df63e-df5c-4719-97f4-b48270bfd763), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:26.956354 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-6ba19970-c7ec-423f-95d6-ce2e1aa6711d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (591df63e-df5c-4719-97f4-b48270bfd763), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:26.958981 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-6ba19970-c7ec-423f-95d6-ce2e1aa6711d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:26.960214 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-6ba19970-c7ec-423f-95d6-ce2e1aa6711d admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/591df63e-df5c-4719-97f4-b48270bfd763 HTTP/1.1" status: 204 len: 168 time: 0.2115061 Jul 26 15:08:26.968348 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba19970-c7ec-423f-95d6-ce2e1aa6711d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=591df63e-df5c-4719-97f4-b48270bfd763,revision_number=None']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:08:27.002216 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b977bc9f-0510-4ebd-94dd-930fc4499a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (e5556d63-fbf3-48f2-bfac-7896e86945c3), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:27.033550 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:08:27.158570 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (df49e665-2de0-463a-a1e1-c989804d5593), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:33.211414 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=45 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:08:33.212280 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=44 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:08:35.114530 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=22,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:08:36.499055 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ab6a87-1858-4f51-b4bc-3025c329697f req-a3663d7e-8ed1-4ccb-8b01-3be853098948 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:08:36.500663 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-71ab6a87-1858-4f51-b4bc-3025c329697f req-a3663d7e-8ed1-4ccb-8b01-3be853098948 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=10e87418-f3e0-4162-bf2a-2ae8579091bb HTTP/1.1" status: 200 len: 947 time: 0.0486557 Jul 26 15:08:36.550878 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-71ab6a87-1858-4f51-b4bc-3025c329697f req-9834e7c6-6a7c-4ede-9b9f-92e362cf1191 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=d67b6f6d-db3d-4464-9d0b-0ddcf91da5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441079 Jul 26 15:08:36.963306 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=73,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:08:36.964142 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=44,neutron:DELETE=2 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:08:37.031456 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:08:37.679354 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d06d878-6b7e-41ee-85f6-cdd2310a5b91 req-7831fe91-ca41-4c2a-a696-ec70375b9c27 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:08:37.680693 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-7d06d878-6b7e-41ee-85f6-cdd2310a5b91 req-7831fe91-ca41-4c2a-a696-ec70375b9c27 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=10e87418-f3e0-4162-bf2a-2ae8579091bb HTTP/1.1" status: 200 len: 947 time: 0.0484698 Jul 26 15:08:37.730144 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-7d06d878-6b7e-41ee-85f6-cdd2310a5b91 req-6c571f4b-9fb8-4763-9959-beedf4d30da6 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups?id=d67b6f6d-db3d-4464-9d0b-0ddcf91da5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438292 Jul 26 15:08:38.125376 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec2613f-31b9-4bf7-80b2-22be409ee9e1 req-2464ce19-1b64-4f8e-beed-8e73da05f3df tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:08:38.126853 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-dec2613f-31b9-4bf7-80b2-22be409ee9e1 req-2464ce19-1b64-4f8e-beed-8e73da05f3df tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.99 "GET /v2.0/ports?device_id=10e87418-f3e0-4162-bf2a-2ae8579091bb HTTP/1.1" status: 200 len: 947 time: 0.0502515 Jul 26 15:08:38.209702 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.plugin [req-dec2613f-31b9-4bf7-80b2-22be409ee9e1 req-7a2f70c6-e783-4f64-ae5f-79e2701aa9b5 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Deleting port c0142c69-b557-4895-8179-6c8e34d11416 {{(pid=111102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:08:38.210045 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-dec2613f-31b9-4bf7-80b2-22be409ee9e1 req-7a2f70c6-e783-4f64-ae5f-79e2701aa9b5 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789580082445'] for port (c0142c69-b557-4895-8179-6c8e34d11416), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:38.305725 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.db [req-dec2613f-31b9-4bf7-80b2-22be409ee9e1 req-7a2f70c6-e783-4f64-ae5f-79e2701aa9b5 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] For port c0142c69-b557-4895-8179-6c8e34d11416, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=c0142c69-b557-4895-8179-6c8e34d11416,segment=NetworkSegment(cec6c169-26ac-4d4a-8f8d-b81b07eccaa9),segment_id=cec6c169-26ac-4d4a-8f8d-b81b07eccaa9)] {{(pid=111102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:08:38.306002 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-dec2613f-31b9-4bf7-80b2-22be409ee9e1 req-7a2f70c6-e783-4f64-ae5f-79e2701aa9b5 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580114'] for port (c0142c69-b557-4895-8179-6c8e34d11416), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:38.473637 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-dec2613f-31b9-4bf7-80b2-22be409ee9e1 req-7a2f70c6-e783-4f64-ae5f-79e2701aa9b5 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:38.474563 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-dec2613f-31b9-4bf7-80b2-22be409ee9e1 req-7a2f70c6-e783-4f64-ae5f-79e2701aa9b5 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-691171'] for floatingip (74beaee9-c84a-4484-8a34-37b0d97ab1b4), after_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:38.474883 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.db.l3_db [req-dec2613f-31b9-4bf7-80b2-22be409ee9e1 req-7a2f70c6-e783-4f64-ae5f-79e2701aa9b5 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Floating IP 74beaee9-c84a-4484-8a34-37b0d97ab1b4 disassociated. External IP: 172.27.0.203, port: c0142c69-b557-4895-8179-6c8e34d11416. Jul 26 15:08:38.475225 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.plugin [req-dec2613f-31b9-4bf7-80b2-22be409ee9e1 req-7a2f70c6-e783-4f64-ae5f-79e2701aa9b5 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Calling delete_port for c0142c69-b557-4895-8179-6c8e34d11416 owned by compute:nova {{(pid=111102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:08:38.696511 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-dec2613f-31b9-4bf7-80b2-22be409ee9e1 req-7a2f70c6-e783-4f64-ae5f-79e2701aa9b5 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789580201795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789579689804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868105'] for port (c0142c69-b557-4895-8179-6c8e34d11416), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:38.727852 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2f70c6-e783-4f64-ae5f-79e2701aa9b5 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Pushing event deleted for resources: {'Port': ['ID=c0142c69-b557-4895-8179-6c8e34d11416,revision_number=None']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:08:38.843206 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dec2613f-31b9-4bf7-80b2-22be409ee9e1 req-7a2f70c6-e783-4f64-ae5f-79e2701aa9b5 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Router a6b81d1c-da8a-466e-bc43-9214f386c125 has already been hosted by L3 agent 66f8bb98-7ace-4a85-b6ba-ffe40597695b {{(pid=111102) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:08:38.846526 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-203d02fd-c6b5-4a16-989b-85d0210b5b60 req-44c93772-978d-4a3d-a72e-252e5e1e300f tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=10e87418-f3e0-4162-bf2a-2ae8579091bb HTTP/1.1" status: 200 len: 210 time: 0.0321586 Jul 26 15:08:39.229211 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dec2613f-31b9-4bf7-80b2-22be409ee9e1 req-7a2f70c6-e783-4f64-ae5f-79e2701aa9b5 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Notify agent at l3_agent.dv-cinder-851030-1-iscsi the message routers_updated {{(pid=111102) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:08:39.238850 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb89f80-2523-4221-b8d7-fe2f732a16f4 None None] Sync routers for ids ['a6b81d1c-da8a-466e-bc43-9214f386c125'] in dv-cinder-851030-1-iscsi {{(pid=111104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:08:39.249018 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb89f80-2523-4221-b8d7-fe2f732a16f4 None None] Routers {'a6b81d1c-da8a-466e-bc43-9214f386c125'} bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:08:39.249637 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-dcb89f80-2523-4221-b8d7-fe2f732a16f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851030-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-26T14:42:54Z,description=,heartbeat_timestamp=2022-07-26T15:08:24Z,host='dv-cinder-851030-1-iscsi',id=66f8bb98-7ace-4a85-b6ba-ffe40597695b,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:42:55Z,topic='l3_agent')) {'router_ids': ['a6b81d1c-da8a-466e-bc43-9214f386c125'], 'active': True} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:08:39.256809 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:08:39.274587 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.l3_dvrscheduler_db [req-dec2613f-31b9-4bf7-80b2-22be409ee9e1 req-7a2f70c6-e783-4f64-ae5f-79e2701aa9b5 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] No DVR routers for this DVR port c0142c69-b557-4895-8179-6c8e34d11416 on host hv-cinder-85103 {{(pid=111102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 15:08:39.277334 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-dec2613f-31b9-4bf7-80b2-22be409ee9e1 req-7a2f70c6-e783-4f64-ae5f-79e2701aa9b5 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-431034'] for port (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:39.281139 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-dec2613f-31b9-4bf7-80b2-22be409ee9e1 req-7a2f70c6-e783-4f64-ae5f-79e2701aa9b5 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.99 "DELETE /v2.0/ports/c0142c69-b557-4895-8179-6c8e34d11416 HTTP/1.1" status: 204 len: 173 time: 1.1494277 Jul 26 15:08:39.287476 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10e87418-f3e0-4162-bf2a-2ae8579091bb', 'name': 'network-vif-deleted', 'tag': 'c0142c69-b557-4895-8179-6c8e34d11416'}] {{(pid=111102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:08:39.287476 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8185506cd1cc56e10fcde42571d85de650c4e290bb1b6bf5ec2f858ed2201c15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a8f0c6b-de24-4f99-b82e-08fd1d52176e" -d '{"events": [{"server_uuid": "10e87418-f3e0-4162-bf2a-2ae8579091bb", "name": "network-vif-deleted", "tag": "c0142c69-b557-4895-8179-6c8e34d11416"}]}' {{(pid=111102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:08:39.358142 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvr_db [None req-dcb89f80-2523-4221-b8d7-fe2f732a16f4 None None] Set router a6b81d1c-da8a-466e-bc43-9214f386c125 gateway port host: dv-cinder-851030-1-iscsi {{(pid=111104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:08:39.522750 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 15:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af39beeb-78e3-42dc-838b-29380d6bf152 x-openstack-request-id: req-af39beeb-78e3-42dc-838b-29380d6bf152 {{(pid=111102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:08:39.522750 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10e87418-f3e0-4162-bf2a-2ae8579091bb", "name": "network-vif-deleted", "tag": "c0142c69-b557-4895-8179-6c8e34d11416", "status": "completed", "code": 200}]} {{(pid=111102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:08:39.522750 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-af39beeb-78e3-42dc-838b-29380d6bf152 {{(pid=111102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:08:39.522750 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af39beeb-78e3-42dc-838b-29380d6bf152'] response: {'server_uuid': '10e87418-f3e0-4162-bf2a-2ae8579091bb', 'name': 'network-vif-deleted', 'tag': 'c0142c69-b557-4895-8179-6c8e34d11416', 'status': 'completed', 'code': 200} Jul 26 15:08:39.563463 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-dcb89f80-2523-4221-b8d7-fe2f732a16f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6b81d1c-da8a-466e-bc43-9214f386c125', 'name': 'tempest-AttachVolumeShelveTestJSON-47779111-router', 'tenant_id': '7f82b8853b874e61820108bc16e8dc41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '05be2a4d-3c8e-4fec-af9b-987a07425f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:00:07Z', 'updated_at': '2022-07-26T15:00:11Z', 'revision_number': 4, 'project_id': '7f82b8853b874e61820108bc16e8dc41', 'gw_port': {'id': '05be2a4d-3c8e-4fec-af9b-987a07425f55', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:71:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6b81d1c-da8a-466e-bc43-9214f386c125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:00:08Z', 'updated_at': '2022-07-26T15:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi', '_interfaces': [{'id': 'bbb7499f-f28c-4d4e-b42f-a57596721701', 'name': '', 'network_id': '40bf059a-9593-4ce0-be05-c864bfa3c074', 'tenant_id': '7f82b8853b874e61820108bc16e8dc41', 'mac_address': 'fa:16:3e:79:a2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6b81d1c-da8a-466e-bc43-9214f386c125', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '8d76239a-a9c4-4c98-83cb-a3f6ea48b403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:00:10Z', 'updated_at': '2022-07-26T15:00:15Z', 'revision_number': 5, 'project_id': '7f82b8853b874e61820108bc16e8dc41', 'subnets': [{'id': '8d76239a-a9c4-4c98-83cb-a3f6ea48b403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851030-1-iscsi', False) {} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:08:39.591276 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb89f80-2523-4221-b8d7-fe2f732a16f4 None None] Checking router: a6b81d1c-da8a-466e-bc43-9214f386c125 for host: dv-cinder-851030-1-iscsi {{(pid=111104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:08:39.600007 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb89f80-2523-4221-b8d7-fe2f732a16f4 None None] Routers {'a6b81d1c-da8a-466e-bc43-9214f386c125'} bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:08:39.600624 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-dcb89f80-2523-4221-b8d7-fe2f732a16f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851030-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-26T14:42:54Z,description=,heartbeat_timestamp=2022-07-26T15:08:24Z,host='dv-cinder-851030-1-iscsi',id=66f8bb98-7ace-4a85-b6ba-ffe40597695b,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:42:55Z,topic='l3_agent')) {'router_ids': ['a6b81d1c-da8a-466e-bc43-9214f386c125'], 'active': True} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:08:39.705553 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvr_db [None req-dcb89f80-2523-4221-b8d7-fe2f732a16f4 None None] Set router a6b81d1c-da8a-466e-bc43-9214f386c125 gateway port host: dv-cinder-851030-1-iscsi {{(pid=111104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:08:39.905976 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-dcb89f80-2523-4221-b8d7-fe2f732a16f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6b81d1c-da8a-466e-bc43-9214f386c125', 'name': 'tempest-AttachVolumeShelveTestJSON-47779111-router', 'tenant_id': '7f82b8853b874e61820108bc16e8dc41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '05be2a4d-3c8e-4fec-af9b-987a07425f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:00:07Z', 'updated_at': '2022-07-26T15:00:11Z', 'revision_number': 4, 'project_id': '7f82b8853b874e61820108bc16e8dc41', 'gw_port': {'id': '05be2a4d-3c8e-4fec-af9b-987a07425f55', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:71:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6b81d1c-da8a-466e-bc43-9214f386c125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:00:08Z', 'updated_at': '2022-07-26T15:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi', '_interfaces': [{'id': 'bbb7499f-f28c-4d4e-b42f-a57596721701', 'name': '', 'network_id': '40bf059a-9593-4ce0-be05-c864bfa3c074', 'tenant_id': '7f82b8853b874e61820108bc16e8dc41', 'mac_address': 'fa:16:3e:79:a2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6b81d1c-da8a-466e-bc43-9214f386c125', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '8d76239a-a9c4-4c98-83cb-a3f6ea48b403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:00:10Z', 'updated_at': '2022-07-26T15:00:15Z', 'revision_number': 5, 'project_id': '7f82b8853b874e61820108bc16e8dc41', 'subnets': [{'id': '8d76239a-a9c4-4c98-83cb-a3f6ea48b403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851030-1-iscsi', False) {} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:08:39.931847 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb89f80-2523-4221-b8d7-fe2f732a16f4 None None] The sync data for ids ['a6b81d1c-da8a-466e-bc43-9214f386c125'] in dv-cinder-851030-1-iscsi is: [{'id': 'a6b81d1c-da8a-466e-bc43-9214f386c125', 'name': 'tempest-AttachVolumeShelveTestJSON-47779111-router', 'tenant_id': '7f82b8853b874e61820108bc16e8dc41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '05be2a4d-3c8e-4fec-af9b-987a07425f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:00:07Z', 'updated_at': '2022-07-26T15:00:11Z', 'revision_number': 4, 'project_id': '7f82b8853b874e61820108bc16e8dc41', 'gw_port': {'id': '05be2a4d-3c8e-4fec-af9b-987a07425f55', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:71:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6b81d1c-da8a-466e-bc43-9214f386c125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:00:08Z', 'updated_at': '2022-07-26T15:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi', '_interfaces': [{'id': 'bbb7499f-f28c-4d4e-b42f-a57596721701', 'name': '', 'network_id': '40bf059a-9593-4ce0-be05-c864bfa3c074', 'tenant_id': '7f82b8853b874e61820108bc16e8dc41', 'mac_address': 'fa:16:3e:79:a2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6b81d1c-da8a-466e-bc43-9214f386c125', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '8d76239a-a9c4-4c98-83cb-a3f6ea48b403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:00:10Z', 'updated_at': '2022-07-26T15:00:15Z', 'revision_number': 5, 'project_id': '7f82b8853b874e61820108bc16e8dc41', 'subnets': [{'id': '8d76239a-a9c4-4c98-83cb-a3f6ea48b403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:08:39.974654 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-b308b0c8-3748-4795-8294-667688a0995f req-2012177c-6299-4d50-b1d2-6705ff3caeb5 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/ports?device_id=10e87418-f3e0-4162-bf2a-2ae8579091bb HTTP/1.1" status: 200 len: 210 time: 0.0342460 Jul 26 15:08:40.075220 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.agents_db [None req-99196b13-9676-4f02-b89b-0db7196f18a6 None None] Agent healthcheck: found 6 active agents {{(pid=111105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:08:40.169303 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3c0370-77e3-4fa2-a2d4-1f92d1563f24 None None] New status for floating IP 74beaee9-c84a-4484-8a34-37b0d97ab1b4: DOWN {{(pid=111105) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 26 15:08:41.146198 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 54254) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:08:41.201875 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-103918e5-f109-4240-a10e-4cad255875e5 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Publish callbacks [] for security_group (d67b6f6d-db3d-4464-9d0b-0ddcf91da5f8), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:41.203547 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:08:41.227517 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-103918e5-f109-4240-a10e-4cad255875e5 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Publish callbacks [] for security_group (d67b6f6d-db3d-4464-9d0b-0ddcf91da5f8), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:41.413020 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-103918e5-f109-4240-a10e-4cad255875e5 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (d67b6f6d-db3d-4464-9d0b-0ddcf91da5f8), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:41.415602 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-103918e5-f109-4240-a10e-4cad255875e5 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Publish callbacks [] for security_group (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:41.416769 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-103918e5-f109-4240-a10e-4cad255875e5 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "DELETE /v2.0/security-groups/d67b6f6d-db3d-4464-9d0b-0ddcf91da5f8 HTTP/1.1" status: 204 len: 168 time: 0.2689762 Jul 26 15:08:41.419848 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 54256) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:08:41.426370 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103918e5-f109-4240-a10e-4cad255875e5 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d67b6f6d-db3d-4464-9d0b-0ddcf91da5f8,revision_number=None']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:08:41.434893 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.api.v2.resource [None req-7b47e29c-7b60-49a4-a855-0ccc97b55214 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] show failed (client error): The resource could not be found. Jul 26 15:08:41.436068 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-7b47e29c-7b60-49a4-a855-0ccc97b55214 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "GET /v2.0/security-groups/d67b6f6d-db3d-4464-9d0b-0ddcf91da5f8 HTTP/1.1" status: 404 len: 347 time: 0.0151389 Jul 26 15:08:41.438881 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 54258) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:08:41.558251 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.plugins.ml2.plugin [None req-3847f68f-e3e4-4a66-a688-89e45374f4eb tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Deleting port e3a05795-af29-45ee-9d3a-f8700f06d20d {{(pid=111103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:08:41.558611 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-3847f68f-e3e4-4a66-a688-89e45374f4eb tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789580082445'] for port (e3a05795-af29-45ee-9d3a-f8700f06d20d), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:41.642225 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-3847f68f-e3e4-4a66-a688-89e45374f4eb tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580114'] for port (e3a05795-af29-45ee-9d3a-f8700f06d20d), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:41.642537 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-3847f68f-e3e4-4a66-a688-89e45374f4eb tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Publish callbacks [] for floatingip (e3a05795-af29-45ee-9d3a-f8700f06d20d), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:41.654961 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.plugins.ml2.plugin [None req-3847f68f-e3e4-4a66-a688-89e45374f4eb tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Calling delete_port for e3a05795-af29-45ee-9d3a-f8700f06d20d owned by network:floatingip {{(pid=111103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:08:41.861979 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-3847f68f-e3e4-4a66-a688-89e45374f4eb tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789580201795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789579689804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4313512'] for port (e3a05795-af29-45ee-9d3a-f8700f06d20d), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:41.891617 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3847f68f-e3e4-4a66-a688-89e45374f4eb tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Pushing event deleted for resources: {'Port': ['ID=e3a05795-af29-45ee-9d3a-f8700f06d20d,revision_number=None']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:08:41.956330 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-3847f68f-e3e4-4a66-a688-89e45374f4eb tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Publish callbacks [] for floatingip (74beaee9-c84a-4484-8a34-37b0d97ab1b4), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:41.959602 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-3847f68f-e3e4-4a66-a688-89e45374f4eb tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-431034'] for floatingip (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:41.961133 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-3847f68f-e3e4-4a66-a688-89e45374f4eb tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] 10.222.0.97 "DELETE /v2.0/floatingips/74beaee9-c84a-4484-8a34-37b0d97ab1b4 HTTP/1.1" status: 204 len: 168 time: 0.5209365 Jul 26 15:08:43.558111 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Device c0142c69-b557-4895-8179-6c8e34d11416 no longer exists at agent hyperv_hv-cinder-85103 {{(pid=111104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:08:43.577861 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] No Port match for: c0142c69-b557-4895-8179-6c8e34d11416 {{(pid=111104) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:08:43.578203 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Device c0142c69-b557-4895-8179-6c8e34d11416 not bound to the agent host hv-cinder-85103 {{(pid=111104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:08:44.801558 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 54280) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:08:45.266657 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:08:45.279584 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-53b091f2-f037-494e-984c-15d6a6a30858 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-688923'] for router_interface (a6b81d1c-da8a-466e-bc43-9214f386c125), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:45.324209 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:08:45.459838 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (311d617f-8fa1-4662-a157-ab38f6e1e2d8), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:45.514941 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.plugins.ml2.plugin [None req-53b091f2-f037-494e-984c-15d6a6a30858 admin admin] Deleting port bbb7499f-f28c-4d4e-b42f-a57596721701 {{(pid=111103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:08:45.515274 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-53b091f2-f037-494e-984c-15d6a6a30858 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789580082445'] for port (bbb7499f-f28c-4d4e-b42f-a57596721701), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:45.598012 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.plugins.ml2.db [None req-53b091f2-f037-494e-984c-15d6a6a30858 admin admin] For port bbb7499f-f28c-4d4e-b42f-a57596721701, host dv-cinder-851030-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851030-1-iscsi',level=0,port_id=bbb7499f-f28c-4d4e-b42f-a57596721701,segment=NetworkSegment(cec6c169-26ac-4d4a-8f8d-b81b07eccaa9),segment_id=cec6c169-26ac-4d4a-8f8d-b81b07eccaa9)] {{(pid=111103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:08:45.598288 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-53b091f2-f037-494e-984c-15d6a6a30858 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580114'] for port (bbb7499f-f28c-4d4e-b42f-a57596721701), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:45.610833 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.plugins.ml2.plugin [None req-53b091f2-f037-494e-984c-15d6a6a30858 admin admin] Calling delete_port for bbb7499f-f28c-4d4e-b42f-a57596721701 owned by network:router_interface {{(pid=111103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:08:45.896531 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-53b091f2-f037-494e-984c-15d6a6a30858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789580201795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789579689804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4313512'] for port (bbb7499f-f28c-4d4e-b42f-a57596721701), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:45.926207 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b091f2-f037-494e-984c-15d6a6a30858 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbb7499f-f28c-4d4e-b42f-a57596721701,revision_number=None']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:08:46.116865 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-53b091f2-f037-494e-984c-15d6a6a30858 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-524712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-689039'] for router_interface (a6b81d1c-da8a-466e-bc43-9214f386c125), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:46.202283 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:08:46.321655 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:08:46.331932 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53b091f2-f037-494e-984c-15d6a6a30858 admin admin] Router a6b81d1c-da8a-466e-bc43-9214f386c125 has already been hosted by L3 agent 66f8bb98-7ace-4a85-b6ba-ffe40597695b {{(pid=111103) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 26 15:08:46.436503 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53b091f2-f037-494e-984c-15d6a6a30858 admin admin] Notify agent at l3_agent.dv-cinder-851030-1-iscsi the message routers_updated {{(pid=111103) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 26 15:08:46.441508 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-53b091f2-f037-494e-984c-15d6a6a30858 admin admin] 10.222.0.97 "PUT /v2.0/routers/a6b81d1c-da8a-466e-bc43-9214f386c125/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6367249 Jul 26 15:08:46.444292 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 54284) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:08:46.445310 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b55508-9b9f-417a-8a8c-920ead30891c None None] Sync routers for ids ['a6b81d1c-da8a-466e-bc43-9214f386c125'] in dv-cinder-851030-1-iscsi {{(pid=111104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 26 15:08:46.456002 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b55508-9b9f-417a-8a8c-920ead30891c None None] Routers {'a6b81d1c-da8a-466e-bc43-9214f386c125'} bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:08:46.456517 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-32b55508-9b9f-417a-8a8c-920ead30891c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851030-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-26T14:42:54Z,description=,heartbeat_timestamp=2022-07-26T15:08:24Z,host='dv-cinder-851030-1-iscsi',id=66f8bb98-7ace-4a85-b6ba-ffe40597695b,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:42:55Z,topic='l3_agent')) {'router_ids': ['a6b81d1c-da8a-466e-bc43-9214f386c125'], 'active': True} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:08:46.546256 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-553b333c-52d6-467d-b668-cc09ea58aad6 admin admin] Publish callbacks [] for router (a6b81d1c-da8a-466e-bc43-9214f386c125), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:46.561125 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvr_db [None req-32b55508-9b9f-417a-8a8c-920ead30891c None None] Set router a6b81d1c-da8a-466e-bc43-9214f386c125 gateway port host: dv-cinder-851030-1-iscsi {{(pid=111104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:08:46.731518 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=100 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:08:46.749713 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-32b55508-9b9f-417a-8a8c-920ead30891c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6b81d1c-da8a-466e-bc43-9214f386c125', 'name': 'tempest-AttachVolumeShelveTestJSON-47779111-router', 'tenant_id': '7f82b8853b874e61820108bc16e8dc41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '05be2a4d-3c8e-4fec-af9b-987a07425f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:00:07Z', 'updated_at': '2022-07-26T15:08:45Z', 'revision_number': 5, 'project_id': '7f82b8853b874e61820108bc16e8dc41', 'gw_port': {'id': '05be2a4d-3c8e-4fec-af9b-987a07425f55', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:71:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6b81d1c-da8a-466e-bc43-9214f386c125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:00:08Z', 'updated_at': '2022-07-26T15:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi'}], 'dv-cinder-851030-1-iscsi', False) {} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:08:46.752324 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:08:46.776216 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b55508-9b9f-417a-8a8c-920ead30891c None None] Checking router: a6b81d1c-da8a-466e-bc43-9214f386c125 for host: dv-cinder-851030-1-iscsi {{(pid=111104) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 26 15:08:46.785882 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b55508-9b9f-417a-8a8c-920ead30891c None None] Routers {'a6b81d1c-da8a-466e-bc43-9214f386c125'} bound to L3 agent in host dv-cinder-851030-1-iscsi {{(pid=111104) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 26 15:08:46.786620 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-32b55508-9b9f-417a-8a8c-920ead30891c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851030-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-26T14:42:54Z,description=,heartbeat_timestamp=2022-07-26T15:08:24Z,host='dv-cinder-851030-1-iscsi',id=66f8bb98-7ace-4a85-b6ba-ffe40597695b,load=0,resource_versions=,resources_synced=,started_at=2022-07-26T14:42:55Z,topic='l3_agent')) {'router_ids': ['a6b81d1c-da8a-466e-bc43-9214f386c125'], 'active': True} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:08:46.869568 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-553b333c-52d6-467d-b668-cc09ea58aad6 admin admin] Publish callbacks [] for router_gateway (a6b81d1c-da8a-466e-bc43-9214f386c125), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:46.894677 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvr_db [None req-32b55508-9b9f-417a-8a8c-920ead30891c None None] Set router a6b81d1c-da8a-466e-bc43-9214f386c125 gateway port host: dv-cinder-851030-1-iscsi {{(pid=111104) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 26 15:08:47.059352 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.plugins.ml2.plugin [None req-553b333c-52d6-467d-b668-cc09ea58aad6 admin admin] Deleting port 05be2a4d-3c8e-4fec-af9b-987a07425f55 {{(pid=111103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:08:47.059903 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-553b333c-52d6-467d-b668-cc09ea58aad6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789580082445'] for port (05be2a4d-3c8e-4fec-af9b-987a07425f55), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:47.144269 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.plugins.ml2.db [None req-553b333c-52d6-467d-b668-cc09ea58aad6 admin admin] For port 05be2a4d-3c8e-4fec-af9b-987a07425f55, host dv-cinder-851030-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851030-1-iscsi',level=0,port_id=05be2a4d-3c8e-4fec-af9b-987a07425f55,segment=NetworkSegment(9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7),segment_id=9e7e8dc6-b84f-44f3-8a93-3a680e1c89c7)] {{(pid=111103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:08:47.144635 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-553b333c-52d6-467d-b668-cc09ea58aad6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580114'] for port (05be2a4d-3c8e-4fec-af9b-987a07425f55), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:47.158244 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.plugins.ml2.plugin [None req-553b333c-52d6-467d-b668-cc09ea58aad6 admin admin] Calling delete_port for 05be2a4d-3c8e-4fec-af9b-987a07425f55 owned by network:router_gateway {{(pid=111103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:08:47.194219 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_hamode_db [None req-32b55508-9b9f-417a-8a8c-920ead30891c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6b81d1c-da8a-466e-bc43-9214f386c125', 'name': 'tempest-AttachVolumeShelveTestJSON-47779111-router', 'tenant_id': '7f82b8853b874e61820108bc16e8dc41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '05be2a4d-3c8e-4fec-af9b-987a07425f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:00:07Z', 'updated_at': '2022-07-26T15:08:45Z', 'revision_number': 5, 'project_id': '7f82b8853b874e61820108bc16e8dc41', 'gw_port': {'id': '05be2a4d-3c8e-4fec-af9b-987a07425f55', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:71:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6b81d1c-da8a-466e-bc43-9214f386c125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:00:08Z', 'updated_at': '2022-07-26T15:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi'}], 'dv-cinder-851030-1-iscsi', False) {} {{(pid=111104) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:08:47.223071 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b55508-9b9f-417a-8a8c-920ead30891c None None] The sync data for ids ['a6b81d1c-da8a-466e-bc43-9214f386c125'] in dv-cinder-851030-1-iscsi is: [{'id': 'a6b81d1c-da8a-466e-bc43-9214f386c125', 'name': 'tempest-AttachVolumeShelveTestJSON-47779111-router', 'tenant_id': '7f82b8853b874e61820108bc16e8dc41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'external_fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': '05be2a4d-3c8e-4fec-af9b-987a07425f55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-26T15:00:07Z', 'updated_at': '2022-07-26T15:08:45Z', 'revision_number': 5, 'project_id': '7f82b8853b874e61820108bc16e8dc41', 'gw_port': {'id': '05be2a4d-3c8e-4fec-af9b-987a07425f55', 'name': '', 'network_id': '976f28e8-c47c-49b7-93ff-2bd79bbe121a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:71:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6b81d1c-da8a-466e-bc43-9214f386c125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851030-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-26T15:00:08Z', 'updated_at': '2022-07-26T15:00:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '527ba32d-e656-41f8-8fe6-15a8ab4751c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851030-1-iscsi'}] {{(pid=111104) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 26 15:08:47.436115 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-553b333c-52d6-467d-b668-cc09ea58aad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789580201795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789579689804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4313512'] for port (05be2a4d-3c8e-4fec-af9b-987a07425f55), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:47.460025 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553b333c-52d6-467d-b668-cc09ea58aad6 admin admin] Pushing event deleted for resources: {'Port': ['ID=05be2a4d-3c8e-4fec-af9b-987a07425f55,revision_number=None']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:08:47.533314 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-553b333c-52d6-467d-b668-cc09ea58aad6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-690971'] for router_gateway (a6b81d1c-da8a-466e-bc43-9214f386c125), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:47.625350 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-553b333c-52d6-467d-b668-cc09ea58aad6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-569232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-859'] for router (a6b81d1c-da8a-466e-bc43-9214f386c125), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:47.627897 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-553b333c-52d6-467d-b668-cc09ea58aad6 admin admin] Publish callbacks [] for router_controller (a6b81d1c-da8a-466e-bc43-9214f386c125), precommit_delete_associations {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:47.784551 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-553b333c-52d6-467d-b668-cc09ea58aad6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-569106'] for router (a6b81d1c-da8a-466e-bc43-9214f386c125), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:47.785076 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-553b333c-52d6-467d-b668-cc09ea58aad6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6b81d1c-da8a-466e-bc43-9214f386c125 {{(pid=111103) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 26 15:08:47.790477 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-553b333c-52d6-467d-b668-cc09ea58aad6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:47.793348 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-553b333c-52d6-467d-b668-cc09ea58aad6 admin admin] 10.222.0.97 "DELETE /v2.0/routers/a6b81d1c-da8a-466e-bc43-9214f386c125 HTTP/1.1" status: 204 len: 168 time: 1.3463809 Jul 26 15:08:47.794179 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 54286) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:08:47.827722 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:08:47.844401 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a48eeeb-66d5-4397-aab7-a5aa6c473b7b admin admin] Deleting subnet 8d76239a-a9c4-4c98-83cb-a3f6ea48b403 {{(pid=111103) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 26 15:08:47.846474 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:08:47.848620 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-6a48eeeb-66d5-4397-aab7-a5aa6c473b7b admin admin] Publish callbacks [] for subnet (8d76239a-a9c4-4c98-83cb-a3f6ea48b403), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:47.892288 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-6a48eeeb-66d5-4397-aab7-a5aa6c473b7b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4943357'] for subnet (8d76239a-a9c4-4c98-83cb-a3f6ea48b403), precommit_delete_associations {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:47.972304 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-6a48eeeb-66d5-4397-aab7-a5aa6c473b7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1534251'] for subnet (8d76239a-a9c4-4c98-83cb-a3f6ea48b403), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:48.093584 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-6a48eeeb-66d5-4397-aab7-a5aa6c473b7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1534242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4313477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4397448'] for subnet (8d76239a-a9c4-4c98-83cb-a3f6ea48b403), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:48.124489 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a48eeeb-66d5-4397-aab7-a5aa6c473b7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d76239a-a9c4-4c98-83cb-a3f6ea48b403,revision_number=None']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:08:48.128665 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-6a48eeeb-66d5-4397-aab7-a5aa6c473b7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524685'] for subnet (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:48.132498 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-6a48eeeb-66d5-4397-aab7-a5aa6c473b7b admin admin] 10.222.0.97 "DELETE /v2.0/subnets/8d76239a-a9c4-4c98-83cb-a3f6ea48b403 HTTP/1.1" status: 204 len: 168 time: 0.3373663 Jul 26 15:08:48.135332 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 54288) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:08:48.139192 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b70e4e6-c76e-4d8b-94a4-05d7a644641f None None] Network 40bf059a-9593-4ce0-be05-c864bfa3c074 requested from dv-cinder-851030-1-iscsi {{(pid=111104) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 15:08:48.212495 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-fed3e8fa-399d-4560-9737-7deb46188557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459809'] for network (40bf059a-9593-4ce0-be05-c864bfa3c074), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:48.263741 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.plugins.ml2.plugin [None req-fed3e8fa-399d-4560-9737-7deb46188557 admin admin] Deleting port a32f3f2f-1d80-4c4c-8db1-8a3ecc8bb8eb {{(pid=111103) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:08:48.264263 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-fed3e8fa-399d-4560-9737-7deb46188557 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789580082445'] for port (a32f3f2f-1d80-4c4c-8db1-8a3ecc8bb8eb), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:48.319496 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296db74a-7f58-49fb-9d42-b1e1150cd9b7 None None] DHCP port deletion for 40bf059a-9593-4ce0-be05-c864bfa3c074 request from dv-cinder-851030-1-iscsi {{(pid=111104) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 26 15:08:48.342045 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.plugins.ml2.db [None req-fed3e8fa-399d-4560-9737-7deb46188557 admin admin] For port a32f3f2f-1d80-4c4c-8db1-8a3ecc8bb8eb, host dv-cinder-851030-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851030-1-iscsi',level=0,port_id=a32f3f2f-1d80-4c4c-8db1-8a3ecc8bb8eb,segment=NetworkSegment(cec6c169-26ac-4d4a-8f8d-b81b07eccaa9),segment_id=cec6c169-26ac-4d4a-8f8d-b81b07eccaa9)] {{(pid=111103) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:08:48.342409 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-fed3e8fa-399d-4560-9737-7deb46188557 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580114'] for port (a32f3f2f-1d80-4c4c-8db1-8a3ecc8bb8eb), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:48.358465 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.plugins.ml2.plugin [None req-fed3e8fa-399d-4560-9737-7deb46188557 admin admin] Calling delete_port for a32f3f2f-1d80-4c4c-8db1-8a3ecc8bb8eb owned by network:dhcp {{(pid=111103) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:08:48.358736 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-296db74a-7f58-49fb-9d42-b1e1150cd9b7 None None] Deleting port a32f3f2f-1d80-4c4c-8db1-8a3ecc8bb8eb {{(pid=111104) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:08:48.359009 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-296db74a-7f58-49fb-9d42-b1e1150cd9b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789580082445'] for port (a32f3f2f-1d80-4c4c-8db1-8a3ecc8bb8eb), before_delete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:48.403412 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:UPDATE=3,neutron:SELECT=91,neutron:DELETE=6 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:08:48.424419 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-296db74a-7f58-49fb-9d42-b1e1150cd9b7 None None] For port a32f3f2f-1d80-4c4c-8db1-8a3ecc8bb8eb, host dv-cinder-851030-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851030-1-iscsi',level=0,port_id=a32f3f2f-1d80-4c4c-8db1-8a3ecc8bb8eb,segment=NetworkSegment(cec6c169-26ac-4d4a-8f8d-b81b07eccaa9),segment_id=cec6c169-26ac-4d4a-8f8d-b81b07eccaa9)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:08:48.424815 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-296db74a-7f58-49fb-9d42-b1e1150cd9b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580114'] for port (a32f3f2f-1d80-4c4c-8db1-8a3ecc8bb8eb), precommit_delete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:48.438449 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-296db74a-7f58-49fb-9d42-b1e1150cd9b7 None None] Calling delete_port for a32f3f2f-1d80-4c4c-8db1-8a3ecc8bb8eb owned by network:dhcp {{(pid=111104) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:08:48.533612 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-fed3e8fa-399d-4560-9737-7deb46188557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789580201795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789579689804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4313512'] for port (a32f3f2f-1d80-4c4c-8db1-8a3ecc8bb8eb), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:48.540897 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-296db74a-7f58-49fb-9d42-b1e1150cd9b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789580201795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789579689804'] for port (a32f3f2f-1d80-4c4c-8db1-8a3ecc8bb8eb), after_delete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:48.558163 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed3e8fa-399d-4560-9737-7deb46188557 admin admin] Pushing event deleted for resources: {'Port': ['ID=a32f3f2f-1d80-4c4c-8db1-8a3ecc8bb8eb,revision_number=None']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:08:48.565722 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed3e8fa-399d-4560-9737-7deb46188557 admin admin] No DVR routers for this DVR port a32f3f2f-1d80-4c4c-8db1-8a3ecc8bb8eb on host dv-cinder-851030-1-iscsi {{(pid=111103) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 15:08:48.565881 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296db74a-7f58-49fb-9d42-b1e1150cd9b7 None None] Pushing event deleted for resources: {'Port': ['ID=a32f3f2f-1d80-4c4c-8db1-8a3ecc8bb8eb,revision_number=None']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:08:48.569390 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296db74a-7f58-49fb-9d42-b1e1150cd9b7 None None] No DVR routers for this DVR port a32f3f2f-1d80-4c4c-8db1-8a3ecc8bb8eb on host dv-cinder-851030-1-iscsi {{(pid=111104) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 15:08:48.646059 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-fed3e8fa-399d-4560-9737-7deb46188557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1536261', 'neutron.services.segments.db._delete_segments_for_network-8789580160202'] for network (40bf059a-9593-4ce0-be05-c864bfa3c074), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:48.667911 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.services.segments.db [None req-fed3e8fa-399d-4560-9737-7deb46188557 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40bf059a-9593-4ce0-be05-c864bfa3c074']}} {{(pid=111103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:08:48.678734 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.services.segments.db [None req-fed3e8fa-399d-4560-9737-7deb46188557 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cec6c169-26ac-4d4a-8f8d-b81b07eccaa9') {'for_net_delete': True} {{(pid=111103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:08:48.685292 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.services.segments.db [None req-fed3e8fa-399d-4560-9737-7deb46188557 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cec6c169-26ac-4d4a-8f8d-b81b07eccaa9') {} {{(pid=111103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:08:48.688794 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-fed3e8fa-399d-4560-9737-7deb46188557 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789580160103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4943332'] for segment (cec6c169-26ac-4d4a-8f8d-b81b07eccaa9), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:48.702041 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-fed3e8fa-399d-4560-9737-7deb46188557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1539468'] for segment (cec6c169-26ac-4d4a-8f8d-b81b07eccaa9), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:48.708483 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fed3e8fa-399d-4560-9737-7deb46188557 admin admin] Releasing vlan 1098 on physical network physnet1 to pool {{(pid=111103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 15:08:48.708868 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-fed3e8fa-399d-4560-9737-7deb46188557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1539468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4313563'] for segment (cec6c169-26ac-4d4a-8f8d-b81b07eccaa9), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:48.753880 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.services.segments.plugin [-] Segment cec6c169-26ac-4d4a-8f8d-b81b07eccaa9 resource provider aggregate not found Jul 26 15:08:48.772830 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.services.segments.plugin [-] Segment cec6c169-26ac-4d4a-8f8d-b81b07eccaa9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cec6c169-26ac-4d4a-8f8d-b81b07eccaa9 found for delete ", "request_id": "req-25424133-7f16-41dc-a61e-989cf16ad779"}]} Jul 26 15:08:48.868329 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-fed3e8fa-399d-4560-9737-7deb46188557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1536270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690999'] for network (40bf059a-9593-4ce0-be05-c864bfa3c074), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:48.874136 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-fed3e8fa-399d-4560-9737-7deb46188557 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524685'] for network (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:48.877242 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-fed3e8fa-399d-4560-9737-7deb46188557 admin admin] 10.222.0.97 "DELETE /v2.0/networks/40bf059a-9593-4ce0-be05-c864bfa3c074 HTTP/1.1" status: 204 len: 168 time: 0.7410691 Jul 26 15:08:48.889143 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed3e8fa-399d-4560-9737-7deb46188557 admin admin] Pushing event deleted for resources: {'Network': ['ID=40bf059a-9593-4ce0-be05-c864bfa3c074,revision_number=None']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:08:49.047980 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device bbb7499f-f28c-4d4e-b42f-a57596721701 no longer exists at agent ovs-agent-dv-cinder-851030-1-iscsi {{(pid=111104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:08:49.068045 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] No Port match for: bbb7499f-f28c-4d4e-b42f-a57596721701 {{(pid=111104) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:08:49.068384 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device bbb7499f-f28c-4d4e-b42f-a57596721701 not bound to the agent host dv-cinder-851030-1-iscsi {{(pid=111104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:08:49.068818 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device 05be2a4d-3c8e-4fec-af9b-987a07425f55 no longer exists at agent ovs-agent-dv-cinder-851030-1-iscsi {{(pid=111104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:08:49.087553 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] No Port match for: 05be2a4d-3c8e-4fec-af9b-987a07425f55 {{(pid=111104) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:08:49.087898 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device 05be2a4d-3c8e-4fec-af9b-987a07425f55 not bound to the agent host dv-cinder-851030-1-iscsi {{(pid=111104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:08:49.088295 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device a32f3f2f-1d80-4c4c-8db1-8a3ecc8bb8eb no longer exists at agent ovs-agent-dv-cinder-851030-1-iscsi {{(pid=111104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:08:49.110664 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] No Port match for: a32f3f2f-1d80-4c4c-8db1-8a3ecc8bb8eb {{(pid=111104) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:08:49.111001 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Device a32f3f2f-1d80-4c4c-8db1-8a3ecc8bb8eb not bound to the agent host dv-cinder-851030-1-iscsi {{(pid=111104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:08:49.383797 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 54296) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:08:49.427579 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-3ad7f167-f262-4e7e-89fb-83787483895f admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=7f82b8853b874e61820108bc16e8dc41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0425143 Jul 26 15:08:49.430027 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 54298) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:08:49.478739 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-ff5c5ef3-b013-4498-9dd0-c80278b76677 admin admin] Publish callbacks [] for security_group (90f41ef1-609d-47db-aa0e-41f969928d6d), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:49.500958 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-ff5c5ef3-b013-4498-9dd0-c80278b76677 admin admin] Publish callbacks [] for security_group (90f41ef1-609d-47db-aa0e-41f969928d6d), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:49.668082 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-ff5c5ef3-b013-4498-9dd0-c80278b76677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (90f41ef1-609d-47db-aa0e-41f969928d6d), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:49.670650 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-ff5c5ef3-b013-4498-9dd0-c80278b76677 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:49.672052 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-ff5c5ef3-b013-4498-9dd0-c80278b76677 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/90f41ef1-609d-47db-aa0e-41f969928d6d HTTP/1.1" status: 204 len: 168 time: 0.2409518 Jul 26 15:08:49.683935 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5c5ef3-b013-4498-9dd0-c80278b76677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90f41ef1-609d-47db-aa0e-41f969928d6d,revision_number=None']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:08:50.245139 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:08:50.245791 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:08:51.422354 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=26,neutron:DELETE=3 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:08:52.130688 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-63da4e3b-a25e-4aef-8fc9-26ee38e39f74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (bb4183fa-e0c9-4858-9c34-b1ab78d39af4), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:54.313269 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-241d5b01-f48e-468a-9957-dc287efcd75f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (66f8bb98-7ace-4a85-b6ba-ffe40597695b), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:55.482011 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b30572d2-bee0-4462-94ed-c13cd0ef4273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (40fac31a-afaa-44e8-8521-47b803a59f0f), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:57.029607 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b977bc9f-0510-4ebd-94dd-930fc4499a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (e5556d63-fbf3-48f2-bfac-7896e86945c3), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:57.104620 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (df49e665-2de0-463a-a1e1-c989804d5593), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:08:57.839565 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:08:59.534903 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=79,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:08:59.679938 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=24,neutron:DELETE=4 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:02.196919 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 54410) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:09:02.309096 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-b55412be-6262-4cb2-ad6f-91880e76d38f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:02.387020 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-b55412be-6262-4cb2-ad6f-91880e76d38f admin admin] Publish callbacks [] for security_group (aa243429-f968-4c16-9818-51fc8509627e), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:02.496590 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-b55412be-6262-4cb2-ad6f-91880e76d38f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (aa243429-f968-4c16-9818-51fc8509627e), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:02.542282 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-b55412be-6262-4cb2-ad6f-91880e76d38f admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=e06910a243dd43d7976f10a6b87dba00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3441708 Jul 26 15:09:02.544600 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55412be-6262-4cb2-ad6f-91880e76d38f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa243429-f968-4c16-9818-51fc8509627e,revision_number=1']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:09:02.545057 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 54414) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:09:02.596370 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-b43d770d-9bb4-4781-9d29-b0b17611c808 admin admin] Publish callbacks [] for security_group (aa243429-f968-4c16-9818-51fc8509627e), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:02.619085 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-b43d770d-9bb4-4781-9d29-b0b17611c808 admin admin] Publish callbacks [] for security_group (aa243429-f968-4c16-9818-51fc8509627e), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:02.862385 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-b43d770d-9bb4-4781-9d29-b0b17611c808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (aa243429-f968-4c16-9818-51fc8509627e), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:02.865055 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-b43d770d-9bb4-4781-9d29-b0b17611c808 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:02.866194 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-b43d770d-9bb4-4781-9d29-b0b17611c808 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/aa243429-f968-4c16-9818-51fc8509627e HTTP/1.1" status: 204 len: 168 time: 0.3201740 Jul 26 15:09:02.874905 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43d770d-9bb4-4781-9d29-b0b17611c808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa243429-f968-4c16-9818-51fc8509627e,revision_number=None']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:09:04.094976 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 54436) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:09:04.203988 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.v2.base [None req-5c9a9bfc-d45f-4657-920e-4e28dc1f117e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-545928109-network', 'tenant_id': '08aceefaa9c449dba11e55e21af66d34'}} {{(pid=111102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:09:04.331054 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c9a9bfc-d45f-4657-920e-4e28dc1f117e admin admin] Made reservation on behalf of 08aceefaa9c449dba11e55e21af66d34 for: {'network': 1} {{(pid=111102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:09:04.334261 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-5c9a9bfc-d45f-4657-920e-4e28dc1f117e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for network (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:04.343619 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-5c9a9bfc-d45f-4657-920e-4e28dc1f117e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:04.421661 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-5c9a9bfc-d45f-4657-920e-4e28dc1f117e admin admin] Publish callbacks [] for security_group (456c3323-86c3-4546-8dda-6bbee90f91bc), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:04.504841 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-5c9a9bfc-d45f-4657-920e-4e28dc1f117e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (456c3323-86c3-4546-8dda-6bbee90f91bc), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:04.534207 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c9a9bfc-d45f-4657-920e-4e28dc1f117e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1060} {{(pid=111102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 15:09:04.545090 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9a9bfc-d45f-4657-920e-4e28dc1f117e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=456c3323-86c3-4546-8dda-6bbee90f91bc,revision_number=1']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:09:04.550709 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-5c9a9bfc-d45f-4657-920e-4e28dc1f117e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1539468'] for segment (1fa9e417-e0a0-462e-b83c-557f7a2541e5), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:04.551045 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.db.segments_db [None req-5c9a9bfc-d45f-4657-920e-4e28dc1f117e admin admin] Added segment 1fa9e417-e0a0-462e-b83c-557f7a2541e5 of type vlan for network fa6b6ace-1af8-4f6a-8655-765d3612b257 Jul 26 15:09:04.592100 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-5c9a9bfc-d45f-4657-920e-4e28dc1f117e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789579709570'] for network (fa6b6ace-1af8-4f6a-8655-765d3612b257), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:04.710579 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-5c9a9bfc-d45f-4657-920e-4e28dc1f117e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707'] for network (fa6b6ace-1af8-4f6a-8655-765d3612b257), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:04.711614 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9a9bfc-d45f-4657-920e-4e28dc1f117e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:04.712194 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-5c9a9bfc-d45f-4657-920e-4e28dc1f117e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524685'] for network (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:04.773868 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9a9bfc-d45f-4657-920e-4e28dc1f117e admin admin] Pushing event updated for resources: {'Network': ['ID=fa6b6ace-1af8-4f6a-8655-765d3612b257,revision_number=1']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:09:04.784486 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Network fa6b6ace-1af8-4f6a-8655-765d3612b257 details requested by agent ovs-agent-dv-cinder-851030-1-iscsi with host dv-cinder-851030-1-iscsi {{(pid=111104) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 15:09:04.830552 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-5c9a9bfc-d45f-4657-920e-4e28dc1f117e admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.7339876 Jul 26 15:09:04.836141 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 54440) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:09:04.841286 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.v2.base [None req-399e8a85-68d4-4013-98ac-b0f6ac08bbfb admin admin] Request body: {'subnet': {'network_id': 'fa6b6ace-1af8-4f6a-8655-765d3612b257', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-545928109-subnet', 'tenant_id': '08aceefaa9c449dba11e55e21af66d34', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:09:04.930412 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-399e8a85-68d4-4013-98ac-b0f6ac08bbfb admin admin] Made reservation on behalf of 08aceefaa9c449dba11e55e21af66d34 for: {'subnet': 1} {{(pid=111102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:09:04.932875 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-399e8a85-68d4-4013-98ac-b0f6ac08bbfb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4978278'] for subnet (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:05.297570 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-399e8a85-68d4-4013-98ac-b0f6ac08bbfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4978248'] for subnet (e29138d3-fcef-4fc2-876f-35b9642a68e1), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:05.341256 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=77,neutron:DELETE=2,neutron:INSERT=16,neutron:UPDATE=5 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:05.354804 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=10 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:05.370007 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399e8a85-68d4-4013-98ac-b0f6ac08bbfb admin admin] Pushing event updated for resources: {'Subnet': ['ID=e29138d3-fcef-4fc2-876f-35b9642a68e1,revision_number=0']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:09:05.376549 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399e8a85-68d4-4013-98ac-b0f6ac08bbfb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:09:05.376885 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399e8a85-68d4-4013-98ac-b0f6ac08bbfb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:09:05.377237 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399e8a85-68d4-4013-98ac-b0f6ac08bbfb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:09:05.377555 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399e8a85-68d4-4013-98ac-b0f6ac08bbfb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:09:05.377879 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399e8a85-68d4-4013-98ac-b0f6ac08bbfb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:09:05.378201 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399e8a85-68d4-4013-98ac-b0f6ac08bbfb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:09:05.378522 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399e8a85-68d4-4013-98ac-b0f6ac08bbfb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:09:05.378837 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399e8a85-68d4-4013-98ac-b0f6ac08bbfb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:09:05.379154 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399e8a85-68d4-4013-98ac-b0f6ac08bbfb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:09:05.379513 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399e8a85-68d4-4013-98ac-b0f6ac08bbfb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:09:05.379838 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399e8a85-68d4-4013-98ac-b0f6ac08bbfb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:09:05.380202 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399e8a85-68d4-4013-98ac-b0f6ac08bbfb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:09:05.381055 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399e8a85-68d4-4013-98ac-b0f6ac08bbfb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:09:05.381379 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399e8a85-68d4-4013-98ac-b0f6ac08bbfb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:09:05.381692 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399e8a85-68d4-4013-98ac-b0f6ac08bbfb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:09:05.388059 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399e8a85-68d4-4013-98ac-b0f6ac08bbfb admin admin] Checking segment: {'id': '1fa9e417-e0a0-462e-b83c-557f7a2541e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1060, 'network_id': 'fa6b6ace-1af8-4f6a-8655-765d3612b257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:09:05.388409 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399e8a85-68d4-4013-98ac-b0f6ac08bbfb admin admin] Network hostable DHCP agents. Network: fa6b6ace-1af8-4f6a-8655-765d3612b257, hostable agents: ['bb4183fa-e0c9-4858-9c34-b1ab78d39af4'], hosted agents: [] {{(pid=111102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 15:09:05.553644 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399e8a85-68d4-4013-98ac-b0f6ac08bbfb admin admin] Network fa6b6ace-1af8-4f6a-8655-765d3612b257 is scheduled to be hosted by DHCP agent bb4183fa-e0c9-4858-9c34-b1ab78d39af4 with binding_index 1 {{(pid=111102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 15:09:05.713566 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.base_scheduler [None req-399e8a85-68d4-4013-98ac-b0f6ac08bbfb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851030-1-iscsi, fa6b6ace-1af8-4f6a-8655-765d3612b257) {{(pid=111102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:09:05.717879 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399e8a85-68d4-4013-98ac-b0f6ac08bbfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:05.718470 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-399e8a85-68d4-4013-98ac-b0f6ac08bbfb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:05.723670 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c645244e-3bba-4214-9ada-7d1049923833 None None] Network fa6b6ace-1af8-4f6a-8655-765d3612b257 requested from dv-cinder-851030-1-iscsi {{(pid=111104) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 15:09:05.774613 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:05.822878 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91c71f9-1b07-4157-a7e5-481fd2c2f88a None None] Network fa6b6ace-1af8-4f6a-8655-765d3612b257 requested from dv-cinder-851030-1-iscsi {{(pid=111104) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 15:09:05.901642 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-399e8a85-68d4-4013-98ac-b0f6ac08bbfb admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0643685 Jul 26 15:09:06.758397 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 54456) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:09:06.764508 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.v2.base [None req-835578aa-e997-42fe-9586-7df51c0d6811 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-850906930-network', 'tenant_id': 'c4bf420c52d44525a94b69625a506a8e'}} {{(pid=111102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:09:06.890837 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-835578aa-e997-42fe-9586-7df51c0d6811 admin admin] Made reservation on behalf of c4bf420c52d44525a94b69625a506a8e for: {'network': 1} {{(pid=111102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:09:06.893286 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-835578aa-e997-42fe-9586-7df51c0d6811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for network (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:06.902492 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-835578aa-e997-42fe-9586-7df51c0d6811 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:06.976166 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-835578aa-e997-42fe-9586-7df51c0d6811 admin admin] Publish callbacks [] for security_group (2fd02b19-3de4-4736-a03e-0adc9b78a624), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:07.065320 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-835578aa-e997-42fe-9586-7df51c0d6811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (2fd02b19-3de4-4736-a03e-0adc9b78a624), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:07.093352 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-835578aa-e997-42fe-9586-7df51c0d6811 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1059} {{(pid=111102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 15:09:07.103279 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835578aa-e997-42fe-9586-7df51c0d6811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fd02b19-3de4-4736-a03e-0adc9b78a624,revision_number=1']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:09:07.108169 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-835578aa-e997-42fe-9586-7df51c0d6811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1539468'] for segment (e9515762-9fc9-4f97-9ae3-0a25e953124e), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:07.111819 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.db.segments_db [None req-835578aa-e997-42fe-9586-7df51c0d6811 admin admin] Added segment e9515762-9fc9-4f97-9ae3-0a25e953124e of type vlan for network a8d43752-0db9-46b9-be98-59a89147fb45 Jul 26 15:09:07.155192 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-835578aa-e997-42fe-9586-7df51c0d6811 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789579709570'] for network (a8d43752-0db9-46b9-be98-59a89147fb45), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:07.268094 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-835578aa-e997-42fe-9586-7df51c0d6811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707'] for network (a8d43752-0db9-46b9-be98-59a89147fb45), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:07.269121 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835578aa-e997-42fe-9586-7df51c0d6811 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:07.269971 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-835578aa-e997-42fe-9586-7df51c0d6811 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524685'] for network (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:07.334786 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835578aa-e997-42fe-9586-7df51c0d6811 admin admin] Pushing event updated for resources: {'Network': ['ID=a8d43752-0db9-46b9-be98-59a89147fb45,revision_number=1']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:09:07.345305 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Network a8d43752-0db9-46b9-be98-59a89147fb45 details requested by agent ovs-agent-dv-cinder-851030-1-iscsi with host dv-cinder-851030-1-iscsi {{(pid=111104) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 15:09:07.410470 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-835578aa-e997-42fe-9586-7df51c0d6811 admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.6481855 Jul 26 15:09:07.410757 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 54458) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:09:07.416267 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.v2.base [None req-e1f88eb7-803b-4f63-afdc-684e2f50f065 admin admin] Request body: {'subnet': {'network_id': 'a8d43752-0db9-46b9-be98-59a89147fb45', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-850906930-subnet', 'tenant_id': 'c4bf420c52d44525a94b69625a506a8e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:09:07.513855 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1f88eb7-803b-4f63-afdc-684e2f50f065 admin admin] Made reservation on behalf of c4bf420c52d44525a94b69625a506a8e for: {'subnet': 1} {{(pid=111102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:09:07.516306 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-e1f88eb7-803b-4f63-afdc-684e2f50f065 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4978278'] for subnet (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:07.790794 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-e1f88eb7-803b-4f63-afdc-684e2f50f065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4978248'] for subnet (9b4cd462-97bb-4010-a8a8-88822419b2aa), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:07.794445 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:07.851684 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f88eb7-803b-4f63-afdc-684e2f50f065 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b4cd462-97bb-4010-a8a8-88822419b2aa,revision_number=0']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:09:07.869226 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f88eb7-803b-4f63-afdc-684e2f50f065 admin admin] Checking segment: {'id': 'e9515762-9fc9-4f97-9ae3-0a25e953124e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1059, 'network_id': 'a8d43752-0db9-46b9-be98-59a89147fb45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:09:07.869588 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f88eb7-803b-4f63-afdc-684e2f50f065 admin admin] Network hostable DHCP agents. Network: a8d43752-0db9-46b9-be98-59a89147fb45, hostable agents: ['bb4183fa-e0c9-4858-9c34-b1ab78d39af4'], hosted agents: [] {{(pid=111102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 15:09:07.987799 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f88eb7-803b-4f63-afdc-684e2f50f065 admin admin] Network a8d43752-0db9-46b9-be98-59a89147fb45 is scheduled to be hosted by DHCP agent bb4183fa-e0c9-4858-9c34-b1ab78d39af4 with binding_index 1 {{(pid=111102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 15:09:07.990028 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:08.105206 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.base_scheduler [None req-e1f88eb7-803b-4f63-afdc-684e2f50f065 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851030-1-iscsi, a8d43752-0db9-46b9-be98-59a89147fb45) {{(pid=111102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:09:08.110178 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f88eb7-803b-4f63-afdc-684e2f50f065 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:09:08.111083 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-e1f88eb7-803b-4f63-afdc-684e2f50f065 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:08.115732 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2c4aa7-4af2-42f1-9063-c66cac523ff1 None None] Network a8d43752-0db9-46b9-be98-59a89147fb45 requested from dv-cinder-851030-1-iscsi {{(pid=111104) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 15:09:08.236617 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a30e6a-b0ce-4bde-8af8-cb7fe3df44f1 None None] Network a8d43752-0db9-46b9-be98-59a89147fb45 requested from dv-cinder-851030-1-iscsi {{(pid=111104) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 15:09:08.244505 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-e1f88eb7-803b-4f63-afdc-684e2f50f065 admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8325167 Jul 26 15:09:08.375967 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 54462) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:09:08.425893 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.db.db_base_plugin_v2 [None req-449238b3-b81c-4f39-8f3c-26abc685d917 admin admin] Deleting subnet e29138d3-fcef-4fc2-876f-35b9642a68e1 {{(pid=111103) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 26 15:09:08.430939 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-449238b3-b81c-4f39-8f3c-26abc685d917 admin admin] Publish callbacks [] for subnet (e29138d3-fcef-4fc2-876f-35b9642a68e1), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:08.472497 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-449238b3-b81c-4f39-8f3c-26abc685d917 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4943357'] for subnet (e29138d3-fcef-4fc2-876f-35b9642a68e1), precommit_delete_associations {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:08.516597 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-449238b3-b81c-4f39-8f3c-26abc685d917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1534251'] for subnet (e29138d3-fcef-4fc2-876f-35b9642a68e1), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:08.694454 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-449238b3-b81c-4f39-8f3c-26abc685d917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1534242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4313477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4397448'] for subnet (e29138d3-fcef-4fc2-876f-35b9642a68e1), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:08.720979 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449238b3-b81c-4f39-8f3c-26abc685d917 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e29138d3-fcef-4fc2-876f-35b9642a68e1,revision_number=None']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:09:08.729047 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-449238b3-b81c-4f39-8f3c-26abc685d917 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524685'] for subnet (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:08.732306 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-449238b3-b81c-4f39-8f3c-26abc685d917 admin admin] 10.222.0.97 "DELETE /v2.0/subnets/e29138d3-fcef-4fc2-876f-35b9642a68e1 HTTP/1.1" status: 204 len: 168 time: 0.3553259 Jul 26 15:09:08.734220 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449238b3-b81c-4f39-8f3c-26abc685d917 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:09:08.734550 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449238b3-b81c-4f39-8f3c-26abc685d917 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:09:08.734902 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449238b3-b81c-4f39-8f3c-26abc685d917 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:09:08.735236 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449238b3-b81c-4f39-8f3c-26abc685d917 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:09:08.735349 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 54464) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:09:08.735596 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449238b3-b81c-4f39-8f3c-26abc685d917 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:09:08.735926 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449238b3-b81c-4f39-8f3c-26abc685d917 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:09:08.736275 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449238b3-b81c-4f39-8f3c-26abc685d917 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:09:08.736601 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449238b3-b81c-4f39-8f3c-26abc685d917 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:09:08.736926 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449238b3-b81c-4f39-8f3c-26abc685d917 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:09:08.737248 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449238b3-b81c-4f39-8f3c-26abc685d917 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:09:08.737566 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449238b3-b81c-4f39-8f3c-26abc685d917 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:09:08.737888 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449238b3-b81c-4f39-8f3c-26abc685d917 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:09:08.738205 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449238b3-b81c-4f39-8f3c-26abc685d917 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:09:08.738523 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449238b3-b81c-4f39-8f3c-26abc685d917 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:09:08.738836 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449238b3-b81c-4f39-8f3c-26abc685d917 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:09:08.810167 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-1bdc5ea2-4995-4bf0-93ef-b68fee15d7ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459809'] for network (fa6b6ace-1af8-4f6a-8655-765d3612b257), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:08.887190 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-1bdc5ea2-4995-4bf0-93ef-b68fee15d7ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1536261', 'neutron.services.segments.db._delete_segments_for_network-8789580160202'] for network (fa6b6ace-1af8-4f6a-8655-765d3612b257), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:08.908015 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.services.segments.db [None req-1bdc5ea2-4995-4bf0-93ef-b68fee15d7ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa6b6ace-1af8-4f6a-8655-765d3612b257']}} {{(pid=111102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:09:08.917844 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.services.segments.db [None req-1bdc5ea2-4995-4bf0-93ef-b68fee15d7ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fa9e417-e0a0-462e-b83c-557f7a2541e5') {'for_net_delete': True} {{(pid=111102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:09:08.918137 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.services.segments.db [None req-1bdc5ea2-4995-4bf0-93ef-b68fee15d7ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fa9e417-e0a0-462e-b83c-557f7a2541e5') {} {{(pid=111102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:09:08.931665 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-1bdc5ea2-4995-4bf0-93ef-b68fee15d7ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789580160103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6109401'] for segment (1fa9e417-e0a0-462e-b83c-557f7a2541e5), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:08.945991 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-1bdc5ea2-4995-4bf0-93ef-b68fee15d7ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1539468'] for segment (1fa9e417-e0a0-462e-b83c-557f7a2541e5), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:08.954539 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bdc5ea2-4995-4bf0-93ef-b68fee15d7ae admin admin] Releasing vlan 1060 on physical network physnet1 to pool {{(pid=111102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 15:09:08.954974 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-1bdc5ea2-4995-4bf0-93ef-b68fee15d7ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1539468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4868218'] for segment (1fa9e417-e0a0-462e-b83c-557f7a2541e5), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:09.002343 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.services.segments.plugin [-] Segment 1fa9e417-e0a0-462e-b83c-557f7a2541e5 resource provider aggregate not found Jul 26 15:09:09.026472 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.services.segments.plugin [-] Segment 1fa9e417-e0a0-462e-b83c-557f7a2541e5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1fa9e417-e0a0-462e-b83c-557f7a2541e5 found for delete ", "request_id": "req-56671665-0d25-43c6-bd18-1dd0870eee0f"}]} Jul 26 15:09:09.110542 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-1bdc5ea2-4995-4bf0-93ef-b68fee15d7ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1536270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690999'] for network (fa6b6ace-1af8-4f6a-8655-765d3612b257), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:09.116683 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-1bdc5ea2-4995-4bf0-93ef-b68fee15d7ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524685'] for network (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:09.121341 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-1bdc5ea2-4995-4bf0-93ef-b68fee15d7ae admin admin] 10.222.0.97 "DELETE /v2.0/networks/fa6b6ace-1af8-4f6a-8655-765d3612b257 HTTP/1.1" status: 204 len: 168 time: 0.3833666 Jul 26 15:09:09.123095 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 54470) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:09:09.132121 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdc5ea2-4995-4bf0-93ef-b68fee15d7ae admin admin] Pushing event deleted for resources: {'Network': ['ID=fa6b6ace-1af8-4f6a-8655-765d3612b257,revision_number=None']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:09:09.168794 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d487e46-0030-4a0f-a97d-f8ea485e410f admin admin] Deleting subnet 9b4cd462-97bb-4010-a8a8-88822419b2aa {{(pid=111103) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 26 15:09:09.172069 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-0d487e46-0030-4a0f-a97d-f8ea485e410f admin admin] Publish callbacks [] for subnet (9b4cd462-97bb-4010-a8a8-88822419b2aa), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:09.212336 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-0d487e46-0030-4a0f-a97d-f8ea485e410f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4943357'] for subnet (9b4cd462-97bb-4010-a8a8-88822419b2aa), precommit_delete_associations {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:09.252820 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-0d487e46-0030-4a0f-a97d-f8ea485e410f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1534251'] for subnet (9b4cd462-97bb-4010-a8a8-88822419b2aa), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:09.411259 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-0d487e46-0030-4a0f-a97d-f8ea485e410f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1534242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4313477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4397448'] for subnet (9b4cd462-97bb-4010-a8a8-88822419b2aa), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:09.437589 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d487e46-0030-4a0f-a97d-f8ea485e410f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b4cd462-97bb-4010-a8a8-88822419b2aa,revision_number=None']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:09:09.443241 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-0d487e46-0030-4a0f-a97d-f8ea485e410f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524685'] for subnet (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:09.446507 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-0d487e46-0030-4a0f-a97d-f8ea485e410f admin admin] 10.222.0.97 "DELETE /v2.0/subnets/9b4cd462-97bb-4010-a8a8-88822419b2aa HTTP/1.1" status: 204 len: 168 time: 0.3223102 Jul 26 15:09:09.449033 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 54472) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:09:09.524304 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-3793d528-a4b0-48a7-ae31-f12282d11454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459809'] for network (a8d43752-0db9-46b9-be98-59a89147fb45), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:09.595103 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=84,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:09.605226 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-3793d528-a4b0-48a7-ae31-f12282d11454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1536261', 'neutron.services.segments.db._delete_segments_for_network-8789580160202'] for network (a8d43752-0db9-46b9-be98-59a89147fb45), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:09.626403 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.services.segments.db [None req-3793d528-a4b0-48a7-ae31-f12282d11454 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8d43752-0db9-46b9-be98-59a89147fb45']}} {{(pid=111103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:09:09.640070 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.services.segments.db [None req-3793d528-a4b0-48a7-ae31-f12282d11454 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9515762-9fc9-4f97-9ae3-0a25e953124e') {'for_net_delete': True} {{(pid=111103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:09:09.640392 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.services.segments.db [None req-3793d528-a4b0-48a7-ae31-f12282d11454 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9515762-9fc9-4f97-9ae3-0a25e953124e') {} {{(pid=111103) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:09:09.652872 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:09.656851 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-3793d528-a4b0-48a7-ae31-f12282d11454 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789580160103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4943332'] for segment (e9515762-9fc9-4f97-9ae3-0a25e953124e), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:09.670685 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-3793d528-a4b0-48a7-ae31-f12282d11454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1539468'] for segment (e9515762-9fc9-4f97-9ae3-0a25e953124e), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:09.677643 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3793d528-a4b0-48a7-ae31-f12282d11454 admin admin] Releasing vlan 1059 on physical network physnet1 to pool {{(pid=111103) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 15:09:09.678044 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-3793d528-a4b0-48a7-ae31-f12282d11454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1539468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4313563'] for segment (e9515762-9fc9-4f97-9ae3-0a25e953124e), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:09.717211 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.services.segments.plugin [-] Segment e9515762-9fc9-4f97-9ae3-0a25e953124e resource provider aggregate not found Jul 26 15:09:09.742205 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.services.segments.plugin [-] Segment e9515762-9fc9-4f97-9ae3-0a25e953124e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e9515762-9fc9-4f97-9ae3-0a25e953124e found for delete ", "request_id": "req-5060d4f1-bc5c-40ec-b212-165a7a19ff46"}]} Jul 26 15:09:09.830719 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-3793d528-a4b0-48a7-ae31-f12282d11454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1536270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690999'] for network (a8d43752-0db9-46b9-be98-59a89147fb45), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:09.842477 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-3793d528-a4b0-48a7-ae31-f12282d11454 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524685'] for network (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:09.842477 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-3793d528-a4b0-48a7-ae31-f12282d11454 admin admin] 10.222.0.97 "DELETE /v2.0/networks/a8d43752-0db9-46b9-be98-59a89147fb45 HTTP/1.1" status: 204 len: 168 time: 0.3901958 Jul 26 15:09:09.852350 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3793d528-a4b0-48a7-ae31-f12282d11454 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8d43752-0db9-46b9-be98-59a89147fb45,revision_number=None']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:09:10.096392 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=3 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:10.097269 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=3 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:10.278729 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 54480) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:09:10.319724 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-dd21123d-9d85-44b7-8929-87a754443bd1 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=08aceefaa9c449dba11e55e21af66d34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397387 Jul 26 15:09:10.322137 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 54482) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:09:10.371018 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-08a8da51-6bd5-4a4e-97a7-ab5477eed744 admin admin] Publish callbacks [] for security_group (456c3323-86c3-4546-8dda-6bbee90f91bc), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:10.398197 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-08a8da51-6bd5-4a4e-97a7-ab5477eed744 admin admin] Publish callbacks [] for security_group (456c3323-86c3-4546-8dda-6bbee90f91bc), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:10.539277 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-08a8da51-6bd5-4a4e-97a7-ab5477eed744 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (456c3323-86c3-4546-8dda-6bbee90f91bc), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:10.541886 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-08a8da51-6bd5-4a4e-97a7-ab5477eed744 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:10.543055 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-08a8da51-6bd5-4a4e-97a7-ab5477eed744 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/456c3323-86c3-4546-8dda-6bbee90f91bc HTTP/1.1" status: 204 len: 168 time: 0.2200391 Jul 26 15:09:10.553615 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a8da51-6bd5-4a4e-97a7-ab5477eed744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=456c3323-86c3-4546-8dda-6bbee90f91bc,revision_number=None']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:09:11.449745 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 54488) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:09:11.497676 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-c9a55acf-0043-4bc9-a1ad-a03805dadd55 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=c4bf420c52d44525a94b69625a506a8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0466371 Jul 26 15:09:11.500604 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 54490) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:09:11.551273 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-80291ea0-74cd-4017-9c7d-7eed56b6d9c2 admin admin] Publish callbacks [] for security_group (2fd02b19-3de4-4736-a03e-0adc9b78a624), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:11.575470 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-80291ea0-74cd-4017-9c7d-7eed56b6d9c2 admin admin] Publish callbacks [] for security_group (2fd02b19-3de4-4736-a03e-0adc9b78a624), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:11.779355 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-80291ea0-74cd-4017-9c7d-7eed56b6d9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (2fd02b19-3de4-4736-a03e-0adc9b78a624), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:11.782088 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-80291ea0-74cd-4017-9c7d-7eed56b6d9c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:11.783270 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-80291ea0-74cd-4017-9c7d-7eed56b6d9c2 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/2fd02b19-3de4-4736-a03e-0adc9b78a624 HTTP/1.1" status: 204 len: 168 time: 0.2816777 Jul 26 15:09:11.792292 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80291ea0-74cd-4017-9c7d-7eed56b6d9c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fd02b19-3de4-4736-a03e-0adc9b78a624,revision_number=None']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:09:15.502593 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (311d617f-8fa1-4662-a157-ab38f6e1e2d8), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:17.074791 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.agents_db [None req-99196b13-9676-4f02-b89b-0db7196f18a6 None None] Agent healthcheck: found 6 active agents {{(pid=111105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:09:17.197934 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 54558) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:09:17.302859 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-566f6ee2-30ac-422d-936c-94cf48c14572 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:17.378735 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-566f6ee2-30ac-422d-936c-94cf48c14572 admin admin] Publish callbacks [] for security_group (d793633f-7aae-4311-b532-c5c5f4d2d931), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:17.502237 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-566f6ee2-30ac-422d-936c-94cf48c14572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (d793633f-7aae-4311-b532-c5c5f4d2d931), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:17.544947 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-566f6ee2-30ac-422d-936c-94cf48c14572 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=dbb6c9f63b1848f3a480e7771e79a157&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3458428 Jul 26 15:09:17.545744 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566f6ee2-30ac-422d-936c-94cf48c14572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d793633f-7aae-4311-b532-c5c5f4d2d931,revision_number=1']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:09:17.547814 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 54562) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:09:17.599895 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-ca78f6d2-68ce-43aa-bc48-aeb008912f22 admin admin] Publish callbacks [] for security_group (d793633f-7aae-4311-b532-c5c5f4d2d931), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:17.621373 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-ca78f6d2-68ce-43aa-bc48-aeb008912f22 admin admin] Publish callbacks [] for security_group (d793633f-7aae-4311-b532-c5c5f4d2d931), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:17.762250 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-ca78f6d2-68ce-43aa-bc48-aeb008912f22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (d793633f-7aae-4311-b532-c5c5f4d2d931), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:17.765142 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-ca78f6d2-68ce-43aa-bc48-aeb008912f22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:17.767078 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-ca78f6d2-68ce-43aa-bc48-aeb008912f22 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/d793633f-7aae-4311-b532-c5c5f4d2d931 HTTP/1.1" status: 204 len: 168 time: 0.2179539 Jul 26 15:09:17.778329 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca78f6d2-68ce-43aa-bc48-aeb008912f22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d793633f-7aae-4311-b532-c5c5f4d2d931,revision_number=None']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:09:18.602963 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 54568) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:09:18.616347 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-0f52c82f-74e6-483d-aa84-d92d518318ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:18.644623 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:18.695194 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-0f52c82f-74e6-483d-aa84-d92d518318ba admin admin] Publish callbacks [] for security_group (3f958340-a762-49de-b460-5e33e5266ceb), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:18.865615 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-0f52c82f-74e6-483d-aa84-d92d518318ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (3f958340-a762-49de-b460-5e33e5266ceb), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:18.907333 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-0f52c82f-74e6-483d-aa84-d92d518318ba admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=fcce1fcf19bb4820957c5258a5e28126&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3032532 Jul 26 15:09:18.908207 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f52c82f-74e6-483d-aa84-d92d518318ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f958340-a762-49de-b460-5e33e5266ceb,revision_number=1']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:09:18.910920 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 54570) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:09:18.962817 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-6e6fae11-9477-4ffe-8fcd-bd40169d6bc8 admin admin] Publish callbacks [] for security_group (3f958340-a762-49de-b460-5e33e5266ceb), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:18.986513 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-6e6fae11-9477-4ffe-8fcd-bd40169d6bc8 admin admin] Publish callbacks [] for security_group (3f958340-a762-49de-b460-5e33e5266ceb), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:19.199969 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-6e6fae11-9477-4ffe-8fcd-bd40169d6bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (3f958340-a762-49de-b460-5e33e5266ceb), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:19.202452 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-6e6fae11-9477-4ffe-8fcd-bd40169d6bc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:19.203703 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-6e6fae11-9477-4ffe-8fcd-bd40169d6bc8 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/3f958340-a762-49de-b460-5e33e5266ceb HTTP/1.1" status: 204 len: 168 time: 0.2910564 Jul 26 15:09:19.211808 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6fae11-9477-4ffe-8fcd-bd40169d6bc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f958340-a762-49de-b460-5e33e5266ceb,revision_number=None']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:09:22.028093 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-457ac028-fe30-4957-b2ef-c80f5c2aac13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (bb4183fa-e0c9-4858-9c34-b1ab78d39af4), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:24.287843 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-aa3b8fea-6917-4b52-859f-29d7bd6cea60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (66f8bb98-7ace-4a85-b6ba-ffe40597695b), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:25.502647 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b30572d2-bee0-4462-94ed-c13cd0ef4273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (40fac31a-afaa-44e8-8521-47b803a59f0f), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:27.025393 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b977bc9f-0510-4ebd-94dd-930fc4499a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (e5556d63-fbf3-48f2-bfac-7896e86945c3), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:27.071081 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=1 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:27.072051 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=1 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:27.110439 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (df49e665-2de0-463a-a1e1-c989804d5593), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:28.904385 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=52,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:29.021431 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=78,neutron:UPDATE=2,neutron:DELETE=9,neutron:INSERT=5 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:29.207777 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:33.011105 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 54692) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:09:33.126551 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-d545c490-e6f9-4739-8746-c7dfa567fe4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:33.203794 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-d545c490-e6f9-4739-8746-c7dfa567fe4b admin admin] Publish callbacks [] for security_group (c924ed7c-a517-42a6-8be8-8fc74aabb6d7), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:33.271011 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-d545c490-e6f9-4739-8746-c7dfa567fe4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (c924ed7c-a517-42a6-8be8-8fc74aabb6d7), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:33.314571 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d545c490-e6f9-4739-8746-c7dfa567fe4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c924ed7c-a517-42a6-8be8-8fc74aabb6d7,revision_number=1']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:09:33.319715 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-d545c490-e6f9-4739-8746-c7dfa567fe4b admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=c422e15e621f4466aad24fe5b49d0cac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3075228 Jul 26 15:09:33.323223 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 54696) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:09:33.380858 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-25bffeab-da2e-4b7f-9b8c-804233814391 admin admin] Publish callbacks [] for security_group (c924ed7c-a517-42a6-8be8-8fc74aabb6d7), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:33.403887 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-25bffeab-da2e-4b7f-9b8c-804233814391 admin admin] Publish callbacks [] for security_group (c924ed7c-a517-42a6-8be8-8fc74aabb6d7), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:33.543086 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-25bffeab-da2e-4b7f-9b8c-804233814391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (c924ed7c-a517-42a6-8be8-8fc74aabb6d7), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:33.545716 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-25bffeab-da2e-4b7f-9b8c-804233814391 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:33.557547 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-25bffeab-da2e-4b7f-9b8c-804233814391 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/c924ed7c-a517-42a6-8be8-8fc74aabb6d7 HTTP/1.1" status: 204 len: 168 time: 0.2226868 Jul 26 15:09:33.557547 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bffeab-da2e-4b7f-9b8c-804233814391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c924ed7c-a517-42a6-8be8-8fc74aabb6d7,revision_number=None']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:09:33.572780 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=78,neutron:UPDATE=3 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:34.484910 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 54702) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:09:34.503888 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-1bf841fe-c75d-43e3-bc3b-87f3b8e793df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:34.607785 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-1bf841fe-c75d-43e3-bc3b-87f3b8e793df admin admin] Publish callbacks [] for security_group (93f3d8b3-4807-4510-8bb0-db8687e16f80), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:34.816687 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-1bf841fe-c75d-43e3-bc3b-87f3b8e793df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (93f3d8b3-4807-4510-8bb0-db8687e16f80), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:34.859969 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-1bf841fe-c75d-43e3-bc3b-87f3b8e793df admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=0afe620d095a4ff29661e4358625e33e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3739350 Jul 26 15:09:34.860559 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf841fe-c75d-43e3-bc3b-87f3b8e793df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93f3d8b3-4807-4510-8bb0-db8687e16f80,revision_number=1']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:09:34.862755 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 54704) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:09:34.916921 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-abc6694c-dec4-4080-87f9-ffd577750a6c admin admin] Publish callbacks [] for security_group (93f3d8b3-4807-4510-8bb0-db8687e16f80), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:34.939937 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-abc6694c-dec4-4080-87f9-ffd577750a6c admin admin] Publish callbacks [] for security_group (93f3d8b3-4807-4510-8bb0-db8687e16f80), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:35.091085 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-abc6694c-dec4-4080-87f9-ffd577750a6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (93f3d8b3-4807-4510-8bb0-db8687e16f80), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:35.093680 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-abc6694c-dec4-4080-87f9-ffd577750a6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:35.094873 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-abc6694c-dec4-4080-87f9-ffd577750a6c admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/93f3d8b3-4807-4510-8bb0-db8687e16f80 HTTP/1.1" status: 204 len: 168 time: 0.2310805 Jul 26 15:09:35.103815 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc6694c-dec4-4080-87f9-ffd577750a6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93f3d8b3-4807-4510-8bb0-db8687e16f80,revision_number=None']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:09:36.040352 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 54710) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:09:36.054855 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-80b1b524-8576-4af9-83c3-faa5508a8ff2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:36.135321 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-80b1b524-8576-4af9-83c3-faa5508a8ff2 admin admin] Publish callbacks [] for security_group (a3e55c86-5e0d-4a2b-b46d-d2e6c04d5f5f), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:36.390841 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-80b1b524-8576-4af9-83c3-faa5508a8ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (a3e55c86-5e0d-4a2b-b46d-d2e6c04d5f5f), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:36.435976 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-80b1b524-8576-4af9-83c3-faa5508a8ff2 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=df3c100a085c40f4a927282ed8efe3b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3942523 Jul 26 15:09:36.436934 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b1b524-8576-4af9-83c3-faa5508a8ff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3e55c86-5e0d-4a2b-b46d-d2e6c04d5f5f,revision_number=1']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:09:36.438655 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 54712) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:09:36.492638 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-c06f24bd-42d5-4c3e-8281-3d21c73d7a7c admin admin] Publish callbacks [] for security_group (a3e55c86-5e0d-4a2b-b46d-d2e6c04d5f5f), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:36.516545 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-c06f24bd-42d5-4c3e-8281-3d21c73d7a7c admin admin] Publish callbacks [] for security_group (a3e55c86-5e0d-4a2b-b46d-d2e6c04d5f5f), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:36.693968 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-c06f24bd-42d5-4c3e-8281-3d21c73d7a7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (a3e55c86-5e0d-4a2b-b46d-d2e6c04d5f5f), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:36.696567 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-c06f24bd-42d5-4c3e-8281-3d21c73d7a7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:36.697712 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-c06f24bd-42d5-4c3e-8281-3d21c73d7a7c admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/a3e55c86-5e0d-4a2b-b46d-d2e6c04d5f5f HTTP/1.1" status: 204 len: 168 time: 0.2580731 Jul 26 15:09:36.706298 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06f24bd-42d5-4c3e-8281-3d21c73d7a7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3e55c86-5e0d-4a2b-b46d-d2e6c04d5f5f,revision_number=None']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:09:36.721894 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=44,neutron:UPDATE=3 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:45.502617 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (311d617f-8fa1-4662-a157-ab38f6e1e2d8), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:46.429697 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=34,neutron:DELETE=2,neutron:INSERT=7 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:46.431735 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=36,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:46.551344 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=76,neutron:INSERT=11,neutron:DELETE=4 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:46.702187 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=64,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:47.939830 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=14 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:47.943707 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=18 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:09:52.062844 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-eedcfd5b-5444-4e35-a390-c8ad04ce4c03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (bb4183fa-e0c9-4858-9c34-b1ab78d39af4), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:54.074242 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.agents_db [None req-99196b13-9676-4f02-b89b-0db7196f18a6 None None] Agent healthcheck: found 6 active agents {{(pid=111105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:09:54.373799 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a6b929a0-e60a-4b84-9795-b72ca37da548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (66f8bb98-7ace-4a85-b6ba-ffe40597695b), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:55.511367 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b30572d2-bee0-4462-94ed-c13cd0ef4273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (40fac31a-afaa-44e8-8521-47b803a59f0f), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:57.016548 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b977bc9f-0510-4ebd-94dd-930fc4499a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (e5556d63-fbf3-48f2-bfac-7896e86945c3), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:09:57.103117 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (df49e665-2de0-463a-a1e1-c989804d5593), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:04.069088 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=1 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:10:04.069853 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=1 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:10:07.012313 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:10:07.019290 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:10:15.511465 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (311d617f-8fa1-4662-a157-ab38f6e1e2d8), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:22.025945 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-939b2afe-3c96-4115-9462-ff4cabd30ebb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (bb4183fa-e0c9-4858-9c34-b1ab78d39af4), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:24.087590 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=2 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:10:24.092601 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=4 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:10:24.314539 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-77964ccb-b31d-477d-8240-a6e6b3472179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (66f8bb98-7ace-4a85-b6ba-ffe40597695b), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:25.482719 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b30572d2-bee0-4462-94ed-c13cd0ef4273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (40fac31a-afaa-44e8-8521-47b803a59f0f), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:27.008687 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b977bc9f-0510-4ebd-94dd-930fc4499a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (e5556d63-fbf3-48f2-bfac-7896e86945c3), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:27.119981 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (df49e665-2de0-463a-a1e1-c989804d5593), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:27.503112 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 54954) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:10:27.661746 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-05e3f079-31aa-49c7-850f-f271ddd42dc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:27.737236 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-05e3f079-31aa-49c7-850f-f271ddd42dc3 admin admin] Publish callbacks [] for security_group (02a64b8f-9170-4192-9b1b-dac131c5d16a), precommit_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:27.853923 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-05e3f079-31aa-49c7-850f-f271ddd42dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (02a64b8f-9170-4192-9b1b-dac131c5d16a), after_create {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:27.893420 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e3f079-31aa-49c7-850f-f271ddd42dc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02a64b8f-9170-4192-9b1b-dac131c5d16a,revision_number=1']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:10:27.899035 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-05e3f079-31aa-49c7-850f-f271ddd42dc3 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=ff1b71f2838f443fad0b23f34e93dc7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3948214 Jul 26 15:10:27.902050 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 54958) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:10:27.904178 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e3f079-31aa-49c7-850f-f271ddd42dc3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:10:27.904525 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e3f079-31aa-49c7-850f-f271ddd42dc3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:10:27.905188 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e3f079-31aa-49c7-850f-f271ddd42dc3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:10:27.905538 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e3f079-31aa-49c7-850f-f271ddd42dc3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:10:27.905896 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e3f079-31aa-49c7-850f-f271ddd42dc3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:10:27.906212 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e3f079-31aa-49c7-850f-f271ddd42dc3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:10:27.906531 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e3f079-31aa-49c7-850f-f271ddd42dc3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:10:27.906853 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e3f079-31aa-49c7-850f-f271ddd42dc3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:10:27.907174 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e3f079-31aa-49c7-850f-f271ddd42dc3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:10:27.907526 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e3f079-31aa-49c7-850f-f271ddd42dc3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:10:27.907859 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e3f079-31aa-49c7-850f-f271ddd42dc3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:10:27.908174 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e3f079-31aa-49c7-850f-f271ddd42dc3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:10:27.908495 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e3f079-31aa-49c7-850f-f271ddd42dc3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:10:27.908812 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e3f079-31aa-49c7-850f-f271ddd42dc3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:10:27.909125 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e3f079-31aa-49c7-850f-f271ddd42dc3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:10:27.958237 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-248b7bf8-3130-4bf7-b18f-665a57de5725 admin admin] Publish callbacks [] for security_group (02a64b8f-9170-4192-9b1b-dac131c5d16a), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:27.980154 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-248b7bf8-3130-4bf7-b18f-665a57de5725 admin admin] Publish callbacks [] for security_group (02a64b8f-9170-4192-9b1b-dac131c5d16a), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:28.134337 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-248b7bf8-3130-4bf7-b18f-665a57de5725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (02a64b8f-9170-4192-9b1b-dac131c5d16a), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:28.137525 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-248b7bf8-3130-4bf7-b18f-665a57de5725 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:28.138695 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-248b7bf8-3130-4bf7-b18f-665a57de5725 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/02a64b8f-9170-4192-9b1b-dac131c5d16a HTTP/1.1" status: 204 len: 168 time: 0.2356582 Jul 26 15:10:28.147294 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248b7bf8-3130-4bf7-b18f-665a57de5725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02a64b8f-9170-4192-9b1b-dac131c5d16a,revision_number=None']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:10:28.154753 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248b7bf8-3130-4bf7-b18f-665a57de5725 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:10:28.155005 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248b7bf8-3130-4bf7-b18f-665a57de5725 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:10:28.155352 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248b7bf8-3130-4bf7-b18f-665a57de5725 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:10:28.155736 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248b7bf8-3130-4bf7-b18f-665a57de5725 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:10:28.156074 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248b7bf8-3130-4bf7-b18f-665a57de5725 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:10:28.156409 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248b7bf8-3130-4bf7-b18f-665a57de5725 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:10:28.156787 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248b7bf8-3130-4bf7-b18f-665a57de5725 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:10:28.157210 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248b7bf8-3130-4bf7-b18f-665a57de5725 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:10:28.157544 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248b7bf8-3130-4bf7-b18f-665a57de5725 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:10:28.157925 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248b7bf8-3130-4bf7-b18f-665a57de5725 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:10:28.158271 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248b7bf8-3130-4bf7-b18f-665a57de5725 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:10:28.158618 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248b7bf8-3130-4bf7-b18f-665a57de5725 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:10:28.158922 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248b7bf8-3130-4bf7-b18f-665a57de5725 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:10:28.159267 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248b7bf8-3130-4bf7-b18f-665a57de5725 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:10:28.159719 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248b7bf8-3130-4bf7-b18f-665a57de5725 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:10:29.308979 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 54980) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:10:29.404131 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.v2.base [None req-53a835c4-dc4e-4ce0-ad81-177608a6ce23 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1409665406-network', 'tenant_id': '8eeedf7fb2d847f685b76ec5c52755c4'}} {{(pid=111102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:10:29.497309 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53a835c4-dc4e-4ce0-ad81-177608a6ce23 admin admin] Made reservation on behalf of 8eeedf7fb2d847f685b76ec5c52755c4 for: {'network': 1} {{(pid=111102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:10:29.499803 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-53a835c4-dc4e-4ce0-ad81-177608a6ce23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for network (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:29.509485 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-53a835c4-dc4e-4ce0-ad81-177608a6ce23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:29.598921 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-53a835c4-dc4e-4ce0-ad81-177608a6ce23 admin admin] Publish callbacks [] for security_group (b680b431-48af-496e-b7cf-418d7c78e8e0), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:29.688489 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-53a835c4-dc4e-4ce0-ad81-177608a6ce23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (b680b431-48af-496e-b7cf-418d7c78e8e0), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:29.713843 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53a835c4-dc4e-4ce0-ad81-177608a6ce23 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1062} {{(pid=111102) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 26 15:10:29.724160 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a835c4-dc4e-4ce0-ad81-177608a6ce23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b680b431-48af-496e-b7cf-418d7c78e8e0,revision_number=1']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:10:29.728947 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-53a835c4-dc4e-4ce0-ad81-177608a6ce23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1539468'] for segment (e00aa10e-2955-4ac5-b32a-876d2badc310), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:29.729284 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.db.segments_db [None req-53a835c4-dc4e-4ce0-ad81-177608a6ce23 admin admin] Added segment e00aa10e-2955-4ac5-b32a-876d2badc310 of type vlan for network 85456604-f4b2-49b2-b5c4-9628e28dafb8 Jul 26 15:10:29.772997 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-53a835c4-dc4e-4ce0-ad81-177608a6ce23 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8789579709570'] for network (85456604-f4b2-49b2-b5c4-9628e28dafb8), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:29.916998 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-53a835c4-dc4e-4ce0-ad81-177608a6ce23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707'] for network (85456604-f4b2-49b2-b5c4-9628e28dafb8), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:29.918029 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a835c4-dc4e-4ce0-ad81-177608a6ce23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:29.918624 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-53a835c4-dc4e-4ce0-ad81-177608a6ce23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524685'] for network (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:29.981250 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a835c4-dc4e-4ce0-ad81-177608a6ce23 admin admin] Pushing event updated for resources: {'Network': ['ID=85456604-f4b2-49b2-b5c4-9628e28dafb8,revision_number=1']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:10:29.991505 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Network 85456604-f4b2-49b2-b5c4-9628e28dafb8 details requested by agent ovs-agent-dv-cinder-851030-1-iscsi with host dv-cinder-851030-1-iscsi {{(pid=111104) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 26 15:10:30.062326 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-53a835c4-dc4e-4ce0-ad81-177608a6ce23 admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.7522035 Jul 26 15:10:30.065340 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 54984) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:10:30.070209 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.v2.base [None req-c59640f7-3bec-4516-9e9f-1a5025a5905a admin admin] Request body: {'subnet': {'network_id': '85456604-f4b2-49b2-b5c4-9628e28dafb8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1409665406-subnet', 'tenant_id': '8eeedf7fb2d847f685b76ec5c52755c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:10:30.163381 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c59640f7-3bec-4516-9e9f-1a5025a5905a admin admin] Made reservation on behalf of 8eeedf7fb2d847f685b76ec5c52755c4 for: {'subnet': 1} {{(pid=111102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:10:30.165917 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-c59640f7-3bec-4516-9e9f-1a5025a5905a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4978278'] for subnet (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:30.460353 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-c59640f7-3bec-4516-9e9f-1a5025a5905a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4868325', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4978248'] for subnet (70e5cf48-e885-4db8-bc9a-1a0e217d3523), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:30.488988 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=86,neutron:DELETE=1,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:10:30.502529 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=77,neutron:DELETE=5,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:10:30.518245 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59640f7-3bec-4516-9e9f-1a5025a5905a admin admin] Pushing event updated for resources: {'Subnet': ['ID=70e5cf48-e885-4db8-bc9a-1a0e217d3523,revision_number=0']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:10:30.529857 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59640f7-3bec-4516-9e9f-1a5025a5905a admin admin] Checking segment: {'id': 'e00aa10e-2955-4ac5-b32a-876d2badc310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '85456604-f4b2-49b2-b5c4-9628e28dafb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:10:30.535265 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59640f7-3bec-4516-9e9f-1a5025a5905a admin admin] Network hostable DHCP agents. Network: 85456604-f4b2-49b2-b5c4-9628e28dafb8, hostable agents: ['bb4183fa-e0c9-4858-9c34-b1ab78d39af4'], hosted agents: [] {{(pid=111102) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 26 15:10:30.622839 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59640f7-3bec-4516-9e9f-1a5025a5905a admin admin] Network 85456604-f4b2-49b2-b5c4-9628e28dafb8 is scheduled to be hosted by DHCP agent bb4183fa-e0c9-4858-9c34-b1ab78d39af4 with binding_index 1 {{(pid=111102) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 26 15:10:30.714487 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.base_scheduler [None req-c59640f7-3bec-4516-9e9f-1a5025a5905a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851030-1-iscsi, 85456604-f4b2-49b2-b5c4-9628e28dafb8) {{(pid=111102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:10:30.718592 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59640f7-3bec-4516-9e9f-1a5025a5905a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:30.719182 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-c59640f7-3bec-4516-9e9f-1a5025a5905a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:30.724114 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03fb3ac-59d4-4053-8bf0-010f5771c6d9 None None] Network 85456604-f4b2-49b2-b5c4-9628e28dafb8 requested from dv-cinder-851030-1-iscsi {{(pid=111104) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 15:10:30.820518 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba2c02d-3c89-448c-bf5a-9c335552c803 None None] Network 85456604-f4b2-49b2-b5c4-9628e28dafb8 requested from dv-cinder-851030-1-iscsi {{(pid=111104) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 26 15:10:30.827989 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-c59640f7-3bec-4516-9e9f-1a5025a5905a admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7614543 Jul 26 15:10:31.074222 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.agents_db [None req-99196b13-9676-4f02-b89b-0db7196f18a6 None None] Agent healthcheck: found 6 active agents {{(pid=111105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:10:33.250879 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24272c8f-b414-4121-b435-6bd666188b30 req-500dd5e6-2512-4641-91ab-a4feaa540181 tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:33.252305 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-24272c8f-b414-4121-b435-6bd666188b30 req-500dd5e6-2512-4641-91ab-a4feaa540181 tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] 10.222.0.97 "GET /v2.0/networks?id=85456604-f4b2-49b2-b5c4-9628e28dafb8 HTTP/1.1" status: 200 len: 814 time: 0.1084578 Jul 26 15:10:33.267603 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-24272c8f-b414-4121-b435-6bd666188b30 req-c4f7c551-1f8d-4e14-bb93-ce7264f000b4 tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] 10.222.0.97 "GET /v2.0/quotas/8eeedf7fb2d847f685b76ec5c52755c4 HTTP/1.1" status: 200 len: 375 time: 0.0092294 Jul 26 15:10:33.301074 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-24272c8f-b414-4121-b435-6bd666188b30 req-97baf4f7-7f46-4139-9254-9299ce88dcf6 tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=8eeedf7fb2d847f685b76ec5c52755c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280581 Jul 26 15:10:33.441619 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-24272c8f-b414-4121-b435-6bd666188b30 req-bdd12f8d-8632-43e1-b7d6-23c7a2f04df6 service neutron] 10.222.0.97 "GET /v2.0/networks/85456604-f4b2-49b2-b5c4-9628e28dafb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335337 Jul 26 15:10:33.537870 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-24272c8f-b414-4121-b435-6bd666188b30 req-c6bd86a7-0106-47f7-92fc-29a1998538a1 service neutron] 10.222.0.97 "GET /v2.0/networks/85456604-f4b2-49b2-b5c4-9628e28dafb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901687 Jul 26 15:10:33.807494 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-2e2fc036-916a-47bd-9368-2c60ccb1d592 req-dcc94d55-b313-4559-8956-80459ec72029 tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] 10.222.0.97 "GET /v2.0/ports?device_id=0f8564f7-c7a4-4207-8793-8eaf68524f76 HTTP/1.1" status: 200 len: 210 time: 0.0285902 Jul 26 15:10:34.888789 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-b5bd8430-5230-46ee-b64b-8e0e873eed0e req-3f7a932a-42fb-494d-9f20-8d72a2261ea3 tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] 10.222.0.97 "GET /v2.0/ports?device_id=0f8564f7-c7a4-4207-8793-8eaf68524f76 HTTP/1.1" status: 200 len: 210 time: 0.0278587 Jul 26 15:10:35.997665 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-aecdcb25-8ba4-480a-8685-0bfd11347be0 req-0ab559c8-2814-4904-a70e-d22a7ef39dd4 tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] 10.222.0.97 "GET /v2.0/ports?device_id=0f8564f7-c7a4-4207-8793-8eaf68524f76 HTTP/1.1" status: 200 len: 210 time: 0.0332260 Jul 26 15:10:36.654755 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24272c8f-b414-4121-b435-6bd666188b30 req-3873eb1f-ce7c-4fd3-b07c-6ac978a5a7b3 tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:36.656225 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-24272c8f-b414-4121-b435-6bd666188b30 req-3873eb1f-ce7c-4fd3-b07c-6ac978a5a7b3 tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] 10.222.0.99 "GET /v2.0/networks?id=85456604-f4b2-49b2-b5c4-9628e28dafb8 HTTP/1.1" status: 200 len: 814 time: 0.1048942 Jul 26 15:10:36.674383 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.v2.base [req-24272c8f-b414-4121-b435-6bd666188b30 req-c32cdd2a-91ec-4395-a59e-9d76f98e2ce8 tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] Request body: {'port': {'device_id': '0f8564f7-c7a4-4207-8793-8eaf68524f76', 'network_id': '85456604-f4b2-49b2-b5c4-9628e28dafb8', 'admin_state_up': True, 'tenant_id': '8eeedf7fb2d847f685b76ec5c52755c4'}} {{(pid=111102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:10:36.932172 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24272c8f-b414-4121-b435-6bd666188b30 req-c32cdd2a-91ec-4395-a59e-9d76f98e2ce8 tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] Made reservation on behalf of 8eeedf7fb2d847f685b76ec5c52755c4 for: {'port': 1} {{(pid=111102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:10:36.936037 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-24272c8f-b414-4121-b435-6bd666188b30 req-c32cdd2a-91ec-4395-a59e-9d76f98e2ce8 tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:37.074970 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.db_base_plugin_common [req-24272c8f-b414-4121-b435-6bd666188b30 req-c32cdd2a-91ec-4395-a59e-9d76f98e2ce8 tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] Allocated IP 172.20.0.5 (85456604-f4b2-49b2-b5c4-9628e28dafb8/70e5cf48-e885-4db8-bc9a-1a0e217d3523/4e82af32-dfbc-48a6-b6af-adea0c662bce) {{(pid=111102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:10:37.119449 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-99ea642d-b75a-4e9b-b816-39504da6f158 req-4afd8c8f-e8ef-47ec-887f-2d70469151de tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] 10.222.0.97 "GET /v2.0/ports?device_id=0f8564f7-c7a4-4207-8793-8eaf68524f76 HTTP/1.1" status: 200 len: 210 time: 0.0386362 Jul 26 15:10:37.213992 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:10:37.216976 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:10:37.257965 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-24272c8f-b414-4121-b435-6bd666188b30 req-c32cdd2a-91ec-4395-a59e-9d76f98e2ce8 tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] Publish callbacks [] for port (4e82af32-dfbc-48a6-b6af-adea0c662bce), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:37.372307 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-24272c8f-b414-4121-b435-6bd666188b30 req-c32cdd2a-91ec-4395-a59e-9d76f98e2ce8 tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789579689795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868105'] for port (4e82af32-dfbc-48a6-b6af-adea0c662bce), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:37.413297 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24272c8f-b414-4121-b435-6bd666188b30 req-c32cdd2a-91ec-4395-a59e-9d76f98e2ce8 tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] Network 85456604-f4b2-49b2-b5c4-9628e28dafb8 is already hosted by enough agents. {{(pid=111102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:10:37.418342 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.base_scheduler [req-24272c8f-b414-4121-b435-6bd666188b30 req-c32cdd2a-91ec-4395-a59e-9d76f98e2ce8 tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] Resources bound (agent type, host, resource id): {{(pid=111102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:10:37.422085 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.l3_dvrscheduler_db [req-24272c8f-b414-4121-b435-6bd666188b30 req-c32cdd2a-91ec-4395-a59e-9d76f98e2ce8 tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] Received port after_create {{(pid=111102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:10:37.446999 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32cdd2a-91ec-4395-a59e-9d76f98e2ce8 tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] Pushing event updated for resources: {'Port': ['ID=4e82af32-dfbc-48a6-b6af-adea0c662bce,revision_number=1']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:10:37.475103 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24272c8f-b414-4121-b435-6bd666188b30 req-c32cdd2a-91ec-4395-a59e-9d76f98e2ce8 tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:37.475663 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-24272c8f-b414-4121-b435-6bd666188b30 req-c32cdd2a-91ec-4395-a59e-9d76f98e2ce8 tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-431034'] for port (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:37.579893 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-24272c8f-b414-4121-b435-6bd666188b30 req-c32cdd2a-91ec-4395-a59e-9d76f98e2ce8 tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9092460 Jul 26 15:10:37.597402 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.v2.base [req-24272c8f-b414-4121-b435-6bd666188b30 req-1e2523f5-fe57-4b40-9ebc-a6b56b80a3b7 service neutron] Request body: {'port': {'device_id': '0f8564f7-c7a4-4207-8793-8eaf68524f76', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85103'}} {{(pid=111102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:10:37.662114 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-24272c8f-b414-4121-b435-6bd666188b30 req-1e2523f5-fe57-4b40-9ebc-a6b56b80a3b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (4e82af32-dfbc-48a6-b6af-adea0c662bce), before_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:37.795667 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:10:37.917356 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.notifiers.nova [req-24272c8f-b414-4121-b435-6bd666188b30 req-1e2523f5-fe57-4b40-9ebc-a6b56b80a3b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e82af32-dfbc-48a6-b6af-adea0c662bce {{(pid=111102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 15:10:37.924629 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-24272c8f-b414-4121-b435-6bd666188b30 req-1e2523f5-fe57-4b40-9ebc-a6b56b80a3b7 service neutron] Publish callbacks [] for port (4e82af32-dfbc-48a6-b6af-adea0c662bce), precommit_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:37.937369 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.provisioning_blocks [req-24272c8f-b414-4121-b435-6bd666188b30 req-1e2523f5-fe57-4b40-9ebc-a6b56b80a3b7 service neutron] Transition to ACTIVE for port object 4e82af32-dfbc-48a6-b6af-adea0c662bce will not be triggered until provisioned by entity L2. {{(pid=111102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 15:10:38.126065 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-24272c8f-b414-4121-b435-6bd666188b30 req-1e2523f5-fe57-4b40-9ebc-a6b56b80a3b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868126'] for port (4e82af32-dfbc-48a6-b6af-adea0c662bce), after_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:38.203839 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2523f5-fe57-4b40-9ebc-a6b56b80a3b7 service neutron] Pushing event updated for resources: {'Port': ['ID=4e82af32-dfbc-48a6-b6af-adea0c662bce,revision_number=2']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:10:38.243023 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab836149-73ab-4408-869c-1029f479d458 req-add18bd4-08e7-4c98-b60b-6cfa84b41f88 tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:38.244617 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-ab836149-73ab-4408-869c-1029f479d458 req-add18bd4-08e7-4c98-b60b-6cfa84b41f88 tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] 10.222.0.97 "GET /v2.0/ports?device_id=0f8564f7-c7a4-4207-8793-8eaf68524f76 HTTP/1.1" status: 200 len: 943 time: 0.0493865 Jul 26 15:10:38.256568 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.managers [req-24272c8f-b414-4121-b435-6bd666188b30 req-1e2523f5-fe57-4b40-9ebc-a6b56b80a3b7 service neutron] Attempting to bind port 4e82af32-dfbc-48a6-b6af-adea0c662bce on host hv-cinder-85103 for vnic_type normal with profile {{(pid=111102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:10:38.262006 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.managers [req-24272c8f-b414-4121-b435-6bd666188b30 req-1e2523f5-fe57-4b40-9ebc-a6b56b80a3b7 service neutron] Attempting to bind port 4e82af32-dfbc-48a6-b6af-adea0c662bce by drivers openvswitch,hyperv on host hv-cinder-85103 at level 0 using segments [{'id': 'e00aa10e-2955-4ac5-b32a-876d2badc310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '85456604-f4b2-49b2-b5c4-9628e28dafb8'}] {{(pid=111102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:10:38.262006 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24272c8f-b414-4121-b435-6bd666188b30 req-1e2523f5-fe57-4b40-9ebc-a6b56b80a3b7 service neutron] Attempting to bind port 4e82af32-dfbc-48a6-b6af-adea0c662bce on network 85456604-f4b2-49b2-b5c4-9628e28dafb8 {{(pid=111102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:10:38.262006 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24272c8f-b414-4121-b435-6bd666188b30 req-1e2523f5-fe57-4b40-9ebc-a6b56b80a3b7 service neutron] Port 4e82af32-dfbc-48a6-b6af-adea0c662bce on network 85456604-f4b2-49b2-b5c4-9628e28dafb8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85103 {{(pid=111102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 15:10:38.262343 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24272c8f-b414-4121-b435-6bd666188b30 req-1e2523f5-fe57-4b40-9ebc-a6b56b80a3b7 service neutron] Attempting to bind port 4e82af32-dfbc-48a6-b6af-adea0c662bce on network 85456604-f4b2-49b2-b5c4-9628e28dafb8 {{(pid=111102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:10:38.267429 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24272c8f-b414-4121-b435-6bd666188b30 req-1e2523f5-fe57-4b40-9ebc-a6b56b80a3b7 service neutron] Checking agent: {'id': '311d617f-8fa1-4662-a157-ab38f6e1e2d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85103', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 14, 49, 45), 'started_at': datetime.datetime(2022, 7, 26, 14, 49, 45), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:10:38.267777 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24272c8f-b414-4121-b435-6bd666188b30 req-1e2523f5-fe57-4b40-9ebc-a6b56b80a3b7 service neutron] Checking segment: {'id': 'e00aa10e-2955-4ac5-b32a-876d2badc310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '85456604-f4b2-49b2-b5c4-9628e28dafb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:10:38.268159 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24272c8f-b414-4121-b435-6bd666188b30 req-1e2523f5-fe57-4b40-9ebc-a6b56b80a3b7 service neutron] Bound using segment: {'id': 'e00aa10e-2955-4ac5-b32a-876d2badc310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '85456604-f4b2-49b2-b5c4-9628e28dafb8'} {{(pid=111102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:10:38.268581 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.managers [req-24272c8f-b414-4121-b435-6bd666188b30 req-1e2523f5-fe57-4b40-9ebc-a6b56b80a3b7 service neutron] Bound port: 4e82af32-dfbc-48a6-b6af-adea0c662bce, host: hv-cinder-85103, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e00aa10e-2955-4ac5-b32a-876d2badc310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '85456604-f4b2-49b2-b5c4-9628e28dafb8'}}] {{(pid=111102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:10:38.268937 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-24272c8f-b414-4121-b435-6bd666188b30 req-1e2523f5-fe57-4b40-9ebc-a6b56b80a3b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (4e82af32-dfbc-48a6-b6af-adea0c662bce), before_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:38.293420 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-ab836149-73ab-4408-869c-1029f479d458 req-ba950fb9-f568-4157-ae00-c8bc2c0b48d5 tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] 10.222.0.97 "GET /v2.0/security-groups?id=b680b431-48af-496e-b7cf-418d7c78e8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427470 Jul 26 15:10:38.330808 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.db [req-24272c8f-b414-4121-b435-6bd666188b30 req-1e2523f5-fe57-4b40-9ebc-a6b56b80a3b7 service neutron] For port 4e82af32-dfbc-48a6-b6af-adea0c662bce, host hv-cinder-85103, cleared binding levels {{(pid=111102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:10:38.334274 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.db [req-24272c8f-b414-4121-b435-6bd666188b30 req-1e2523f5-fe57-4b40-9ebc-a6b56b80a3b7 service neutron] For port 4e82af32-dfbc-48a6-b6af-adea0c662bce, host hv-cinder-85103, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=4e82af32-dfbc-48a6-b6af-adea0c662bce,segment=NetworkSegment(e00aa10e-2955-4ac5-b32a-876d2badc310),segment_id=e00aa10e-2955-4ac5-b32a-876d2badc310)] {{(pid=111102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:10:38.425709 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-24272c8f-b414-4121-b435-6bd666188b30 req-1e2523f5-fe57-4b40-9ebc-a6b56b80a3b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868126'] for port (4e82af32-dfbc-48a6-b6af-adea0c662bce), after_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:38.468232 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24272c8f-b414-4121-b435-6bd666188b30 req-1e2523f5-fe57-4b40-9ebc-a6b56b80a3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:38.468837 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-24272c8f-b414-4121-b435-6bd666188b30 req-1e2523f5-fe57-4b40-9ebc-a6b56b80a3b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-431034'] for port (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:38.470201 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-24272c8f-b414-4121-b435-6bd666188b30 req-1e2523f5-fe57-4b40-9ebc-a6b56b80a3b7 service neutron] 10.222.0.99 "PUT /v2.0/ports/4e82af32-dfbc-48a6-b6af-adea0c662bce HTTP/1.1" status: 200 len: 1093 time: 0.8768368 Jul 26 15:10:38.470625 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f8564f7-c7a4-4207-8793-8eaf68524f76', 'tag': '4e82af32-dfbc-48a6-b6af-adea0c662bce'}] {{(pid=111102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:10:38.472920 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8185506cd1cc56e10fcde42571d85de650c4e290bb1b6bf5ec2f858ed2201c15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0446fb19-366b-41ee-8596-49666528b00e" -d '{"events": [{"name": "network-changed", "server_uuid": "0f8564f7-c7a4-4207-8793-8eaf68524f76", "tag": "4e82af32-dfbc-48a6-b6af-adea0c662bce"}]}' {{(pid=111102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:10:38.490377 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2523f5-fe57-4b40-9ebc-a6b56b80a3b7 service neutron] Pushing event updated for resources: {'Port': ['ID=4e82af32-dfbc-48a6-b6af-adea0c662bce,revision_number=3']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:10:38.510220 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 15:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e631be1-72e2-4916-a9b0-21626c0fe0ff x-openstack-request-id: req-3e631be1-72e2-4916-a9b0-21626c0fe0ff {{(pid=111102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:10:38.510534 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f8564f7-c7a4-4207-8793-8eaf68524f76", "tag": "4e82af32-dfbc-48a6-b6af-adea0c662bce", "status": "completed", "code": 200}]} {{(pid=111102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:10:38.510812 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-3e631be1-72e2-4916-a9b0-21626c0fe0ff {{(pid=111102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:10:38.511211 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e631be1-72e2-4916-a9b0-21626c0fe0ff'] response: {'name': 'network-changed', 'server_uuid': '0f8564f7-c7a4-4207-8793-8eaf68524f76', 'tag': '4e82af32-dfbc-48a6-b6af-adea0c662bce', 'status': 'completed', 'code': 200} Jul 26 15:10:38.562990 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:10:38.596077 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0446fb19-366b-41ee-8596-49666528b00e req-7ba635f4-9265-47f4-bd22-acb8027edd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:38.597725 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-0446fb19-366b-41ee-8596-49666528b00e req-7ba635f4-9265-47f4-bd22-acb8027edd1c service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=8eeedf7fb2d847f685b76ec5c52755c4&device_id=0f8564f7-c7a4-4207-8793-8eaf68524f76 HTTP/1.1" status: 200 len: 1127 time: 0.0425253 Jul 26 15:10:38.718615 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0446fb19-366b-41ee-8596-49666528b00e req-3937b1b7-3c11-4e5e-aeaa-8de40a54af8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:38.720125 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-0446fb19-366b-41ee-8596-49666528b00e req-3937b1b7-3c11-4e5e-aeaa-8de40a54af8c service neutron] 10.222.0.99 "GET /v2.0/networks?tenant_id=8eeedf7fb2d847f685b76ec5c52755c4&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1104031 Jul 26 15:10:38.815030 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0446fb19-366b-41ee-8596-49666528b00e req-8f3dc312-45a7-4dd0-8398-af037c403ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:38.816411 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-0446fb19-366b-41ee-8596-49666528b00e req-8f3dc312-45a7-4dd0-8398-af037c403ade service neutron] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0913198 Jul 26 15:10:38.919273 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24272c8f-b414-4121-b435-6bd666188b30 req-1846ce49-bce0-4cd8-be81-972962280295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:38.920789 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-24272c8f-b414-4121-b435-6bd666188b30 req-1846ce49-bce0-4cd8-be81-972962280295 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=8eeedf7fb2d847f685b76ec5c52755c4&device_id=0f8564f7-c7a4-4207-8793-8eaf68524f76 HTTP/1.1" status: 200 len: 1127 time: 0.0444684 Jul 26 15:10:38.967240 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-24272c8f-b414-4121-b435-6bd666188b30 req-0a85d77a-c855-4a64-9055-f33fd02fc1a9 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e82af32-dfbc-48a6-b6af-adea0c662bce HTTP/1.1" status: 200 len: 217 time: 0.0337186 Jul 26 15:10:39.017194 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24272c8f-b414-4121-b435-6bd666188b30 req-a2a0aa3f-7f9c-4f98-b0f5-af698d6f8a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:39.018717 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-24272c8f-b414-4121-b435-6bd666188b30 req-a2a0aa3f-7f9c-4f98-b0f5-af698d6f8a83 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=70e5cf48-e885-4db8-bc9a-1a0e217d3523 HTTP/1.1" status: 200 len: 854 time: 0.0455840 Jul 26 15:10:39.053008 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-24272c8f-b414-4121-b435-6bd666188b30 req-552b8dc3-ba09-4067-a6aa-03a5881fd675 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=85456604-f4b2-49b2-b5c4-9628e28dafb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281608 Jul 26 15:10:39.148040 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-24272c8f-b414-4121-b435-6bd666188b30 req-6e2b04a7-03be-4e8d-90a6-5628865fc6ef service neutron] 10.222.0.99 "GET /v2.0/networks/85456604-f4b2-49b2-b5c4-9628e28dafb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893013 Jul 26 15:10:39.242233 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-24272c8f-b414-4121-b435-6bd666188b30 req-a76411c4-1fe8-400e-9d5e-99a72aa31489 service neutron] 10.222.0.99 "GET /v2.0/networks/85456604-f4b2-49b2-b5c4-9628e28dafb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888062 Jul 26 15:10:39.411833 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf75db-48b2-4b9a-b2f0-eb55db6142c8 req-41ea70c9-59ed-4c33-bf3b-8d9dbe128b56 tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:39.413250 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-79cf75db-48b2-4b9a-b2f0-eb55db6142c8 req-41ea70c9-59ed-4c33-bf3b-8d9dbe128b56 tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] 10.222.0.97 "GET /v2.0/ports?device_id=0f8564f7-c7a4-4207-8793-8eaf68524f76 HTTP/1.1" status: 200 len: 943 time: 0.0477607 Jul 26 15:10:39.473716 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-79cf75db-48b2-4b9a-b2f0-eb55db6142c8 req-eedd6a82-5888-4bb5-866d-9c220e3385d8 tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] 10.222.0.97 "GET /v2.0/security-groups?id=b680b431-48af-496e-b7cf-418d7c78e8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541339 Jul 26 15:10:40.600165 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e83fc-2084-4ab8-a519-5e67de5c62b4 req-3504d62d-2c74-47a3-a028-6cd247e735df tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:40.601625 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-962e83fc-2084-4ab8-a519-5e67de5c62b4 req-3504d62d-2c74-47a3-a028-6cd247e735df tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] 10.222.0.97 "GET /v2.0/ports?device_id=0f8564f7-c7a4-4207-8793-8eaf68524f76 HTTP/1.1" status: 200 len: 943 time: 0.0473182 Jul 26 15:10:40.644176 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:10:40.649059 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-962e83fc-2084-4ab8-a519-5e67de5c62b4 req-d1d58153-e1c8-4199-b961-76ac7443daad tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] 10.222.0.97 "GET /v2.0/security-groups?id=b680b431-48af-496e-b7cf-418d7c78e8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417230 Jul 26 15:10:40.895910 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=32,neutron:UPDATE=2 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:10:40.901769 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=38,neutron:UPDATE=4 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:10:41.775822 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84edea5f-5edb-4688-a7b7-22a1e1cc3ce9 req-8e1778c0-5fab-4eec-8c18-4be312b69c9f tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:41.777263 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-84edea5f-5edb-4688-a7b7-22a1e1cc3ce9 req-8e1778c0-5fab-4eec-8c18-4be312b69c9f tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] 10.222.0.97 "GET /v2.0/ports?device_id=0f8564f7-c7a4-4207-8793-8eaf68524f76 HTTP/1.1" status: 200 len: 943 time: 0.0469291 Jul 26 15:10:41.825148 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-84edea5f-5edb-4688-a7b7-22a1e1cc3ce9 req-4affac49-204e-4a58-9a6c-b45b5a47c27a tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] 10.222.0.97 "GET /v2.0/security-groups?id=b680b431-48af-496e-b7cf-418d7c78e8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422211 Jul 26 15:10:42.156082 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Device 4e82af32-dfbc-48a6-b6af-adea0c662bce details requested by agent hyperv_hv-cinder-85103 with host hv-cinder-85103 {{(pid=111104) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:10:42.266290 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] For port 4e82af32-dfbc-48a6-b6af-adea0c662bce, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=4e82af32-dfbc-48a6-b6af-adea0c662bce,segment=NetworkSegment(e00aa10e-2955-4ac5-b32a-876d2badc310),segment_id=e00aa10e-2955-4ac5-b32a-876d2badc310)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:10:42.278534 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Returning: {'device': '4e82af32-dfbc-48a6-b6af-adea0c662bce', 'network_id': '85456604-f4b2-49b2-b5c4-9628e28dafb8', 'port_id': '4e82af32-dfbc-48a6-b6af-adea0c662bce', 'mac_address': 'fa:16:3e:6f:e2:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1062, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70e5cf48-e885-4db8-bc9a-1a0e217d3523', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111104) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:10:42.316678 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Current status of the port 4e82af32-dfbc-48a6-b6af-adea0c662bce is: DOWN; New status is: BUILD {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:10:42.317101 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (4e82af32-dfbc-48a6-b6af-adea0c662bce), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:42.329998 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.notifiers.nova [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e82af32-dfbc-48a6-b6af-adea0c662bce {{(pid=111104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 15:10:42.350449 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] For port 4e82af32-dfbc-48a6-b6af-adea0c662bce, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=4e82af32-dfbc-48a6-b6af-adea0c662bce,segment=NetworkSegment(e00aa10e-2955-4ac5-b32a-876d2badc310),segment_id=e00aa10e-2955-4ac5-b32a-876d2badc310)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:10:42.431248 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (4e82af32-dfbc-48a6-b6af-adea0c662bce), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:42.477886 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Pushing event updated for resources: {'Port': ['ID=4e82af32-dfbc-48a6-b6af-adea0c662bce,revision_number=4']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:10:42.485118 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:10:42.485463 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:10:42.485808 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:10:42.486138 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:10:42.486468 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:10:42.486791 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:10:42.487115 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:10:42.487460 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:10:42.487781 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:10:42.488101 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:10:42.488424 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:10:42.489449 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:10:42.489773 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:10:42.490090 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:10:42.490409 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:10:42.888776 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] get_ports_and_sgs() called for port_ids ['4e82af32-dfbc-48a6-b6af-adea0c662bce'] {{(pid=111104) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:10:42.943491 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970805e3-af69-4fed-86f1-ce69dab70fe3 req-3964d966-cc81-4844-a622-1aeb5d4ab1e0 tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:42.945048 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-970805e3-af69-4fed-86f1-ce69dab70fe3 req-3964d966-cc81-4844-a622-1aeb5d4ab1e0 tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] 10.222.0.97 "GET /v2.0/ports?device_id=0f8564f7-c7a4-4207-8793-8eaf68524f76 HTTP/1.1" status: 200 len: 944 time: 0.0469205 Jul 26 15:10:42.993729 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-970805e3-af69-4fed-86f1-ce69dab70fe3 req-5fec6d0d-66ee-481d-a24f-b68ea04a5c92 tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] 10.222.0.97 "GET /v2.0/security-groups?id=b680b431-48af-496e-b7cf-418d7c78e8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424535 Jul 26 15:10:44.115984 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67275930-e61e-484d-8cc9-86721e114ddf req-54642248-84c6-4a34-bdff-989881d89686 tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:44.117423 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-67275930-e61e-484d-8cc9-86721e114ddf req-54642248-84c6-4a34-bdff-989881d89686 tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] 10.222.0.97 "GET /v2.0/ports?device_id=0f8564f7-c7a4-4207-8793-8eaf68524f76 HTTP/1.1" status: 200 len: 944 time: 0.0476983 Jul 26 15:10:44.163842 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-67275930-e61e-484d-8cc9-86721e114ddf req-6fb24f68-07fb-43d5-8b0b-03dc1d6beb1b tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] 10.222.0.97 "GET /v2.0/security-groups?id=b680b431-48af-496e-b7cf-418d7c78e8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408845 Jul 26 15:10:44.170282 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Device 4e82af32-dfbc-48a6-b6af-adea0c662bce up at agent hyperv_hv-cinder-85103 {{(pid=111104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:10:44.210848 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Provisioning for port 4e82af32-dfbc-48a6-b6af-adea0c662bce completed by entity L2. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 15:10:44.345496 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Provisioning complete for port 4e82af32-dfbc-48a6-b6af-adea0c662bce triggered by entity L2. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:10:44.345875 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (4e82af32-dfbc-48a6-b6af-adea0c662bce), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:44.544301 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Current status of the port 4e82af32-dfbc-48a6-b6af-adea0c662bce is: BUILD; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:10:44.544702 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (4e82af32-dfbc-48a6-b6af-adea0c662bce), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:44.568005 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f8564f7-c7a4-4207-8793-8eaf68524f76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e82af32-dfbc-48a6-b6af-adea0c662bce'}] {{(pid=111104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:10:44.570230 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8a064b11bc677c9d4ab9f25c89ff6de8646fcd773e132cdea81d797053aa31c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e301512b-9e8c-4034-96c6-24969027ef94" -d '{"events": [{"server_uuid": "0f8564f7-c7a4-4207-8793-8eaf68524f76", "name": "network-vif-plugged", "status": "completed", "tag": "4e82af32-dfbc-48a6-b6af-adea0c662bce"}]}' {{(pid=111104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:10:44.584427 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] For port 4e82af32-dfbc-48a6-b6af-adea0c662bce, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=4e82af32-dfbc-48a6-b6af-adea0c662bce,segment=NetworkSegment(e00aa10e-2955-4ac5-b32a-876d2badc310),segment_id=e00aa10e-2955-4ac5-b32a-876d2badc310)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:10:44.688347 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (4e82af32-dfbc-48a6-b6af-adea0c662bce), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:44.737856 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Pushing event updated for resources: {'Port': ['ID=4e82af32-dfbc-48a6-b6af-adea0c662bce,revision_number=5']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:10:44.760088 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 15:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8f53025-1ec6-4a5e-8da3-76466c4699aa x-openstack-request-id: req-d8f53025-1ec6-4a5e-8da3-76466c4699aa {{(pid=111104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:10:44.760373 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f8564f7-c7a4-4207-8793-8eaf68524f76", "name": "network-vif-plugged", "status": "completed", "tag": "4e82af32-dfbc-48a6-b6af-adea0c662bce", "code": 200}]} {{(pid=111104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:10:44.760619 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-d8f53025-1ec6-4a5e-8da3-76466c4699aa {{(pid=111104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:10:44.761010 dv-cinder-851030-1-iscsi neutron-server[111104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8f53025-1ec6-4a5e-8da3-76466c4699aa'] response: {'server_uuid': '0f8564f7-c7a4-4207-8793-8eaf68524f76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e82af32-dfbc-48a6-b6af-adea0c662bce', 'code': 200} Jul 26 15:10:45.197958 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f51100d-5c5d-4574-b6b4-c5270ee1db1c req-12810b1f-341f-472b-bbf5-d5dd7832b6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:45.199467 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-5f51100d-5c5d-4574-b6b4-c5270ee1db1c req-12810b1f-341f-472b-bbf5-d5dd7832b6a7 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=0f8564f7-c7a4-4207-8793-8eaf68524f76 HTTP/1.1" status: 200 len: 1129 time: 0.0420516 Jul 26 15:10:45.245187 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-5f51100d-5c5d-4574-b6b4-c5270ee1db1c req-2a80f59e-810d-4bab-8dee-7a5b3d812dbc service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=b680b431-48af-496e-b7cf-418d7c78e8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400126 Jul 26 15:10:45.292206 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92591db-c2db-4098-8042-4c6ddd73ff00 req-d40eb7c3-8d39-407f-98b0-eaf0313b30e1 tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:45.293659 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-e92591db-c2db-4098-8042-4c6ddd73ff00 req-d40eb7c3-8d39-407f-98b0-eaf0313b30e1 tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] 10.222.0.97 "GET /v2.0/ports?device_id=0f8564f7-c7a4-4207-8793-8eaf68524f76 HTTP/1.1" status: 200 len: 945 time: 0.0508060 Jul 26 15:10:45.340373 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-e92591db-c2db-4098-8042-4c6ddd73ff00 req-a1c9267d-6a79-4a67-a22a-d20865bb5e27 tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] 10.222.0.97 "GET /v2.0/security-groups?id=b680b431-48af-496e-b7cf-418d7c78e8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412235 Jul 26 15:10:45.534243 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (311d617f-8fa1-4662-a157-ab38f6e1e2d8), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:46.462756 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba0e592-cc05-44ff-9f2e-07625b7faf51 req-871f5ef2-341d-4006-b519-1e935c909d87 tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:46.464307 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-7ba0e592-cc05-44ff-9f2e-07625b7faf51 req-871f5ef2-341d-4006-b519-1e935c909d87 tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] 10.222.0.97 "GET /v2.0/ports?device_id=0f8564f7-c7a4-4207-8793-8eaf68524f76 HTTP/1.1" status: 200 len: 945 time: 0.0468652 Jul 26 15:10:46.512279 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-7ba0e592-cc05-44ff-9f2e-07625b7faf51 req-6f2be01a-1468-43aa-b53f-0a6b339ebfaa tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] 10.222.0.97 "GET /v2.0/security-groups?id=b680b431-48af-496e-b7cf-418d7c78e8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424726 Jul 26 15:10:47.630739 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac704af-c566-409c-8047-a60f26bb3eda req-acb74f74-dde2-4d7d-a0bd-c38412c9989c tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:10:47.632235 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-8ac704af-c566-409c-8047-a60f26bb3eda req-acb74f74-dde2-4d7d-a0bd-c38412c9989c tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] 10.222.0.97 "GET /v2.0/ports?device_id=0f8564f7-c7a4-4207-8793-8eaf68524f76 HTTP/1.1" status: 200 len: 945 time: 0.0475764 Jul 26 15:10:47.678639 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-8ac704af-c566-409c-8047-a60f26bb3eda req-615e5609-2297-4887-9a55-0f5e359e531d tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] 10.222.0.97 "GET /v2.0/security-groups?id=b680b431-48af-496e-b7cf-418d7c78e8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408454 Jul 26 15:10:50.123587 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=2 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:10:50.125493 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:10:52.006496 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-323f9991-56b2-4324-97c9-1185c517c2d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (bb4183fa-e0c9-4858-9c34-b1ab78d39af4), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:54.288855 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-cb28a0cc-3790-4baf-808f-717bfea4eb1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (66f8bb98-7ace-4a85-b6ba-ffe40597695b), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:55.494376 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b30572d2-bee0-4462-94ed-c13cd0ef4273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (40fac31a-afaa-44e8-8521-47b803a59f0f), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:56.497702 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=68 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:10:56.508881 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=26 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:10:56.921781 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:10:57.030431 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b977bc9f-0510-4ebd-94dd-930fc4499a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (e5556d63-fbf3-48f2-bfac-7896e86945c3), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:57.092074 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (df49e665-2de0-463a-a1e1-c989804d5593), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:10:57.668025 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=73,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:10:57.675174 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=78,neutron:INSERT=7 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:10:57.888732 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:11:01.089756 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=3 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:11:01.090532 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=3 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:11:03.711645 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-7205dc61-f178-4cf3-b2ef-16f42b2d7e92 req-f14970c9-b42f-46f4-954a-a9e0e284dab5 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=0f8564f7-c7a4-4207-8793-8eaf68524f76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400062 Jul 26 15:11:03.815831 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7205dc61-f178-4cf3-b2ef-16f42b2d7e92 req-04dab91f-6818-4997-9e36-254eb324e643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:03.817572 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-7205dc61-f178-4cf3-b2ef-16f42b2d7e92 req-04dab91f-6818-4997-9e36-254eb324e643 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=8eeedf7fb2d847f685b76ec5c52755c4&device_id=0f8564f7-c7a4-4207-8793-8eaf68524f76 HTTP/1.1" status: 200 len: 1129 time: 0.0440621 Jul 26 15:11:03.930072 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7205dc61-f178-4cf3-b2ef-16f42b2d7e92 req-64990ed1-c19d-4f86-aa37-f7c10c669c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:03.931781 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-7205dc61-f178-4cf3-b2ef-16f42b2d7e92 req-64990ed1-c19d-4f86-aa37-f7c10c669c44 service neutron] 10.222.0.99 "GET /v2.0/networks?id=85456604-f4b2-49b2-b5c4-9628e28dafb8 HTTP/1.1" status: 200 len: 916 time: 0.0925369 Jul 26 15:11:03.975540 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-7205dc61-f178-4cf3-b2ef-16f42b2d7e92 req-62b9aef6-f397-4626-83d9-dbc5b9148810 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e82af32-dfbc-48a6-b6af-adea0c662bce HTTP/1.1" status: 200 len: 217 time: 0.0376379 Jul 26 15:11:04.025520 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7205dc61-f178-4cf3-b2ef-16f42b2d7e92 req-535b2e17-158b-42aa-b74d-6f806859b350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:04.026969 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-7205dc61-f178-4cf3-b2ef-16f42b2d7e92 req-535b2e17-158b-42aa-b74d-6f806859b350 service neutron] 10.222.0.99 "GET /v2.0/subnets?id=70e5cf48-e885-4db8-bc9a-1a0e217d3523 HTTP/1.1" status: 200 len: 854 time: 0.0452099 Jul 26 15:11:04.060991 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-7205dc61-f178-4cf3-b2ef-16f42b2d7e92 req-e375710a-51e8-4fb6-8e20-994e3ed58347 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=85456604-f4b2-49b2-b5c4-9628e28dafb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272248 Jul 26 15:11:04.157230 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-7205dc61-f178-4cf3-b2ef-16f42b2d7e92 req-4334138e-0ecc-4ae7-9735-92757ed4caa9 service neutron] 10.222.0.99 "GET /v2.0/networks/85456604-f4b2-49b2-b5c4-9628e28dafb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884356 Jul 26 15:11:04.247940 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-7205dc61-f178-4cf3-b2ef-16f42b2d7e92 req-a11b66b6-aeba-4837-9f47-bfadb60d5a4a service neutron] 10.222.0.99 "GET /v2.0/networks/85456604-f4b2-49b2-b5c4-9628e28dafb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840652 Jul 26 15:11:07.943337 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=21 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:11:08.073740 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.agents_db [None req-99196b13-9676-4f02-b89b-0db7196f18a6 None None] Agent healthcheck: found 6 active agents {{(pid=111105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:11:14.243156 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=42 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:11:14.245653 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=46 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:11:15.488524 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (311d617f-8fa1-4662-a157-ab38f6e1e2d8), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:18.070662 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=1 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:11:18.072965 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=1 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:11:22.048729 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-7fbcea57-fdd7-4756-9817-658973dec9cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (bb4183fa-e0c9-4858-9c34-b1ab78d39af4), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:24.291905 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-8edb942a-a9bd-4784-b2a9-9f50426145e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (66f8bb98-7ace-4a85-b6ba-ffe40597695b), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:25.522538 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b30572d2-bee0-4462-94ed-c13cd0ef4273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (40fac31a-afaa-44e8-8521-47b803a59f0f), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:27.021502 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b977bc9f-0510-4ebd-94dd-930fc4499a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (e5556d63-fbf3-48f2-bfac-7896e86945c3), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:27.114585 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (df49e665-2de0-463a-a1e1-c989804d5593), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:37.014855 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:11:37.022863 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:11:45.073054 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.agents_db [None req-99196b13-9676-4f02-b89b-0db7196f18a6 None None] Agent healthcheck: found 6 active agents {{(pid=111105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:11:45.253733 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74399816-c679-4031-9511-aa1ed5005e4c req-c633f636-5498-4030-be84-9a33b8084259 tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:45.255886 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-74399816-c679-4031-9511-aa1ed5005e4c req-c633f636-5498-4030-be84-9a33b8084259 tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] 10.222.0.97 "GET /v2.0/ports?device_id=0f8564f7-c7a4-4207-8793-8eaf68524f76 HTTP/1.1" status: 200 len: 945 time: 0.0520759 Jul 26 15:11:45.303055 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-74399816-c679-4031-9511-aa1ed5005e4c req-cce16fa7-0398-454f-ab58-cbcf9da94253 tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] 10.222.0.97 "GET /v2.0/security-groups?id=b680b431-48af-496e-b7cf-418d7c78e8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413547 Jul 26 15:11:45.516702 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (311d617f-8fa1-4662-a157-ab38f6e1e2d8), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:46.424941 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0da663-8b39-4c97-86a0-348f80cce313 req-2c023a8a-d83d-4562-9ffc-0569139d3d3f tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:46.426401 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-5d0da663-8b39-4c97-86a0-348f80cce313 req-2c023a8a-d83d-4562-9ffc-0569139d3d3f tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] 10.222.0.97 "GET /v2.0/ports?device_id=0f8564f7-c7a4-4207-8793-8eaf68524f76 HTTP/1.1" status: 200 len: 945 time: 0.0479589 Jul 26 15:11:46.477835 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-5d0da663-8b39-4c97-86a0-348f80cce313 req-bf63a354-9d45-49f7-b574-b826a1aef43f tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] 10.222.0.97 "GET /v2.0/security-groups?id=b680b431-48af-496e-b7cf-418d7c78e8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457857 Jul 26 15:11:47.206651 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f287c809-09cc-4497-902b-1bab9d774f31 req-c20a267c-943d-475e-aae6-549d9ca15792 tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:47.208131 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-f287c809-09cc-4497-902b-1bab9d774f31 req-c20a267c-943d-475e-aae6-549d9ca15792 tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] 10.222.0.99 "GET /v2.0/ports?device_id=0f8564f7-c7a4-4207-8793-8eaf68524f76 HTTP/1.1" status: 200 len: 945 time: 0.0465214 Jul 26 15:11:47.289304 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.plugin [req-f287c809-09cc-4497-902b-1bab9d774f31 req-095bd6ea-037d-43c9-9c04-3a0f5e799230 tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] Deleting port 4e82af32-dfbc-48a6-b6af-adea0c662bce {{(pid=111102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:11:47.289652 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-f287c809-09cc-4497-902b-1bab9d774f31 req-095bd6ea-037d-43c9-9c04-3a0f5e799230 tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789580082445'] for port (4e82af32-dfbc-48a6-b6af-adea0c662bce), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:47.382245 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.db [req-f287c809-09cc-4497-902b-1bab9d774f31 req-095bd6ea-037d-43c9-9c04-3a0f5e799230 tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] For port 4e82af32-dfbc-48a6-b6af-adea0c662bce, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=4e82af32-dfbc-48a6-b6af-adea0c662bce,segment=NetworkSegment(e00aa10e-2955-4ac5-b32a-876d2badc310),segment_id=e00aa10e-2955-4ac5-b32a-876d2badc310)] {{(pid=111102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:11:47.382525 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-f287c809-09cc-4497-902b-1bab9d774f31 req-095bd6ea-037d-43c9-9c04-3a0f5e799230 tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580114'] for port (4e82af32-dfbc-48a6-b6af-adea0c662bce), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:47.395711 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.plugin [req-f287c809-09cc-4497-902b-1bab9d774f31 req-095bd6ea-037d-43c9-9c04-3a0f5e799230 tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] Calling delete_port for 4e82af32-dfbc-48a6-b6af-adea0c662bce owned by compute:nova {{(pid=111102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:11:47.597528 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f084a6-c761-4b04-87fa-14d7586a9695 req-d4bd49e3-8eb6-4d83-90b9-30ea17588211 tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:11:47.599611 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-09f084a6-c761-4b04-87fa-14d7586a9695 req-d4bd49e3-8eb6-4d83-90b9-30ea17588211 tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] 10.222.0.97 "GET /v2.0/ports?device_id=0f8564f7-c7a4-4207-8793-8eaf68524f76 HTTP/1.1" status: 200 len: 945 time: 0.0474334 Jul 26 15:11:47.647607 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-09f084a6-c761-4b04-87fa-14d7586a9695 req-fb86eb2b-050f-431e-8803-5fba0b246f67 tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] 10.222.0.97 "GET /v2.0/security-groups?id=b680b431-48af-496e-b7cf-418d7c78e8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423131 Jul 26 15:11:47.652329 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-f287c809-09cc-4497-902b-1bab9d774f31 req-095bd6ea-037d-43c9-9c04-3a0f5e799230 tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789580201795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789579689804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868105'] for port (4e82af32-dfbc-48a6-b6af-adea0c662bce), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:47.692329 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095bd6ea-037d-43c9-9c04-3a0f5e799230 tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] Pushing event deleted for resources: {'Port': ['ID=4e82af32-dfbc-48a6-b6af-adea0c662bce,revision_number=None']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:11:47.692504 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] get_ports_and_sgs() called for port_ids ['4e82af32-dfbc-48a6-b6af-adea0c662bce'] {{(pid=111104) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:11:47.710247 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095bd6ea-037d-43c9-9c04-3a0f5e799230 tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:11:47.710600 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095bd6ea-037d-43c9-9c04-3a0f5e799230 tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:11:47.710955 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095bd6ea-037d-43c9-9c04-3a0f5e799230 tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:11:47.711290 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095bd6ea-037d-43c9-9c04-3a0f5e799230 tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:11:47.711660 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095bd6ea-037d-43c9-9c04-3a0f5e799230 tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:11:47.711990 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095bd6ea-037d-43c9-9c04-3a0f5e799230 tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:11:47.712318 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095bd6ea-037d-43c9-9c04-3a0f5e799230 tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:11:47.712642 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095bd6ea-037d-43c9-9c04-3a0f5e799230 tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:11:47.712969 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095bd6ea-037d-43c9-9c04-3a0f5e799230 tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:11:47.713301 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095bd6ea-037d-43c9-9c04-3a0f5e799230 tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:11:47.713612 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095bd6ea-037d-43c9-9c04-3a0f5e799230 tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:11:47.713934 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095bd6ea-037d-43c9-9c04-3a0f5e799230 tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:11:47.714255 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095bd6ea-037d-43c9-9c04-3a0f5e799230 tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:11:47.714574 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095bd6ea-037d-43c9-9c04-3a0f5e799230 tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:11:47.714892 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095bd6ea-037d-43c9-9c04-3a0f5e799230 tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:11:47.737549 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.l3_dvrscheduler_db [req-f287c809-09cc-4497-902b-1bab9d774f31 req-095bd6ea-037d-43c9-9c04-3a0f5e799230 tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] No DVR routers for this DVR port 4e82af32-dfbc-48a6-b6af-adea0c662bce on host hv-cinder-85103 {{(pid=111102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 15:11:47.740033 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-f287c809-09cc-4497-902b-1bab9d774f31 req-095bd6ea-037d-43c9-9c04-3a0f5e799230 tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-431034'] for port (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:47.743205 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-f287c809-09cc-4497-902b-1bab9d774f31 req-095bd6ea-037d-43c9-9c04-3a0f5e799230 tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] 10.222.0.99 "DELETE /v2.0/ports/4e82af32-dfbc-48a6-b6af-adea0c662bce HTTP/1.1" status: 204 len: 173 time: 0.5302608 Jul 26 15:11:47.743676 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f8564f7-c7a4-4207-8793-8eaf68524f76', 'name': 'network-vif-deleted', 'tag': '4e82af32-dfbc-48a6-b6af-adea0c662bce'}] {{(pid=111102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:11:47.745881 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8185506cd1cc56e10fcde42571d85de650c4e290bb1b6bf5ec2f858ed2201c15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb551206-9a43-4de7-b065-eea7ede10d2f" -d '{"events": [{"server_uuid": "0f8564f7-c7a4-4207-8793-8eaf68524f76", "name": "network-vif-deleted", "tag": "4e82af32-dfbc-48a6-b6af-adea0c662bce"}]}' {{(pid=111102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:11:47.784146 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 15:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de09a5a6-1d04-47ad-af02-86dcf4e9907d x-openstack-request-id: req-de09a5a6-1d04-47ad-af02-86dcf4e9907d {{(pid=111102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:11:47.784467 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f8564f7-c7a4-4207-8793-8eaf68524f76", "name": "network-vif-deleted", "tag": "4e82af32-dfbc-48a6-b6af-adea0c662bce", "status": "completed", "code": 200}]} {{(pid=111102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:11:47.784716 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-de09a5a6-1d04-47ad-af02-86dcf4e9907d {{(pid=111102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:11:47.785116 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de09a5a6-1d04-47ad-af02-86dcf4e9907d'] response: {'server_uuid': '0f8564f7-c7a4-4207-8793-8eaf68524f76', 'name': 'network-vif-deleted', 'tag': '4e82af32-dfbc-48a6-b6af-adea0c662bce', 'status': 'completed', 'code': 200} Jul 26 15:11:48.767912 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-2610c129-da52-4ebd-ac86-a3fcb20fbcfc req-cd8b44ea-f15e-4749-b3a2-034d9c8597f9 tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] 10.222.0.97 "GET /v2.0/ports?device_id=0f8564f7-c7a4-4207-8793-8eaf68524f76 HTTP/1.1" status: 200 len: 210 time: 0.0292971 Jul 26 15:11:50.543034 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Device 4e82af32-dfbc-48a6-b6af-adea0c662bce no longer exists at agent hyperv_hv-cinder-85103 {{(pid=111104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:11:50.562098 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] No Port match for: 4e82af32-dfbc-48a6-b6af-adea0c662bce {{(pid=111104) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:11:50.562447 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Device 4e82af32-dfbc-48a6-b6af-adea0c662bce not bound to the agent host hv-cinder-85103 {{(pid=111104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:11:52.013946 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a5815881-f95c-4b6a-a86b-c5e26440e21f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (bb4183fa-e0c9-4858-9c34-b1ab78d39af4), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:54.277643 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-e95eb029-aed7-43bb-ba45-72e41958366a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (66f8bb98-7ace-4a85-b6ba-ffe40597695b), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:55.067833 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=19 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:11:55.079859 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=15 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:11:55.497702 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b30572d2-bee0-4462-94ed-c13cd0ef4273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (40fac31a-afaa-44e8-8521-47b803a59f0f), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:57.038086 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b977bc9f-0510-4ebd-94dd-930fc4499a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (e5556d63-fbf3-48f2-bfac-7896e86945c3), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:57.117055 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (df49e665-2de0-463a-a1e1-c989804d5593), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:11:57.643962 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=18 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:11:57.720632 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=54,neutron:DELETE=4 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:11:57.721511 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=55,neutron:DELETE=4 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:11:58.741775 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=20 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:12:00.557317 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9967d702-22f3-4dd4-bbfd-7c7979faf84b req-bd4ebdc5-8870-4860-b628-90d360d2be25 tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:12:00.558859 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-9967d702-22f3-4dd4-bbfd-7c7979faf84b req-bd4ebdc5-8870-4860-b628-90d360d2be25 tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] 10.222.0.97 "GET /v2.0/networks?id=85456604-f4b2-49b2-b5c4-9628e28dafb8 HTTP/1.1" status: 200 len: 814 time: 0.1095004 Jul 26 15:12:00.574945 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-9967d702-22f3-4dd4-bbfd-7c7979faf84b req-6cca1f6b-7d2d-459c-a8c8-28fbda14beee tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] 10.222.0.97 "GET /v2.0/quotas/8eeedf7fb2d847f685b76ec5c52755c4 HTTP/1.1" status: 200 len: 375 time: 0.0103753 Jul 26 15:12:00.609611 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-9967d702-22f3-4dd4-bbfd-7c7979faf84b req-8dfadfca-aab9-421b-b111-0912cb4f7182 tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=8eeedf7fb2d847f685b76ec5c52755c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292118 Jul 26 15:12:00.770107 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-9967d702-22f3-4dd4-bbfd-7c7979faf84b req-5c1c197c-89f5-4aa6-ada1-2758831fe53c service neutron] 10.222.0.97 "GET /v2.0/networks/85456604-f4b2-49b2-b5c4-9628e28dafb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533780 Jul 26 15:12:00.862650 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-9967d702-22f3-4dd4-bbfd-7c7979faf84b req-47cf551e-64dc-48fd-92ae-522b461992b4 service neutron] 10.222.0.97 "GET /v2.0/networks/85456604-f4b2-49b2-b5c4-9628e28dafb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862687 Jul 26 15:12:01.317709 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-63b7f1f1-65e6-4fbc-bae2-109e910ad885 req-1c367bba-4fdc-43f9-ba8b-240b19cb0075 tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] 10.222.0.97 "GET /v2.0/ports?device_id=375b0c21-138e-41d0-a66a-5b74016ad3cf HTTP/1.1" status: 200 len: 210 time: 0.0971801 Jul 26 15:12:02.499580 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-f082e6bf-78a8-4be4-979a-01a2a5d2e76c req-9ced6b71-ea85-482f-aa71-4ae9457b3a9c tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] 10.222.0.97 "GET /v2.0/ports?device_id=375b0c21-138e-41d0-a66a-5b74016ad3cf HTTP/1.1" status: 200 len: 210 time: 0.0877063 Jul 26 15:12:03.601795 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9967d702-22f3-4dd4-bbfd-7c7979faf84b req-eb58a1e7-b778-49ea-9374-27c7511465d9 tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:12:03.603299 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-9967d702-22f3-4dd4-bbfd-7c7979faf84b req-eb58a1e7-b778-49ea-9374-27c7511465d9 tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] 10.222.0.99 "GET /v2.0/networks?id=85456604-f4b2-49b2-b5c4-9628e28dafb8 HTTP/1.1" status: 200 len: 814 time: 0.1122165 Jul 26 15:12:03.620153 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-44557db7-61df-433f-b143-38b488f4dde1 req-d84da1a1-ee09-46d7-b540-4459f1f44b95 tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] 10.222.0.97 "GET /v2.0/ports?device_id=375b0c21-138e-41d0-a66a-5b74016ad3cf HTTP/1.1" status: 200 len: 210 time: 0.0415726 Jul 26 15:12:03.645182 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.v2.base [req-9967d702-22f3-4dd4-bbfd-7c7979faf84b req-f347392a-2117-431d-b847-ae950eac41e6 tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] Request body: {'port': {'device_id': '375b0c21-138e-41d0-a66a-5b74016ad3cf', 'network_id': '85456604-f4b2-49b2-b5c4-9628e28dafb8', 'admin_state_up': True, 'tenant_id': '8eeedf7fb2d847f685b76ec5c52755c4'}} {{(pid=111102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:12:04.132471 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9967d702-22f3-4dd4-bbfd-7c7979faf84b req-f347392a-2117-431d-b847-ae950eac41e6 tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] Made reservation on behalf of 8eeedf7fb2d847f685b76ec5c52755c4 for: {'port': 1} {{(pid=111102) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 26 15:12:04.136227 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-9967d702-22f3-4dd4-bbfd-7c7979faf84b req-f347392a-2117-431d-b847-ae950eac41e6 tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (None), before_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:04.262792 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.db_base_plugin_common [req-9967d702-22f3-4dd4-bbfd-7c7979faf84b req-f347392a-2117-431d-b847-ae950eac41e6 tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] Allocated IP 172.20.0.4 (85456604-f4b2-49b2-b5c4-9628e28dafb8/70e5cf48-e885-4db8-bc9a-1a0e217d3523/149eb14b-178c-45ed-8a9e-71bd6765cb60) {{(pid=111102) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 26 15:12:04.416815 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-9967d702-22f3-4dd4-bbfd-7c7979faf84b req-f347392a-2117-431d-b847-ae950eac41e6 tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] Publish callbacks [] for port (149eb14b-178c-45ed-8a9e-71bd6765cb60), precommit_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:04.551772 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-9967d702-22f3-4dd4-bbfd-7c7979faf84b req-f347392a-2117-431d-b847-ae950eac41e6 tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8789579689795', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868105'] for port (149eb14b-178c-45ed-8a9e-71bd6765cb60), after_create {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:04.598244 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9967d702-22f3-4dd4-bbfd-7c7979faf84b req-f347392a-2117-431d-b847-ae950eac41e6 tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] Network 85456604-f4b2-49b2-b5c4-9628e28dafb8 is already hosted by enough agents. {{(pid=111102) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 26 15:12:04.601642 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.scheduler.base_scheduler [req-9967d702-22f3-4dd4-bbfd-7c7979faf84b req-f347392a-2117-431d-b847-ae950eac41e6 tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] Resources bound (agent type, host, resource id): {{(pid=111102) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 26 15:12:04.605645 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.l3_dvrscheduler_db [req-9967d702-22f3-4dd4-bbfd-7c7979faf84b req-f347392a-2117-431d-b847-ae950eac41e6 tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] Received port after_create {{(pid=111102) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 26 15:12:04.629030 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f347392a-2117-431d-b847-ae950eac41e6 tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] Pushing event updated for resources: {'Port': ['ID=149eb14b-178c-45ed-8a9e-71bd6765cb60,revision_number=1']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:12:04.658822 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9967d702-22f3-4dd4-bbfd-7c7979faf84b req-f347392a-2117-431d-b847-ae950eac41e6 tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:12:04.661792 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-9967d702-22f3-4dd4-bbfd-7c7979faf84b req-f347392a-2117-431d-b847-ae950eac41e6 tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-431034'] for port (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:04.748818 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db548e46-289a-4986-a41f-6babcaf0ff46 req-f6909c75-342a-4b06-897b-122bf6b5cb25 tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:12:04.750984 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-db548e46-289a-4986-a41f-6babcaf0ff46 req-f6909c75-342a-4b06-897b-122bf6b5cb25 tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] 10.222.0.97 "GET /v2.0/ports?device_id=375b0c21-138e-41d0-a66a-5b74016ad3cf HTTP/1.1" status: 200 len: 931 time: 0.0572841 Jul 26 15:12:04.757844 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-9967d702-22f3-4dd4-bbfd-7c7979faf84b req-f347392a-2117-431d-b847-ae950eac41e6 tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] 10.222.0.99 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1165962 Jul 26 15:12:04.776699 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.v2.base [req-9967d702-22f3-4dd4-bbfd-7c7979faf84b req-788215b0-256e-44f2-bf44-f0ad63dad586 service neutron] Request body: {'port': {'device_id': '375b0c21-138e-41d0-a66a-5b74016ad3cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85103'}} {{(pid=111102) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 26 15:12:04.811889 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-db548e46-289a-4986-a41f-6babcaf0ff46 req-fc78d19a-8891-48fd-b8ad-7a4a2ddc93ef tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] 10.222.0.97 "GET /v2.0/security-groups?id=b680b431-48af-496e-b7cf-418d7c78e8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545869 Jul 26 15:12:04.860825 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-9967d702-22f3-4dd4-bbfd-7c7979faf84b req-788215b0-256e-44f2-bf44-f0ad63dad586 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (149eb14b-178c-45ed-8a9e-71bd6765cb60), before_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:04.907011 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:12:04.922081 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:12:05.145857 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.notifiers.nova [req-9967d702-22f3-4dd4-bbfd-7c7979faf84b req-788215b0-256e-44f2-bf44-f0ad63dad586 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 149eb14b-178c-45ed-8a9e-71bd6765cb60 {{(pid=111102) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 15:12:05.154364 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-9967d702-22f3-4dd4-bbfd-7c7979faf84b req-788215b0-256e-44f2-bf44-f0ad63dad586 service neutron] Publish callbacks [] for port (149eb14b-178c-45ed-8a9e-71bd6765cb60), precommit_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:05.167916 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.provisioning_blocks [req-9967d702-22f3-4dd4-bbfd-7c7979faf84b req-788215b0-256e-44f2-bf44-f0ad63dad586 service neutron] Transition to ACTIVE for port object 149eb14b-178c-45ed-8a9e-71bd6765cb60 will not be triggered until provisioned by entity L2. {{(pid=111102) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 26 15:12:05.281069 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-9967d702-22f3-4dd4-bbfd-7c7979faf84b req-788215b0-256e-44f2-bf44-f0ad63dad586 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868126'] for port (149eb14b-178c-45ed-8a9e-71bd6765cb60), after_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:05.340929 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788215b0-256e-44f2-bf44-f0ad63dad586 service neutron] Pushing event updated for resources: {'Port': ['ID=149eb14b-178c-45ed-8a9e-71bd6765cb60,revision_number=2']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:12:05.428685 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.managers [req-9967d702-22f3-4dd4-bbfd-7c7979faf84b req-788215b0-256e-44f2-bf44-f0ad63dad586 service neutron] Attempting to bind port 149eb14b-178c-45ed-8a9e-71bd6765cb60 on host hv-cinder-85103 for vnic_type normal with profile {{(pid=111102) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 26 15:12:05.429020 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.managers [req-9967d702-22f3-4dd4-bbfd-7c7979faf84b req-788215b0-256e-44f2-bf44-f0ad63dad586 service neutron] Attempting to bind port 149eb14b-178c-45ed-8a9e-71bd6765cb60 by drivers openvswitch,hyperv on host hv-cinder-85103 at level 0 using segments [{'id': 'e00aa10e-2955-4ac5-b32a-876d2badc310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '85456604-f4b2-49b2-b5c4-9628e28dafb8'}] {{(pid=111102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 26 15:12:05.429369 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9967d702-22f3-4dd4-bbfd-7c7979faf84b req-788215b0-256e-44f2-bf44-f0ad63dad586 service neutron] Attempting to bind port 149eb14b-178c-45ed-8a9e-71bd6765cb60 on network 85456604-f4b2-49b2-b5c4-9628e28dafb8 {{(pid=111102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:12:05.434179 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9967d702-22f3-4dd4-bbfd-7c7979faf84b req-788215b0-256e-44f2-bf44-f0ad63dad586 service neutron] Port 149eb14b-178c-45ed-8a9e-71bd6765cb60 on network 85456604-f4b2-49b2-b5c4-9628e28dafb8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85103 {{(pid=111102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 26 15:12:05.434498 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9967d702-22f3-4dd4-bbfd-7c7979faf84b req-788215b0-256e-44f2-bf44-f0ad63dad586 service neutron] Attempting to bind port 149eb14b-178c-45ed-8a9e-71bd6765cb60 on network 85456604-f4b2-49b2-b5c4-9628e28dafb8 {{(pid=111102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 26 15:12:05.440227 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9967d702-22f3-4dd4-bbfd-7c7979faf84b req-788215b0-256e-44f2-bf44-f0ad63dad586 service neutron] Checking agent: {'id': '311d617f-8fa1-4662-a157-ab38f6e1e2d8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85103', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 26, 14, 49, 45), 'started_at': datetime.datetime(2022, 7, 26, 14, 49, 45), 'heartbeat_timestamp': datetime.datetime(2022, 7, 26, 15, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 26 15:12:05.440606 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9967d702-22f3-4dd4-bbfd-7c7979faf84b req-788215b0-256e-44f2-bf44-f0ad63dad586 service neutron] Checking segment: {'id': 'e00aa10e-2955-4ac5-b32a-876d2badc310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '85456604-f4b2-49b2-b5c4-9628e28dafb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111102) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 26 15:12:05.441032 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9967d702-22f3-4dd4-bbfd-7c7979faf84b req-788215b0-256e-44f2-bf44-f0ad63dad586 service neutron] Bound using segment: {'id': 'e00aa10e-2955-4ac5-b32a-876d2badc310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '85456604-f4b2-49b2-b5c4-9628e28dafb8'} {{(pid=111102) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 26 15:12:05.442283 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.managers [req-9967d702-22f3-4dd4-bbfd-7c7979faf84b req-788215b0-256e-44f2-bf44-f0ad63dad586 service neutron] Bound port: 149eb14b-178c-45ed-8a9e-71bd6765cb60, host: hv-cinder-85103, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e00aa10e-2955-4ac5-b32a-876d2badc310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1062, 'network_id': '85456604-f4b2-49b2-b5c4-9628e28dafb8'}}] {{(pid=111102) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 26 15:12:05.442715 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-9967d702-22f3-4dd4-bbfd-7c7979faf84b req-788215b0-256e-44f2-bf44-f0ad63dad586 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (149eb14b-178c-45ed-8a9e-71bd6765cb60), before_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:05.515007 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.db [req-9967d702-22f3-4dd4-bbfd-7c7979faf84b req-788215b0-256e-44f2-bf44-f0ad63dad586 service neutron] For port 149eb14b-178c-45ed-8a9e-71bd6765cb60, host hv-cinder-85103, cleared binding levels {{(pid=111102) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 26 15:12:05.518353 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.db [req-9967d702-22f3-4dd4-bbfd-7c7979faf84b req-788215b0-256e-44f2-bf44-f0ad63dad586 service neutron] For port 149eb14b-178c-45ed-8a9e-71bd6765cb60, host hv-cinder-85103, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=149eb14b-178c-45ed-8a9e-71bd6765cb60,segment=NetworkSegment(e00aa10e-2955-4ac5-b32a-876d2badc310),segment_id=e00aa10e-2955-4ac5-b32a-876d2badc310)] {{(pid=111102) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 26 15:12:05.661241 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-9967d702-22f3-4dd4-bbfd-7c7979faf84b req-788215b0-256e-44f2-bf44-f0ad63dad586 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4868126'] for port (149eb14b-178c-45ed-8a9e-71bd6765cb60), after_update {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:05.697732 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9967d702-22f3-4dd4-bbfd-7c7979faf84b req-788215b0-256e-44f2-bf44-f0ad63dad586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:12:05.698251 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-9967d702-22f3-4dd4-bbfd-7c7979faf84b req-788215b0-256e-44f2-bf44-f0ad63dad586 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-431034'] for port (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:05.699863 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-9967d702-22f3-4dd4-bbfd-7c7979faf84b req-788215b0-256e-44f2-bf44-f0ad63dad586 service neutron] 10.222.0.99 "PUT /v2.0/ports/149eb14b-178c-45ed-8a9e-71bd6765cb60 HTTP/1.1" status: 200 len: 1093 time: 0.9280534 Jul 26 15:12:05.702150 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '375b0c21-138e-41d0-a66a-5b74016ad3cf', 'tag': '149eb14b-178c-45ed-8a9e-71bd6765cb60'}] {{(pid=111102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:12:05.704539 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8185506cd1cc56e10fcde42571d85de650c4e290bb1b6bf5ec2f858ed2201c15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ac80ba-f58b-4ac8-a5c6-728fb507dbaa" -d '{"events": [{"name": "network-changed", "server_uuid": "375b0c21-138e-41d0-a66a-5b74016ad3cf", "tag": "149eb14b-178c-45ed-8a9e-71bd6765cb60"}]}' {{(pid=111102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:12:05.731456 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788215b0-256e-44f2-bf44-f0ad63dad586 service neutron] Pushing event updated for resources: {'Port': ['ID=149eb14b-178c-45ed-8a9e-71bd6765cb60,revision_number=3']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:12:05.755277 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 26 Jul 2022 15:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4252e546-8b8c-446f-abed-7dc998b30b48 x-openstack-request-id: req-4252e546-8b8c-446f-abed-7dc998b30b48 {{(pid=111102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:12:05.755604 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "375b0c21-138e-41d0-a66a-5b74016ad3cf", "tag": "149eb14b-178c-45ed-8a9e-71bd6765cb60", "status": "completed", "code": 200}]} {{(pid=111102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:12:05.755854 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-4252e546-8b8c-446f-abed-7dc998b30b48 {{(pid=111102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:12:05.756259 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4252e546-8b8c-446f-abed-7dc998b30b48'] response: {'name': 'network-changed', 'server_uuid': '375b0c21-138e-41d0-a66a-5b74016ad3cf', 'tag': '149eb14b-178c-45ed-8a9e-71bd6765cb60', 'status': 'completed', 'code': 200} Jul 26 15:12:05.825150 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:12:05.838730 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ac80ba-f58b-4ac8-a5c6-728fb507dbaa req-9de5fcc8-8a9e-4d2d-82e7-334d2f6f007d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:12:05.840310 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-f1ac80ba-f58b-4ac8-a5c6-728fb507dbaa req-9de5fcc8-8a9e-4d2d-82e7-334d2f6f007d service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=8eeedf7fb2d847f685b76ec5c52755c4&device_id=375b0c21-138e-41d0-a66a-5b74016ad3cf HTTP/1.1" status: 200 len: 1127 time: 0.0435181 Jul 26 15:12:05.958310 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94770c3-389f-4252-9be6-607d1a9eb83d req-16bf984d-546f-4223-9ccc-a2c9d48e198a tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:12:05.961460 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-e94770c3-389f-4252-9be6-607d1a9eb83d req-16bf984d-546f-4223-9ccc-a2c9d48e198a tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] 10.222.0.97 "GET /v2.0/ports?device_id=375b0c21-138e-41d0-a66a-5b74016ad3cf HTTP/1.1" status: 200 len: 943 time: 0.0565660 Jul 26 15:12:05.962980 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ac80ba-f58b-4ac8-a5c6-728fb507dbaa req-9b590b2a-796e-45f4-8ec5-77036518b918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:12:05.964505 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-f1ac80ba-f58b-4ac8-a5c6-728fb507dbaa req-9b590b2a-796e-45f4-8ec5-77036518b918 service neutron] 10.222.0.99 "GET /v2.0/networks?tenant_id=8eeedf7fb2d847f685b76ec5c52755c4&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1091816 Jul 26 15:12:06.019153 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-e94770c3-389f-4252-9be6-607d1a9eb83d req-d699d77f-ee7c-46b8-b349-5a88a9052a3b tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] 10.222.0.97 "GET /v2.0/security-groups?id=b680b431-48af-496e-b7cf-418d7c78e8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527029 Jul 26 15:12:06.069091 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ac80ba-f58b-4ac8-a5c6-728fb507dbaa req-b67bb9b2-93fd-48c4-bd5d-e9189eb85f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:12:06.070643 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-f1ac80ba-f58b-4ac8-a5c6-728fb507dbaa req-b67bb9b2-93fd-48c4-bd5d-e9189eb85f6a service neutron] 10.222.0.99 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1000264 Jul 26 15:12:06.177941 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9967d702-22f3-4dd4-bbfd-7c7979faf84b req-e0945b2b-adb5-4074-96a6-14ca79b653d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:12:06.179761 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-9967d702-22f3-4dd4-bbfd-7c7979faf84b req-e0945b2b-adb5-4074-96a6-14ca79b653d5 service neutron] 10.222.0.99 "GET /v2.0/ports?tenant_id=8eeedf7fb2d847f685b76ec5c52755c4&device_id=375b0c21-138e-41d0-a66a-5b74016ad3cf HTTP/1.1" status: 200 len: 1127 time: 0.0489726 Jul 26 15:12:06.229916 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-9967d702-22f3-4dd4-bbfd-7c7979faf84b req-bf81bea8-6d49-45a5-a215-cbca0c5cee22 service neutron] 10.222.0.99 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=149eb14b-178c-45ed-8a9e-71bd6765cb60 HTTP/1.1" status: 200 len: 217 time: 0.0350184 Jul 26 15:12:06.281290 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9967d702-22f3-4dd4-bbfd-7c7979faf84b req-e77325e0-3bb3-4c8e-919b-464965f14fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:12:06.282765 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-9967d702-22f3-4dd4-bbfd-7c7979faf84b req-e77325e0-3bb3-4c8e-919b-464965f14fde service neutron] 10.222.0.99 "GET /v2.0/subnets?id=70e5cf48-e885-4db8-bc9a-1a0e217d3523 HTTP/1.1" status: 200 len: 854 time: 0.0476799 Jul 26 15:12:06.318640 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-9967d702-22f3-4dd4-bbfd-7c7979faf84b req-9c5c34d8-2b09-4692-9d43-02b7cbf00946 service neutron] 10.222.0.99 "GET /v2.0/ports?network_id=85456604-f4b2-49b2-b5c4-9628e28dafb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296414 Jul 26 15:12:06.417241 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-9967d702-22f3-4dd4-bbfd-7c7979faf84b req-b4fc525e-b70a-4f83-803c-65b366a68d2d service neutron] 10.222.0.99 "GET /v2.0/networks/85456604-f4b2-49b2-b5c4-9628e28dafb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927470 Jul 26 15:12:06.517910 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-9967d702-22f3-4dd4-bbfd-7c7979faf84b req-aad29fe5-1f88-46ec-abc7-1e36d2cfbcaf service neutron] 10.222.0.99 "GET /v2.0/networks/85456604-f4b2-49b2-b5c4-9628e28dafb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948772 Jul 26 15:12:07.016278 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:12:07.024467 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:12:07.132602 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:12:07.147788 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b348b5b8-efda-45cb-84b4-c052ec2e28e3 req-fe0e2259-2b98-4f06-a784-37f7cd70808d tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:12:07.149571 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-b348b5b8-efda-45cb-84b4-c052ec2e28e3 req-fe0e2259-2b98-4f06-a784-37f7cd70808d tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] 10.222.0.97 "GET /v2.0/ports?device_id=375b0c21-138e-41d0-a66a-5b74016ad3cf HTTP/1.1" status: 200 len: 943 time: 0.0534978 Jul 26 15:12:07.198705 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-b348b5b8-efda-45cb-84b4-c052ec2e28e3 req-b2ca2be4-c58f-40dd-8308-fc9d586c546e tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] 10.222.0.97 "GET /v2.0/security-groups?id=b680b431-48af-496e-b7cf-418d7c78e8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433302 Jul 26 15:12:08.322644 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb50abdf-e11b-40d8-a7e0-c93e4edc4650 req-70c10b7e-3e61-4307-a83f-b96cd1b1afc4 tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:12:08.324143 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-cb50abdf-e11b-40d8-a7e0-c93e4edc4650 req-70c10b7e-3e61-4307-a83f-b96cd1b1afc4 tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] 10.222.0.97 "GET /v2.0/ports?device_id=375b0c21-138e-41d0-a66a-5b74016ad3cf HTTP/1.1" status: 200 len: 943 time: 0.0510547 Jul 26 15:12:08.376244 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-cb50abdf-e11b-40d8-a7e0-c93e4edc4650 req-713cdfdb-410f-47a2-9165-b4bf091f56cf tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] 10.222.0.97 "GET /v2.0/security-groups?id=b680b431-48af-496e-b7cf-418d7c78e8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464907 Jul 26 15:12:08.605646 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Device 149eb14b-178c-45ed-8a9e-71bd6765cb60 details requested by agent hyperv_hv-cinder-85103 with host hv-cinder-85103 {{(pid=111104) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 26 15:12:08.707756 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] For port 149eb14b-178c-45ed-8a9e-71bd6765cb60, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=149eb14b-178c-45ed-8a9e-71bd6765cb60,segment=NetworkSegment(e00aa10e-2955-4ac5-b32a-876d2badc310),segment_id=e00aa10e-2955-4ac5-b32a-876d2badc310)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:12:08.719205 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Returning: {'device': '149eb14b-178c-45ed-8a9e-71bd6765cb60', 'network_id': '85456604-f4b2-49b2-b5c4-9628e28dafb8', 'port_id': '149eb14b-178c-45ed-8a9e-71bd6765cb60', 'mac_address': 'fa:16:3e:52:48:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1062, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70e5cf48-e885-4db8-bc9a-1a0e217d3523', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111104) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 26 15:12:08.758090 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Current status of the port 149eb14b-178c-45ed-8a9e-71bd6765cb60 is: DOWN; New status is: BUILD {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:12:08.758480 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (149eb14b-178c-45ed-8a9e-71bd6765cb60), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:08.772493 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.notifiers.nova [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 149eb14b-178c-45ed-8a9e-71bd6765cb60 {{(pid=111104) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 26 15:12:08.792934 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] For port 149eb14b-178c-45ed-8a9e-71bd6765cb60, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=149eb14b-178c-45ed-8a9e-71bd6765cb60,segment=NetworkSegment(e00aa10e-2955-4ac5-b32a-876d2badc310),segment_id=e00aa10e-2955-4ac5-b32a-876d2badc310)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:12:08.877224 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (149eb14b-178c-45ed-8a9e-71bd6765cb60), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:08.926506 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Pushing event updated for resources: {'Port': ['ID=149eb14b-178c-45ed-8a9e-71bd6765cb60,revision_number=4']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:12:08.935326 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:12:08.935703 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:12:08.936086 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:12:08.936424 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:12:08.936748 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:12:08.937077 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:12:08.937408 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:12:08.937721 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:12:08.938046 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:12:08.938366 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:12:08.938687 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:12:08.939016 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:12:08.939335 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:12:08.939671 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:12:08.939996 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111104) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:12:09.300184 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] get_ports_and_sgs() called for port_ids ['149eb14b-178c-45ed-8a9e-71bd6765cb60'] {{(pid=111104) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:12:09.504356 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfe80fb-c652-4a7c-ae32-67cfed5b515c req-b7431d77-e14a-4e8c-9fc9-3968f3369047 tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:12:09.505856 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-cdfe80fb-c652-4a7c-ae32-67cfed5b515c req-b7431d77-e14a-4e8c-9fc9-3968f3369047 tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] 10.222.0.97 "GET /v2.0/ports?device_id=375b0c21-138e-41d0-a66a-5b74016ad3cf HTTP/1.1" status: 200 len: 944 time: 0.0491018 Jul 26 15:12:09.559238 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-cdfe80fb-c652-4a7c-ae32-67cfed5b515c req-62c7524d-be6d-4403-a91e-8969c6833033 tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] 10.222.0.97 "GET /v2.0/security-groups?id=b680b431-48af-496e-b7cf-418d7c78e8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468268 Jul 26 15:12:10.606529 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Device 149eb14b-178c-45ed-8a9e-71bd6765cb60 up at agent hyperv_hv-cinder-85103 {{(pid=111104) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 26 15:12:10.678620 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Provisioning for port 149eb14b-178c-45ed-8a9e-71bd6765cb60 completed by entity L2. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 26 15:12:10.711422 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9625404d-bf77-401c-93e6-e70a56800eee req-fd74f5fe-1474-4223-936d-4f3cd2aa25c6 tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:12:10.713011 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-9625404d-bf77-401c-93e6-e70a56800eee req-fd74f5fe-1474-4223-936d-4f3cd2aa25c6 tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] 10.222.0.97 "GET /v2.0/ports?device_id=375b0c21-138e-41d0-a66a-5b74016ad3cf HTTP/1.1" status: 200 len: 944 time: 0.0546803 Jul 26 15:12:10.767189 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-9625404d-bf77-401c-93e6-e70a56800eee req-472bfe72-7df7-44fc-86d4-243677373622 tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] 10.222.0.97 "GET /v2.0/security-groups?id=b680b431-48af-496e-b7cf-418d7c78e8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483310 Jul 26 15:12:10.829421 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.db.provisioning_blocks [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Provisioning complete for port 149eb14b-178c-45ed-8a9e-71bd6765cb60 triggered by entity L2. {{(pid=111104) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 26 15:12:10.829825 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1533088'] for port (149eb14b-178c-45ed-8a9e-71bd6765cb60), provisioning_complete {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:10.909430 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Current status of the port 149eb14b-178c-45ed-8a9e-71bd6765cb60 is: BUILD; New status is: ACTIVE {{(pid=111104) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 26 15:12:10.909727 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1331907'] for port (149eb14b-178c-45ed-8a9e-71bd6765cb60), before_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:10.935006 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '375b0c21-138e-41d0-a66a-5b74016ad3cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '149eb14b-178c-45ed-8a9e-71bd6765cb60'}] {{(pid=111104) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:12:10.937327 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8a064b11bc677c9d4ab9f25c89ff6de8646fcd773e132cdea81d797053aa31c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdabde2f-13d7-4af8-a422-7310c54a2c34" -d '{"events": [{"server_uuid": "375b0c21-138e-41d0-a66a-5b74016ad3cf", "name": "network-vif-plugged", "status": "completed", "tag": "149eb14b-178c-45ed-8a9e-71bd6765cb60"}]}' {{(pid=111104) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:12:10.949915 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] For port 149eb14b-178c-45ed-8a9e-71bd6765cb60, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=149eb14b-178c-45ed-8a9e-71bd6765cb60,segment=NetworkSegment(e00aa10e-2955-4ac5-b32a-876d2badc310),segment_id=e00aa10e-2955-4ac5-b32a-876d2badc310)] {{(pid=111104) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:12:10.979535 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 15:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9094a8b6-9630-4aa9-8649-3134f3db3d6f x-openstack-request-id: req-9094a8b6-9630-4aa9-8649-3134f3db3d6f {{(pid=111104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:12:10.979868 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "375b0c21-138e-41d0-a66a-5b74016ad3cf", "name": "network-vif-plugged", "status": "completed", "tag": "149eb14b-178c-45ed-8a9e-71bd6765cb60", "code": 200}]} {{(pid=111104) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:12:10.980157 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-9094a8b6-9630-4aa9-8649-3134f3db3d6f {{(pid=111104) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:12:10.980784 dv-cinder-851030-1-iscsi neutron-server[111104]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9094a8b6-9630-4aa9-8649-3134f3db3d6f'] response: {'server_uuid': '375b0c21-138e-41d0-a66a-5b74016ad3cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '149eb14b-178c-45ed-8a9e-71bd6765cb60', 'code': 200} Jul 26 15:12:11.049168 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8789580085980', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8789579689813', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8789579689831'] for port (149eb14b-178c-45ed-8a9e-71bd6765cb60), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:11.110248 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Pushing event updated for resources: {'Port': ['ID=149eb14b-178c-45ed-8a9e-71bd6765cb60,revision_number=5']} {{(pid=111104) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:12:11.373398 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b4042e-3a7a-4ecf-8001-987d2625165d req-67ee58a3-74d7-4257-9a3c-9c210979fa06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:12:11.374913 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-17b4042e-3a7a-4ecf-8001-987d2625165d req-67ee58a3-74d7-4257-9a3c-9c210979fa06 service neutron] 10.222.0.99 "GET /v2.0/ports?device_id=375b0c21-138e-41d0-a66a-5b74016ad3cf HTTP/1.1" status: 200 len: 1129 time: 0.0453897 Jul 26 15:12:11.420715 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-17b4042e-3a7a-4ecf-8001-987d2625165d req-dd60314a-b6a8-4f59-86d3-7ff5077b6d4a service neutron] 10.222.0.99 "GET /v2.0/security-groups?id=b680b431-48af-496e-b7cf-418d7c78e8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391581 Jul 26 15:12:11.905441 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71160a54-5b4e-42fd-b1fb-1677d19a3da1 req-9f485d4c-f970-4d41-8383-7d1fd9692fb3 tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:12:11.907017 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-71160a54-5b4e-42fd-b1fb-1677d19a3da1 req-9f485d4c-f970-4d41-8383-7d1fd9692fb3 tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] 10.222.0.97 "GET /v2.0/ports?device_id=375b0c21-138e-41d0-a66a-5b74016ad3cf HTTP/1.1" status: 200 len: 945 time: 0.0601609 Jul 26 15:12:11.960896 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-71160a54-5b4e-42fd-b1fb-1677d19a3da1 req-243f61ee-14ff-4c54-98cf-dc4050860733 tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] 10.222.0.97 "GET /v2.0/security-groups?id=b680b431-48af-496e-b7cf-418d7c78e8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430794 Jul 26 15:12:13.089165 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d13d9c-1ce0-4f5f-a08d-a24059af467e req-1ca4d8d5-725c-4256-b52e-4c2a8130830c tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:12:13.090686 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-a0d13d9c-1ce0-4f5f-a08d-a24059af467e req-1ca4d8d5-725c-4256-b52e-4c2a8130830c tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] 10.222.0.97 "GET /v2.0/ports?device_id=375b0c21-138e-41d0-a66a-5b74016ad3cf HTTP/1.1" status: 200 len: 945 time: 0.0486174 Jul 26 15:12:13.143649 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-a0d13d9c-1ce0-4f5f-a08d-a24059af467e req-03ab3e01-3d7d-4a80-959b-225c87e98401 tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] 10.222.0.97 "GET /v2.0/security-groups?id=b680b431-48af-496e-b7cf-418d7c78e8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434821 Jul 26 15:12:14.275491 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d8145-f45d-4cc7-bd31-cd4b4ad10d88 req-07e07b69-df59-4f52-9309-a610e530545f tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:12:14.276985 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-d41d8145-f45d-4cc7-bd31-cd4b4ad10d88 req-07e07b69-df59-4f52-9309-a610e530545f tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] 10.222.0.97 "GET /v2.0/ports?device_id=375b0c21-138e-41d0-a66a-5b74016ad3cf HTTP/1.1" status: 200 len: 945 time: 0.0522139 Jul 26 15:12:14.329673 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-d41d8145-f45d-4cc7-bd31-cd4b4ad10d88 req-c2800583-072d-4b05-bb38-9f332b5e3521 tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] 10.222.0.97 "GET /v2.0/security-groups?id=b680b431-48af-496e-b7cf-418d7c78e8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466411 Jul 26 15:12:15.084302 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=1 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:12:15.094430 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=5 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:12:15.556781 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (311d617f-8fa1-4662-a157-ab38f6e1e2d8), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:22.012175 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-f2862d15-ddb9-4841-bcac-d1ac1db476cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (bb4183fa-e0c9-4858-9c34-b1ab78d39af4), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:22.072212 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.agents_db [None req-99196b13-9676-4f02-b89b-0db7196f18a6 None None] Agent healthcheck: found 6 active agents {{(pid=111105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:12:23.137554 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=25 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:12:23.139586 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=82 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:12:24.304012 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-ce8119c0-486b-42a1-8000-c6864831c148 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (66f8bb98-7ace-4a85-b6ba-ffe40597695b), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:24.310660 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=82 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:12:24.326366 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=92 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:12:25.503813 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b30572d2-bee0-4462-94ed-c13cd0ef4273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (40fac31a-afaa-44e8-8521-47b803a59f0f), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:26.935833 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:12:27.042160 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b977bc9f-0510-4ebd-94dd-930fc4499a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (e5556d63-fbf3-48f2-bfac-7896e86945c3), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:27.162886 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (df49e665-2de0-463a-a1e1-c989804d5593), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:32.067463 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=1 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:12:32.068261 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=1 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:12:37.027124 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=87,neutron:UPDATE=8 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:12:41.741299 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf951c0d-ba62-4858-bbbd-6b53bed39ddf req-c41ab362-9068-4bfd-9a20-6e397dc18dae tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:12:41.742948 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-bf951c0d-ba62-4858-bbbd-6b53bed39ddf req-c41ab362-9068-4bfd-9a20-6e397dc18dae tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] 10.222.0.97 "GET /v2.0/ports?device_id=375b0c21-138e-41d0-a66a-5b74016ad3cf HTTP/1.1" status: 200 len: 945 time: 0.0652401 Jul 26 15:12:41.811631 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-bf951c0d-ba62-4858-bbbd-6b53bed39ddf req-8f8ab51e-0314-4c3f-ae9e-526f7b2346ef tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] 10.222.0.97 "GET /v2.0/security-groups?id=b680b431-48af-496e-b7cf-418d7c78e8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626795 Jul 26 15:12:42.936933 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0510b8-a806-4fa8-8182-9497a893db6e req-374070f6-44ec-4d3f-b7b4-10163f713664 tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:12:42.938512 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-9d0510b8-a806-4fa8-8182-9497a893db6e req-374070f6-44ec-4d3f-b7b4-10163f713664 tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] 10.222.0.97 "GET /v2.0/ports?device_id=375b0c21-138e-41d0-a66a-5b74016ad3cf HTTP/1.1" status: 200 len: 945 time: 0.0495727 Jul 26 15:12:43.002189 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-9d0510b8-a806-4fa8-8182-9497a893db6e req-e50e6e24-b5ff-49e0-81a5-c6fdbc6bb12b tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] 10.222.0.97 "GET /v2.0/security-groups?id=b680b431-48af-496e-b7cf-418d7c78e8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570781 Jul 26 15:12:43.789318 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fff3ec9-187a-45fa-88d4-8319cfcc718a req-8fa88f2e-4eeb-47ba-9241-a62db2474f5b tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111102) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:12:43.790908 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-8fff3ec9-187a-45fa-88d4-8319cfcc718a req-8fa88f2e-4eeb-47ba-9241-a62db2474f5b tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] 10.222.0.99 "GET /v2.0/ports?device_id=375b0c21-138e-41d0-a66a-5b74016ad3cf HTTP/1.1" status: 200 len: 945 time: 0.0525272 Jul 26 15:12:43.882568 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.plugin [req-8fff3ec9-187a-45fa-88d4-8319cfcc718a req-a68f7f66-81aa-43c5-a3b6-a828be5864e5 tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] Deleting port 149eb14b-178c-45ed-8a9e-71bd6765cb60 {{(pid=111102) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 26 15:12:43.882911 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-8fff3ec9-187a-45fa-88d4-8319cfcc718a req-a68f7f66-81aa-43c5-a3b6-a828be5864e5 tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8789580082445'] for port (149eb14b-178c-45ed-8a9e-71bd6765cb60), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:43.990999 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.db [req-8fff3ec9-187a-45fa-88d4-8319cfcc718a req-a68f7f66-81aa-43c5-a3b6-a828be5864e5 tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] For port 149eb14b-178c-45ed-8a9e-71bd6765cb60, host hv-cinder-85103, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85103',level=0,port_id=149eb14b-178c-45ed-8a9e-71bd6765cb60,segment=NetworkSegment(e00aa10e-2955-4ac5-b32a-876d2badc310),segment_id=e00aa10e-2955-4ac5-b32a-876d2badc310)] {{(pid=111102) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 26 15:12:43.991780 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-8fff3ec9-187a-45fa-88d4-8319cfcc718a req-a68f7f66-81aa-43c5-a3b6-a828be5864e5 tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-580114'] for port (149eb14b-178c-45ed-8a9e-71bd6765cb60), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:44.007191 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.plugin [req-8fff3ec9-187a-45fa-88d4-8319cfcc718a req-a68f7f66-81aa-43c5-a3b6-a828be5864e5 tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] Calling delete_port for 149eb14b-178c-45ed-8a9e-71bd6765cb60 owned by compute:nova {{(pid=111102) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 26 15:12:44.166171 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed68dd30-0e00-4172-ace6-b6b0aaf6553d req-1a087903-6770-4b01-82d1-50db0712ee2f tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111103) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 26 15:12:44.167847 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-ed68dd30-0e00-4172-ace6-b6b0aaf6553d req-1a087903-6770-4b01-82d1-50db0712ee2f tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] 10.222.0.97 "GET /v2.0/ports?device_id=375b0c21-138e-41d0-a66a-5b74016ad3cf HTTP/1.1" status: 200 len: 945 time: 0.0671325 Jul 26 15:12:44.228951 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-ed68dd30-0e00-4172-ace6-b6b0aaf6553d req-8889b08d-aefd-4b0d-801d-abcdeba38b8c tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] 10.222.0.97 "GET /v2.0/security-groups?id=b680b431-48af-496e-b7cf-418d7c78e8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513027 Jul 26 15:12:44.252740 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-8fff3ec9-187a-45fa-88d4-8319cfcc718a req-a68f7f66-81aa-43c5-a3b6-a828be5864e5 tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1330958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-483310', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8789580201795', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8789579689804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4868105'] for port (149eb14b-178c-45ed-8a9e-71bd6765cb60), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:44.286470 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68f7f66-81aa-43c5-a3b6-a828be5864e5 tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] Pushing event deleted for resources: {'Port': ['ID=149eb14b-178c-45ed-8a9e-71bd6765cb60,revision_number=None']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:12:44.294683 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.db [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] get_ports_and_sgs() called for port_ids ['149eb14b-178c-45ed-8a9e-71bd6765cb60'] {{(pid=111104) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 26 15:12:44.337076 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fff3ec9-187a-45fa-88d4-8319cfcc718a req-a68f7f66-81aa-43c5-a3b6-a828be5864e5 tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] No DVR routers for this DVR port 149eb14b-178c-45ed-8a9e-71bd6765cb60 on host hv-cinder-85103 {{(pid=111102) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 26 15:12:44.339722 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [req-8fff3ec9-187a-45fa-88d4-8319cfcc718a req-a68f7f66-81aa-43c5-a3b6-a828be5864e5 tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-431034'] for port (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:44.343049 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [req-8fff3ec9-187a-45fa-88d4-8319cfcc718a req-a68f7f66-81aa-43c5-a3b6-a828be5864e5 tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] 10.222.0.99 "DELETE /v2.0/ports/149eb14b-178c-45ed-8a9e-71bd6765cb60 HTTP/1.1" status: 204 len: 173 time: 0.5472829 Jul 26 15:12:44.343656 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '375b0c21-138e-41d0-a66a-5b74016ad3cf', 'name': 'network-vif-deleted', 'tag': '149eb14b-178c-45ed-8a9e-71bd6765cb60'}] {{(pid=111102) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 26 15:12:44.345837 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8185506cd1cc56e10fcde42571d85de650c4e290bb1b6bf5ec2f858ed2201c15" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d800b7b5-4fa8-48c6-9923-e1469f999d1e" -d '{"events": [{"server_uuid": "375b0c21-138e-41d0-a66a-5b74016ad3cf", "name": "network-vif-deleted", "tag": "149eb14b-178c-45ed-8a9e-71bd6765cb60"}]}' {{(pid=111102) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 26 15:12:44.384861 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 26 Jul 2022 15:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc4ecd7e-c5a5-4337-a021-f0ecdbfadc9d x-openstack-request-id: req-dc4ecd7e-c5a5-4337-a021-f0ecdbfadc9d {{(pid=111102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 26 15:12:44.385151 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "375b0c21-138e-41d0-a66a-5b74016ad3cf", "name": "network-vif-deleted", "tag": "149eb14b-178c-45ed-8a9e-71bd6765cb60", "status": "completed", "code": 200}]} {{(pid=111102) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 26 15:12:44.385401 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-dc4ecd7e-c5a5-4337-a021-f0ecdbfadc9d {{(pid=111102) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 26 15:12:44.385800 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc4ecd7e-c5a5-4337-a021-f0ecdbfadc9d'] response: {'server_uuid': '375b0c21-138e-41d0-a66a-5b74016ad3cf', 'name': 'network-vif-deleted', 'tag': '149eb14b-178c-45ed-8a9e-71bd6765cb60', 'status': 'completed', 'code': 200} Jul 26 15:12:45.370539 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [req-fc482ad8-730d-4423-a1d4-2beca7f2a36c req-be0d4d32-abdb-44c5-9d86-9193ba30975c tempest-VolumesSnapshotTestJSON-196107377 tempest-VolumesSnapshotTestJSON-196107377-project] 10.222.0.97 "GET /v2.0/ports?device_id=375b0c21-138e-41d0-a66a-5b74016ad3cf HTTP/1.1" status: 200 len: 210 time: 0.0351937 Jul 26 15:12:45.562990 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (311d617f-8fa1-4662-a157-ab38f6e1e2d8), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:46.840313 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Device 149eb14b-178c-45ed-8a9e-71bd6765cb60 no longer exists at agent hyperv_hv-cinder-85103 {{(pid=111104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 26 15:12:46.864861 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.plugin [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] No Port match for: 149eb14b-178c-45ed-8a9e-71bd6765cb60 {{(pid=111104) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 26 15:12:46.868568 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron.plugins.ml2.rpc [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Device 149eb14b-178c-45ed-8a9e-71bd6765cb60 not bound to the agent host hv-cinder-85103 {{(pid=111104) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 26 15:12:52.002362 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-98ec64d8-270d-4106-8f7d-72f60af99965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (bb4183fa-e0c9-4858-9c34-b1ab78d39af4), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:54.271126 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-0a46301c-711a-4823-a6fc-7fa6e3043a5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (66f8bb98-7ace-4a85-b6ba-ffe40597695b), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:54.319205 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=53,neutron:DELETE=5 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:12:54.320160 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=54,neutron:DELETE=3 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:12:55.345759 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=20 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:12:55.346893 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=18 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:12:55.492450 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b30572d2-bee0-4462-94ed-c13cd0ef4273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (40fac31a-afaa-44e8-8521-47b803a59f0f), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:56.094515 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:12:56.095247 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=5 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:12:57.035746 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b977bc9f-0510-4ebd-94dd-930fc4499a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (e5556d63-fbf3-48f2-bfac-7896e86945c3), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:57.157432 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (df49e665-2de0-463a-a1e1-c989804d5593), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:12:59.071639 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.agents_db [None req-99196b13-9676-4f02-b89b-0db7196f18a6 None None] Agent healthcheck: found 6 active agents {{(pid=111105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:13:07.973735 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:13:07.976555 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=23,neutron:UPDATE=5 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:13:09.067086 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=1 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:13:09.067847 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=1 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:13:15.527732 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (311d617f-8fa1-4662-a157-ab38f6e1e2d8), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:17.802524 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [-] (111103) accepted ('10.222.0.97', 55632) {{(pid=111103) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:13:17.849966 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.db.db_base_plugin_v2 [None req-a81b8f7e-30ff-4272-aacb-0740c9484e6d admin admin] Deleting subnet 70e5cf48-e885-4db8-bc9a-1a0e217d3523 {{(pid=111103) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 26 15:13:17.853161 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-a81b8f7e-30ff-4272-aacb-0740c9484e6d admin admin] Publish callbacks [] for subnet (70e5cf48-e885-4db8-bc9a-1a0e217d3523), before_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:17.887858 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-a81b8f7e-30ff-4272-aacb-0740c9484e6d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4943357'] for subnet (70e5cf48-e885-4db8-bc9a-1a0e217d3523), precommit_delete_associations {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:17.926539 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-a81b8f7e-30ff-4272-aacb-0740c9484e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1534251'] for subnet (70e5cf48-e885-4db8-bc9a-1a0e217d3523), precommit_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:18.064074 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-a81b8f7e-30ff-4272-aacb-0740c9484e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1534242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-661817', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4313477', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4397448'] for subnet (70e5cf48-e885-4db8-bc9a-1a0e217d3523), after_delete {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:18.088522 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81b8f7e-30ff-4272-aacb-0740c9484e6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70e5cf48-e885-4db8-bc9a-1a0e217d3523,revision_number=None']} {{(pid=111103) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:13:18.099566 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron_lib.callbacks.manager [None req-a81b8f7e-30ff-4272-aacb-0740c9484e6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524685'] for subnet (None), before_response {{(pid=111103) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:18.102741 dv-cinder-851030-1-iscsi neutron-server[111103]: INFO neutron.wsgi [None req-a81b8f7e-30ff-4272-aacb-0740c9484e6d admin admin] 10.222.0.97 "DELETE /v2.0/subnets/70e5cf48-e885-4db8-bc9a-1a0e217d3523 HTTP/1.1" status: 204 len: 168 time: 0.2992325 Jul 26 15:13:18.104635 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81b8f7e-30ff-4272-aacb-0740c9484e6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:13:18.105076 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81b8f7e-30ff-4272-aacb-0740c9484e6d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:13:18.105432 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81b8f7e-30ff-4272-aacb-0740c9484e6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:13:18.105587 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 55634) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:13:18.106032 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81b8f7e-30ff-4272-aacb-0740c9484e6d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:13:18.106177 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81b8f7e-30ff-4272-aacb-0740c9484e6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:13:18.106403 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81b8f7e-30ff-4272-aacb-0740c9484e6d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:13:18.106725 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81b8f7e-30ff-4272-aacb-0740c9484e6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:13:18.107050 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81b8f7e-30ff-4272-aacb-0740c9484e6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:13:18.107372 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81b8f7e-30ff-4272-aacb-0740c9484e6d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:13:18.107717 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81b8f7e-30ff-4272-aacb-0740c9484e6d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:13:18.108040 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81b8f7e-30ff-4272-aacb-0740c9484e6d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:13:18.108361 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81b8f7e-30ff-4272-aacb-0740c9484e6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:13:18.108679 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81b8f7e-30ff-4272-aacb-0740c9484e6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:13:18.108994 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81b8f7e-30ff-4272-aacb-0740c9484e6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:13:18.109308 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81b8f7e-30ff-4272-aacb-0740c9484e6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111103) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:13:18.180144 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-5d65155d-bbe7-4534-8dd1-56cedd33314c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1459809'] for network (85456604-f4b2-49b2-b5c4-9628e28dafb8), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:18.258659 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-5d65155d-bbe7-4534-8dd1-56cedd33314c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1536261', 'neutron.services.segments.db._delete_segments_for_network-8789580160202'] for network (85456604-f4b2-49b2-b5c4-9628e28dafb8), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:18.282883 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.services.segments.db [None req-5d65155d-bbe7-4534-8dd1-56cedd33314c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85456604-f4b2-49b2-b5c4-9628e28dafb8']}} {{(pid=111102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:13:18.292881 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.services.segments.db [None req-5d65155d-bbe7-4534-8dd1-56cedd33314c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e00aa10e-2955-4ac5-b32a-876d2badc310') {'for_net_delete': True} {{(pid=111102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:13:18.293180 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.services.segments.db [None req-5d65155d-bbe7-4534-8dd1-56cedd33314c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e00aa10e-2955-4ac5-b32a-876d2badc310') {} {{(pid=111102) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 26 15:13:18.302694 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-5d65155d-bbe7-4534-8dd1-56cedd33314c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8789580160103', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6109401'] for segment (e00aa10e-2955-4ac5-b32a-876d2badc310), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:18.316004 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-5d65155d-bbe7-4534-8dd1-56cedd33314c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1539468'] for segment (e00aa10e-2955-4ac5-b32a-876d2badc310), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:18.322229 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d65155d-bbe7-4534-8dd1-56cedd33314c admin admin] Releasing vlan 1062 on physical network physnet1 to pool {{(pid=111102) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 26 15:13:18.322606 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-5d65155d-bbe7-4534-8dd1-56cedd33314c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1539468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4868218'] for segment (e00aa10e-2955-4ac5-b32a-876d2badc310), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:18.405462 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.services.segments.plugin [-] Segment e00aa10e-2955-4ac5-b32a-876d2badc310 resource provider aggregate not found Jul 26 15:13:18.421400 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.services.segments.plugin [-] Segment e00aa10e-2955-4ac5-b32a-876d2badc310 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e00aa10e-2955-4ac5-b32a-876d2badc310 found for delete ", "request_id": "req-e7847c32-7041-4e5d-a81a-e316bdf4479d"}]} Jul 26 15:13:18.482047 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-5d65155d-bbe7-4534-8dd1-56cedd33314c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1536270', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660973', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-524707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-690999'] for network (85456604-f4b2-49b2-b5c4-9628e28dafb8), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:18.488097 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-5d65155d-bbe7-4534-8dd1-56cedd33314c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-524685'] for network (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:18.491184 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-5d65155d-bbe7-4534-8dd1-56cedd33314c admin admin] 10.222.0.97 "DELETE /v2.0/networks/85456604-f4b2-49b2-b5c4-9628e28dafb8 HTTP/1.1" status: 204 len: 168 time: 0.3845642 Jul 26 15:13:18.503611 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d65155d-bbe7-4534-8dd1-56cedd33314c admin admin] Pushing event deleted for resources: {'Network': ['ID=85456604-f4b2-49b2-b5c4-9628e28dafb8,revision_number=None']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:13:18.511278 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d65155d-bbe7-4534-8dd1-56cedd33314c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:13:18.511657 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d65155d-bbe7-4534-8dd1-56cedd33314c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:13:18.512000 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d65155d-bbe7-4534-8dd1-56cedd33314c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:13:18.512339 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d65155d-bbe7-4534-8dd1-56cedd33314c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:13:18.512668 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d65155d-bbe7-4534-8dd1-56cedd33314c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:13:18.512998 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d65155d-bbe7-4534-8dd1-56cedd33314c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:13:18.513376 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d65155d-bbe7-4534-8dd1-56cedd33314c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:13:18.513636 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d65155d-bbe7-4534-8dd1-56cedd33314c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:13:18.513962 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d65155d-bbe7-4534-8dd1-56cedd33314c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:13:18.514292 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d65155d-bbe7-4534-8dd1-56cedd33314c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:13:18.514607 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d65155d-bbe7-4534-8dd1-56cedd33314c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:13:18.514932 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d65155d-bbe7-4534-8dd1-56cedd33314c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:13:18.515423 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d65155d-bbe7-4534-8dd1-56cedd33314c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:13:18.515591 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d65155d-bbe7-4534-8dd1-56cedd33314c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:13:18.515912 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d65155d-bbe7-4534-8dd1-56cedd33314c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851030-1-iscsi {{(pid=111102) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 26 15:13:18.869237 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 55644) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:13:18.909496 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-c196c191-f4e5-44dc-88b9-fd1ce198005f admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=8eeedf7fb2d847f685b76ec5c52755c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390615 Jul 26 15:13:18.911940 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [-] (111102) accepted ('10.222.0.97', 55646) {{(pid=111102) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 26 15:13:18.963000 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-789bf6d3-e8a6-47af-bc63-ee67dcbb1870 admin admin] Publish callbacks [] for security_group (b680b431-48af-496e-b7cf-418d7c78e8e0), before_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:18.984009 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-789bf6d3-e8a6-47af-bc63-ee67dcbb1870 admin admin] Publish callbacks [] for security_group (b680b431-48af-496e-b7cf-418d7c78e8e0), precommit_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:19.128499 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-789bf6d3-e8a6-47af-bc63-ee67dcbb1870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-660892'] for security_group (b680b431-48af-496e-b7cf-418d7c78e8e0), after_delete {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:19.131543 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron_lib.callbacks.manager [None req-789bf6d3-e8a6-47af-bc63-ee67dcbb1870 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111102) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:19.132976 dv-cinder-851030-1-iscsi neutron-server[111102]: INFO neutron.wsgi [None req-789bf6d3-e8a6-47af-bc63-ee67dcbb1870 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/b680b431-48af-496e-b7cf-418d7c78e8e0 HTTP/1.1" status: 204 len: 168 time: 0.2199905 Jul 26 15:13:19.148833 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789bf6d3-e8a6-47af-bc63-ee67dcbb1870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b680b431-48af-496e-b7cf-418d7c78e8e0,revision_number=None']} {{(pid=111102) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 26 15:13:22.042376 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a9d06dfb-24a1-4d0c-b4dd-89e0198d1f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (bb4183fa-e0c9-4858-9c34-b1ab78d39af4), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:24.322349 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-aaa56c4c-c1de-4f58-b833-2322a1486fa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (66f8bb98-7ace-4a85-b6ba-ffe40597695b), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:25.516422 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b30572d2-bee0-4462-94ed-c13cd0ef4273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (40fac31a-afaa-44e8-8521-47b803a59f0f), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:27.023545 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b977bc9f-0510-4ebd-94dd-930fc4499a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (e5556d63-fbf3-48f2-bfac-7896e86945c3), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:27.122139 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (df49e665-2de0-463a-a1e1-c989804d5593), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:28.088497 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=25,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:13:28.093832 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG dbcounter [-] [111103] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=111103) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:13:29.080781 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=3 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:13:29.081579 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=3 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:13:29.137875 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=49,neutron:DELETE=3 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:13:29.138737 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG dbcounter [-] [111102] Writing DB stats neutron:SELECT=50,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=111102) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:13:36.071914 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.agents_db [None req-99196b13-9676-4f02-b89b-0db7196f18a6 None None] Agent healthcheck: found 6 active agents {{(pid=111105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:13:37.031253 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:13:37.037389 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=13,neutron:UPDATE=3 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:13:45.623138 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (311d617f-8fa1-4662-a157-ab38f6e1e2d8), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:47.933107 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=14 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:13:47.934919 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=14 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:13:52.076639 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-41e5bbe7-852a-4f81-9852-5b74ab483f98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (bb4183fa-e0c9-4858-9c34-b1ab78d39af4), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:54.413378 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-94a6bd2a-eae8-4611-a8d4-fbb53bfa4bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (66f8bb98-7ace-4a85-b6ba-ffe40597695b), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:55.562530 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b30572d2-bee0-4462-94ed-c13cd0ef4273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (40fac31a-afaa-44e8-8521-47b803a59f0f), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:57.070327 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b977bc9f-0510-4ebd-94dd-930fc4499a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (e5556d63-fbf3-48f2-bfac-7896e86945c3), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:13:57.110413 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (df49e665-2de0-463a-a1e1-c989804d5593), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:06.077308 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=2 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:14:06.078441 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=4 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:14:07.040956 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:14:07.043354 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:14:13.071928 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.agents_db [None req-99196b13-9676-4f02-b89b-0db7196f18a6 None None] Agent healthcheck: found 6 active agents {{(pid=111105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:14:15.567895 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (311d617f-8fa1-4662-a157-ab38f6e1e2d8), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:22.041911 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-1e8555fe-e852-4213-a413-79e4a1dace67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (bb4183fa-e0c9-4858-9c34-b1ab78d39af4), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:23.086169 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=2 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:14:24.327734 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-51ac37c5-e171-42fe-9240-cd1b251cda3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (66f8bb98-7ace-4a85-b6ba-ffe40597695b), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:25.579495 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b30572d2-bee0-4462-94ed-c13cd0ef4273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (40fac31a-afaa-44e8-8521-47b803a59f0f), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:27.041845 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b977bc9f-0510-4ebd-94dd-930fc4499a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (e5556d63-fbf3-48f2-bfac-7896e86945c3), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:27.179396 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (df49e665-2de0-463a-a1e1-c989804d5593), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:37.039965 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:14:37.041923 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:14:45.550235 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (311d617f-8fa1-4662-a157-ab38f6e1e2d8), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:50.071168 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.agents_db [None req-99196b13-9676-4f02-b89b-0db7196f18a6 None None] Agent healthcheck: found 6 active agents {{(pid=111105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:14:52.006557 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-9a178a84-bf99-456f-9c7e-d54f1c964bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (bb4183fa-e0c9-4858-9c34-b1ab78d39af4), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:53.622122 dv-cinder-851030-1-iscsi neutron-server[111102]: DEBUG neutron.wsgi [req-7a3975e7-c556-45ec-98bb-8dcd96218edc req-5556616f-b20a-4cf0-bf4b-a22f8ea60d1f service neutron] (111102) timed out ('10.222.0.99', 60080) {{(pid=111102) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 26 15:14:54.302537 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-99965bec-d031-49b1-9397-c34eec1babca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (66f8bb98-7ace-4a85-b6ba-ffe40597695b), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:55.544366 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b30572d2-bee0-4462-94ed-c13cd0ef4273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (40fac31a-afaa-44e8-8521-47b803a59f0f), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:57.058067 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b977bc9f-0510-4ebd-94dd-930fc4499a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (e5556d63-fbf3-48f2-bfac-7896e86945c3), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:14:57.120938 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (df49e665-2de0-463a-a1e1-c989804d5593), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:15:00.067123 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=6 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:15:00.067920 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:15:07.934820 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:15:07.935550 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:15:15.572480 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (311d617f-8fa1-4662-a157-ab38f6e1e2d8), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:15:20.067880 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=2 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:15:20.075331 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=4 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:15:22.018264 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-faf3e8a0-a4e8-4213-bec8-d0ea977e69bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (bb4183fa-e0c9-4858-9c34-b1ab78d39af4), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:15:24.298788 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-09ce3713-516e-4dca-9f49-f073996e1b64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (66f8bb98-7ace-4a85-b6ba-ffe40597695b), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:15:25.531926 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b30572d2-bee0-4462-94ed-c13cd0ef4273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (40fac31a-afaa-44e8-8521-47b803a59f0f), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:15:27.040738 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b977bc9f-0510-4ebd-94dd-930fc4499a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (e5556d63-fbf3-48f2-bfac-7896e86945c3), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:15:27.071058 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.agents_db [None req-99196b13-9676-4f02-b89b-0db7196f18a6 None None] Agent healthcheck: found 6 active agents {{(pid=111105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:15:27.172381 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (df49e665-2de0-463a-a1e1-c989804d5593), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:15:37.038867 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:15:37.040893 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:15:37.066171 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=1 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:15:37.067005 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=1 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:15:45.612273 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (311d617f-8fa1-4662-a157-ab38f6e1e2d8), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:15:52.039375 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-4fc443b6-10f0-4251-b187-d79da30c95a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (bb4183fa-e0c9-4858-9c34-b1ab78d39af4), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:15:54.303567 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-bf017f61-1c72-4930-acc5-0a07a42027ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (66f8bb98-7ace-4a85-b6ba-ffe40597695b), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:15:55.577258 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b30572d2-bee0-4462-94ed-c13cd0ef4273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (40fac31a-afaa-44e8-8521-47b803a59f0f), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:15:57.068715 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=14 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:15:57.069514 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=18 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:15:57.085912 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b977bc9f-0510-4ebd-94dd-930fc4499a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (e5556d63-fbf3-48f2-bfac-7896e86945c3), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:15:57.160386 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (df49e665-2de0-463a-a1e1-c989804d5593), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:16:04.069854 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.agents_db [None req-99196b13-9676-4f02-b89b-0db7196f18a6 None None] Agent healthcheck: found 6 active agents {{(pid=111105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:16:07.038645 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:16:07.040549 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:16:14.066009 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=2 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:16:15.617040 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (311d617f-8fa1-4662-a157-ab38f6e1e2d8), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:16:22.045725 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-cf74d591-bef2-4389-9a84-1cde968a2bec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (bb4183fa-e0c9-4858-9c34-b1ab78d39af4), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:16:24.360121 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-3bb78ad8-6496-4fd3-9ecc-3a4bc3f59f20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (66f8bb98-7ace-4a85-b6ba-ffe40597695b), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:16:25.702870 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b30572d2-bee0-4462-94ed-c13cd0ef4273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (40fac31a-afaa-44e8-8521-47b803a59f0f), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:16:27.041643 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b977bc9f-0510-4ebd-94dd-930fc4499a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (e5556d63-fbf3-48f2-bfac-7896e86945c3), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:16:27.137059 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (df49e665-2de0-463a-a1e1-c989804d5593), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:16:34.069118 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=3 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:16:34.069927 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=3 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:16:37.038289 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:16:37.040490 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:16:41.069537 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.agents_db [None req-99196b13-9676-4f02-b89b-0db7196f18a6 None None] Agent healthcheck: found 6 active agents {{(pid=111105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:16:45.638363 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (311d617f-8fa1-4662-a157-ab38f6e1e2d8), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:16:51.064587 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=2 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:16:51.072695 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:16:52.010689 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-7c937c0b-7286-47b6-becf-faeb7f2f34de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (bb4183fa-e0c9-4858-9c34-b1ab78d39af4), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:16:54.347300 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-5415d46f-1017-466b-b6aa-36242b12a804 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (66f8bb98-7ace-4a85-b6ba-ffe40597695b), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:16:55.536595 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b30572d2-bee0-4462-94ed-c13cd0ef4273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (40fac31a-afaa-44e8-8521-47b803a59f0f), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:16:57.045226 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b977bc9f-0510-4ebd-94dd-930fc4499a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (e5556d63-fbf3-48f2-bfac-7896e86945c3), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:16:57.147944 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (df49e665-2de0-463a-a1e1-c989804d5593), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:07.936576 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:UPDATE=4,neutron:SELECT=19 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:17:07.938381 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:17:11.067736 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=3 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:17:11.068963 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=3 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:17:15.621843 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (311d617f-8fa1-4662-a157-ab38f6e1e2d8), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:18.068716 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.agents_db [None req-99196b13-9676-4f02-b89b-0db7196f18a6 None None] Agent healthcheck: found 6 active agents {{(pid=111105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:17:22.015081 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-f7d3688b-2ee0-459f-b4ec-305b60e8c776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (bb4183fa-e0c9-4858-9c34-b1ab78d39af4), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:24.346577 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-fe9240c4-5015-4bfd-b8ef-5e656c775011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (66f8bb98-7ace-4a85-b6ba-ffe40597695b), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:25.577700 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b30572d2-bee0-4462-94ed-c13cd0ef4273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (40fac31a-afaa-44e8-8521-47b803a59f0f), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:27.072972 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b977bc9f-0510-4ebd-94dd-930fc4499a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (e5556d63-fbf3-48f2-bfac-7896e86945c3), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:27.181818 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (df49e665-2de0-463a-a1e1-c989804d5593), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:28.063595 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=1 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:17:28.064456 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=1 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:17:37.039779 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:17:37.042136 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:17:45.610079 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (311d617f-8fa1-4662-a157-ab38f6e1e2d8), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:48.064563 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=16 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:17:50.005954 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [req-14255b02-81de-48a0-bab9-0116284625c0 req-033f8a4c-e0b1-4037-bf26-e4385623dde3 service neutron] (111103) timed out ('10.222.0.97', 51994) {{(pid=111103) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 26 15:17:50.241275 dv-cinder-851030-1-iscsi neutron-server[111103]: DEBUG neutron.wsgi [req-14255b02-81de-48a0-bab9-0116284625c0 req-f9d23194-1f00-46a9-a5ac-85a008f92654 tempest-AttachVolumeShelveTestJSON-1675207022 tempest-AttachVolumeShelveTestJSON-1675207022-project] (111103) timed out ('10.222.0.97', 52002) {{(pid=111103) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 26 15:17:52.021694 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-0d2e4b06-d819-4ece-b586-0b75fa5fca57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (bb4183fa-e0c9-4858-9c34-b1ab78d39af4), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:54.369949 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-4f45b8e2-698d-4641-b9a9-67c8b563799a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (66f8bb98-7ace-4a85-b6ba-ffe40597695b), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:55.067818 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.agents_db [None req-99196b13-9676-4f02-b89b-0db7196f18a6 None None] Agent healthcheck: found 6 active agents {{(pid=111105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:17:55.541354 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b30572d2-bee0-4462-94ed-c13cd0ef4273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (40fac31a-afaa-44e8-8521-47b803a59f0f), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:57.169889 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b977bc9f-0510-4ebd-94dd-930fc4499a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (e5556d63-fbf3-48f2-bfac-7896e86945c3), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:17:57.249920 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (df49e665-2de0-463a-a1e1-c989804d5593), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:18:05.062854 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=19 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:18:05.063666 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=1 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:18:07.039210 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:18:07.045230 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:UPDATE=4,neutron:SELECT=7 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:18:15.712138 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (311d617f-8fa1-4662-a157-ab38f6e1e2d8), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:18:22.002993 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-d782ae1c-effe-425f-9551-285647658edf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (bb4183fa-e0c9-4858-9c34-b1ab78d39af4), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:18:24.340836 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-8a1eee1b-719b-4039-abf7-7b2edc421dbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (66f8bb98-7ace-4a85-b6ba-ffe40597695b), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:18:25.060094 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=3 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:18:25.060914 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=3 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:18:25.524756 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b30572d2-bee0-4462-94ed-c13cd0ef4273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (40fac31a-afaa-44e8-8521-47b803a59f0f), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:18:27.043239 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b977bc9f-0510-4ebd-94dd-930fc4499a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (e5556d63-fbf3-48f2-bfac-7896e86945c3), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:18:27.117503 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (df49e665-2de0-463a-a1e1-c989804d5593), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:18:32.066945 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.agents_db [None req-99196b13-9676-4f02-b89b-0db7196f18a6 None None] Agent healthcheck: found 6 active agents {{(pid=111105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:18:37.038609 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:18:37.040548 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:18:45.625876 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (311d617f-8fa1-4662-a157-ab38f6e1e2d8), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:18:50.143011 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=2 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:18:50.143854 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:18:52.043299 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b410de8d-e4c2-4813-9e05-3db2505b87c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (bb4183fa-e0c9-4858-9c34-b1ab78d39af4), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:18:54.271860 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-52ef4cf3-dfed-4164-97b5-332bcaa74716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (66f8bb98-7ace-4a85-b6ba-ffe40597695b), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:18:55.540049 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b30572d2-bee0-4462-94ed-c13cd0ef4273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (40fac31a-afaa-44e8-8521-47b803a59f0f), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:18:57.082389 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-b977bc9f-0510-4ebd-94dd-930fc4499a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (e5556d63-fbf3-48f2-bfac-7896e86945c3), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:18:57.139552 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3f46-b894-492f-8014-bab091232263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (df49e665-2de0-463a-a1e1-c989804d5593), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:19:02.057800 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=4 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:19:02.058591 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=2 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:19:07.935634 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:19:07.937539 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG dbcounter [-] [111104] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=111104) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:19:09.065096 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG neutron.db.agents_db [None req-99196b13-9676-4f02-b89b-0db7196f18a6 None None] Agent healthcheck: found 6 active agents {{(pid=111105) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 26 15:19:15.670826 dv-cinder-851030-1-iscsi neutron-server[111104]: DEBUG neutron_lib.callbacks.manager [None req-a42c178d-ae45-4610-af7d-ff3f6802e10d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8789580160184', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1533146'] for agent (311d617f-8fa1-4662-a157-ab38f6e1e2d8), after_update {{(pid=111104) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 26 15:19:19.060475 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=1 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 26 15:19:19.061288 dv-cinder-851030-1-iscsi neutron-server[111105]: DEBUG dbcounter [-] [111105] Writing DB stats neutron:SELECT=1 {{(pid=111105) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}